Kernels:
Trusted publisher
Uploaded using `kernel-builder`.
Browse files- README.md +4 -0
- build/torch-stable-abi29-cu126-x86_64-linux/{_flash_attn3_cuda_a02f43b.abi3.so → _flash_attn3_cuda_ae2c2be.abi3.so} +2 -2
- build/torch-stable-abi29-cu126-x86_64-linux/_ops.py +3 -3
- build/torch-stable-abi29-cu126-x86_64-linux/flash_attn_interface.py +26 -6
- build/torch-stable-abi29-cu126-x86_64-linux/metadata.json +7 -6
- build/torch-stable-abi29-cu126-x86_64-linux/metadata.json.sigstore +1 -1
- build/torch-stable-abi29-cu126-x86_64-linux/symbols.json +8 -8
- build/torch-stable-abi29-cu128-x86_64-linux/{_flash_attn3_cuda_a02f43b.abi3.so → _flash_attn3_cuda_ae2c2be.abi3.so} +2 -2
- build/torch-stable-abi29-cu128-x86_64-linux/_ops.py +3 -3
- build/torch-stable-abi29-cu128-x86_64-linux/flash_attn_interface.py +26 -6
- build/torch-stable-abi29-cu128-x86_64-linux/metadata.json +7 -6
- build/torch-stable-abi29-cu128-x86_64-linux/metadata.json.sigstore +1 -1
- build/torch-stable-abi29-cu128-x86_64-linux/symbols.json +8 -8
- build/torch-stable-abi29-cu130-x86_64-linux/{_flash_attn3_cuda_a02f43b.abi3.so → _flash_attn3_cuda_ae2c2be.abi3.so} +2 -2
- build/torch-stable-abi29-cu130-x86_64-linux/_ops.py +3 -3
- build/torch-stable-abi29-cu130-x86_64-linux/flash_attn_interface.py +26 -6
- build/torch-stable-abi29-cu130-x86_64-linux/metadata.json +7 -6
- build/torch-stable-abi29-cu130-x86_64-linux/metadata.json.sigstore +1 -1
- build/torch-stable-abi29-cu130-x86_64-linux/symbols.json +8 -8
- build/torch-stable-abi29-cu132-x86_64-linux/{_flash_attn3_cuda_a02f43b.abi3.so → _flash_attn3_cuda_ae2c2be.abi3.so} +2 -2
- build/torch-stable-abi29-cu132-x86_64-linux/_ops.py +3 -3
- build/torch-stable-abi29-cu132-x86_64-linux/flash_attn_interface.py +26 -6
- build/torch-stable-abi29-cu132-x86_64-linux/metadata.json +7 -6
- build/torch-stable-abi29-cu132-x86_64-linux/metadata.json.sigstore +1 -1
- build/torch-stable-abi29-cu132-x86_64-linux/symbols.json +8 -8
- build/torch-stable-abi29-cu134-x86_64-linux/_flash_attn3_cuda_a02f43b.abi3.so +0 -3
- build/torch-stable-abi29-cu134-x86_64-linux/_flash_attn3_cuda_ae2c2be.abi3.so +3 -0
- build/torch-stable-abi29-cu134-x86_64-linux/_ops.py +3 -3
- build/torch-stable-abi29-cu134-x86_64-linux/flash_attn_interface.py +26 -6
- build/torch-stable-abi29-cu134-x86_64-linux/metadata.json +7 -6
- build/torch-stable-abi29-cu134-x86_64-linux/metadata.json.sigstore +1 -1
- build/torch-stable-abi29-cu134-x86_64-linux/symbols.json +8 -8
README.md
CHANGED
|
@@ -30,3 +30,7 @@ add_op_namespace_prefix(...)
|
|
| 30 |
## Benchmarks
|
| 31 |
|
| 32 |
Benchmarking script is available for this kernel. Run `kernels benchmark kernels-community/flash-attn3 --version 2`.
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 30 |
## Benchmarks
|
| 31 |
|
| 32 |
Benchmarking script is available for this kernel. Run `kernels benchmark kernels-community/flash-attn3 --version 2`.
|
| 33 |
+
|
| 34 |
+
## Source code
|
| 35 |
+
|
| 36 |
+
Source code of this kernel originally comes from https://github.com/Dao-AILab/flash-attention.git and it was repurposed for compatibility with `kernels`.
|
build/torch-stable-abi29-cu126-x86_64-linux/{_flash_attn3_cuda_a02f43b.abi3.so → _flash_attn3_cuda_ae2c2be.abi3.so}
RENAMED
|
@@ -1,3 +1,3 @@
|
|
| 1 |
version https://git-lfs.github.com/spec/v1
|
| 2 |
-
oid sha256:
|
| 3 |
-
size
|
|
|
|
| 1 |
version https://git-lfs.github.com/spec/v1
|
| 2 |
+
oid sha256:b9da150e6e83fe641e09e9b677f292f23e46d80c2060ec7474bea220055780f1
|
| 3 |
+
size 526431168
|
build/torch-stable-abi29-cu126-x86_64-linux/_ops.py
CHANGED
|
@@ -1,9 +1,9 @@
|
|
| 1 |
import torch
|
| 2 |
-
from . import
|
| 3 |
-
ops = torch.ops.
|
| 4 |
|
| 5 |
def add_op_namespace_prefix(op_name: str):
|
| 6 |
"""
|
| 7 |
Prefix op by namespace.
|
| 8 |
"""
|
| 9 |
-
return f"
|
|
|
|
| 1 |
import torch
|
| 2 |
+
from . import _flash_attn3_cuda_ae2c2be
|
| 3 |
+
ops = torch.ops._flash_attn3_cuda_ae2c2be
|
| 4 |
|
| 5 |
def add_op_namespace_prefix(op_name: str):
|
| 6 |
"""
|
| 7 |
Prefix op by namespace.
|
| 8 |
"""
|
| 9 |
+
return f"_flash_attn3_cuda_ae2c2be::{op_name}"
|
build/torch-stable-abi29-cu126-x86_64-linux/flash_attn_interface.py
CHANGED
|
@@ -2,11 +2,31 @@
|
|
| 2 |
|
| 3 |
from typing import Optional, Union, List, Tuple
|
| 4 |
|
|
|
|
| 5 |
import torch
|
| 6 |
import torch.nn as nn
|
|
|
|
|
|
|
| 7 |
|
| 8 |
-
|
| 9 |
-
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 10 |
|
| 11 |
def maybe_contiguous(x):
|
| 12 |
return x.contiguous() if x is not None and x.stride(-1) != 1 else x
|
|
@@ -85,7 +105,7 @@ def _flash_attn_forward(
|
|
| 85 |
]
|
| 86 |
rotary_cos, rotary_sin = [maybe_contiguous(x) for x in (rotary_cos, rotary_sin)]
|
| 87 |
seqlens_rotary = maybe_contiguous(seqlens_rotary)
|
| 88 |
-
out, softmax_lse, out_accum, softmax_lse_accum =
|
| 89 |
q,
|
| 90 |
k,
|
| 91 |
v,
|
|
@@ -263,7 +283,7 @@ def _flash_attn_backward(
|
|
| 263 |
) -> torch.Tensor:
|
| 264 |
# dq, dk, dv are allocated by us so they should already be contiguous
|
| 265 |
dout, q, k, v, out = [maybe_contiguous(x) for x in (dout, q, k, v, out)]
|
| 266 |
-
softmax_d, *rest =
|
| 267 |
dout,
|
| 268 |
q,
|
| 269 |
k,
|
|
@@ -917,7 +937,7 @@ def flash_attn_varlen_func(
|
|
| 917 |
|
| 918 |
|
| 919 |
def flash_attn_combine(out_partial, lse_partial, out=None, out_dtype=None):
|
| 920 |
-
return
|
| 921 |
|
| 922 |
|
| 923 |
def flash_attn_with_kvcache(
|
|
@@ -1105,7 +1125,7 @@ def get_scheduler_metadata(
|
|
| 1105 |
cache_seqlens = maybe_contiguous(cache_seqlens)
|
| 1106 |
if headdim_v is None:
|
| 1107 |
headdim_v = headdim
|
| 1108 |
-
scheduler_metadata =
|
| 1109 |
batch_size, max_seqlen_q, max_seqlen_k, num_heads_q, num_heads_kv, headdim, headdim_v,
|
| 1110 |
qkv_dtype,
|
| 1111 |
cache_seqlens,
|
|
|
|
| 2 |
|
| 3 |
from typing import Optional, Union, List, Tuple
|
| 4 |
|
| 5 |
+
import os
|
| 6 |
import torch
|
| 7 |
import torch.nn as nn
|
| 8 |
+
import warnings
|
| 9 |
+
from ._ops import add_op_namespace_prefix, ops
|
| 10 |
|
| 11 |
+
|
| 12 |
+
USE_TRITON_ROCM = os.getenv("FLASH_ATTENTION_TRITON_AMD_ENABLE", "FALSE") == "TRUE"
|
| 13 |
+
if not USE_TRITON_ROCM and getattr(torch.version, 'hip', None) is not None:
|
| 14 |
+
try:
|
| 15 |
+
from . import _ops
|
| 16 |
+
except ImportError:
|
| 17 |
+
warnings.warn("flash_attn_3._C (which has ROCm/HIP kernels) not found, falling back to Triton implementation")
|
| 18 |
+
USE_TRITON_ROCM = True
|
| 19 |
+
|
| 20 |
+
if USE_TRITON_ROCM:
|
| 21 |
+
from aiter.ops.triton._triton_kernels.flash_attn_triton_amd import flash_attn_3 as flash_attn_3_gpu
|
| 22 |
+
else:
|
| 23 |
+
# isort: off
|
| 24 |
+
# We need to import the CUDA kernels after importing torch
|
| 25 |
+
from . import _ops # Registers operators with PyTorch
|
| 26 |
+
|
| 27 |
+
# isort: on
|
| 28 |
+
|
| 29 |
+
flash_attn_3_gpu = ops
|
| 30 |
|
| 31 |
def maybe_contiguous(x):
|
| 32 |
return x.contiguous() if x is not None and x.stride(-1) != 1 else x
|
|
|
|
| 105 |
]
|
| 106 |
rotary_cos, rotary_sin = [maybe_contiguous(x) for x in (rotary_cos, rotary_sin)]
|
| 107 |
seqlens_rotary = maybe_contiguous(seqlens_rotary)
|
| 108 |
+
out, softmax_lse, out_accum, softmax_lse_accum = flash_attn_3_gpu.fwd(
|
| 109 |
q,
|
| 110 |
k,
|
| 111 |
v,
|
|
|
|
| 283 |
) -> torch.Tensor:
|
| 284 |
# dq, dk, dv are allocated by us so they should already be contiguous
|
| 285 |
dout, q, k, v, out = [maybe_contiguous(x) for x in (dout, q, k, v, out)]
|
| 286 |
+
softmax_d, *rest = flash_attn_3_gpu.bwd(
|
| 287 |
dout,
|
| 288 |
q,
|
| 289 |
k,
|
|
|
|
| 937 |
|
| 938 |
|
| 939 |
def flash_attn_combine(out_partial, lse_partial, out=None, out_dtype=None):
|
| 940 |
+
return flash_attn_3_gpu.fwd_combine(out_partial, lse_partial, out, out_dtype)
|
| 941 |
|
| 942 |
|
| 943 |
def flash_attn_with_kvcache(
|
|
|
|
| 1125 |
cache_seqlens = maybe_contiguous(cache_seqlens)
|
| 1126 |
if headdim_v is None:
|
| 1127 |
headdim_v = headdim
|
| 1128 |
+
scheduler_metadata = flash_attn_3_gpu.get_scheduler_metadata(
|
| 1129 |
batch_size, max_seqlen_q, max_seqlen_k, num_heads_q, num_heads_kv, headdim, headdim_v,
|
| 1130 |
qkv_dtype,
|
| 1131 |
cache_seqlens,
|
build/torch-stable-abi29-cu126-x86_64-linux/metadata.json
CHANGED
|
@@ -1,9 +1,10 @@
|
|
| 1 |
{
|
| 2 |
"name": "flash-attn3",
|
| 3 |
-
"id": "
|
| 4 |
"version": 2,
|
| 5 |
"kernels-minver": "0.14.0",
|
| 6 |
"license": "BSD-3-Clause",
|
|
|
|
| 7 |
"python-depends": [],
|
| 8 |
"kernel-depends": [],
|
| 9 |
"backend": {
|
|
@@ -17,11 +18,11 @@
|
|
| 17 |
"algorithm": "sha256",
|
| 18 |
"files": {
|
| 19 |
"__init__.py": "b/45TnpaDDuTwp84ILd3Q+pQCIk2RnHtSSZKRq9Lj5E=",
|
| 20 |
-
"
|
| 21 |
-
"_ops.py": "
|
| 22 |
"flash_attn_config.py": "uxo+eyMcDit//8YDaS4Rtk5BTMKzTSK9tOKTjdWVe/w=",
|
| 23 |
-
"flash_attn_interface.py": "
|
| 24 |
-
"symbols.json": "
|
| 25 |
}
|
| 26 |
},
|
| 27 |
"provenance": {
|
|
@@ -31,7 +32,7 @@
|
|
| 31 |
"dirty": false
|
| 32 |
},
|
| 33 |
"kernel": {
|
| 34 |
-
"commit": "
|
| 35 |
"dirty": false
|
| 36 |
}
|
| 37 |
}
|
|
|
|
| 1 |
{
|
| 2 |
"name": "flash-attn3",
|
| 3 |
+
"id": "_flash_attn3_cuda_ae2c2be",
|
| 4 |
"version": 2,
|
| 5 |
"kernels-minver": "0.14.0",
|
| 6 |
"license": "BSD-3-Clause",
|
| 7 |
+
"upstream": "https://github.com/Dao-AILab/flash-attention.git",
|
| 8 |
"python-depends": [],
|
| 9 |
"kernel-depends": [],
|
| 10 |
"backend": {
|
|
|
|
| 18 |
"algorithm": "sha256",
|
| 19 |
"files": {
|
| 20 |
"__init__.py": "b/45TnpaDDuTwp84ILd3Q+pQCIk2RnHtSSZKRq9Lj5E=",
|
| 21 |
+
"_flash_attn3_cuda_ae2c2be.abi3.so": "udoVDm6D/mQeCem2d/KS8j5G2AwgYOx0dL6iIAVXgPE=",
|
| 22 |
+
"_ops.py": "7swor3wRIF9iqDV2UmsU+DPBCWN4JiIRTqsCtOVofBk=",
|
| 23 |
"flash_attn_config.py": "uxo+eyMcDit//8YDaS4Rtk5BTMKzTSK9tOKTjdWVe/w=",
|
| 24 |
+
"flash_attn_interface.py": "3EhHSOuAYWSWS8wwkoTRd8uhbc4EwVpNCa7x8WSvdZQ=",
|
| 25 |
+
"symbols.json": "6+qS8fd/iGl+XKD6F8tQlWLm+GYOrLeqtaRzQqwm8jM="
|
| 26 |
}
|
| 27 |
},
|
| 28 |
"provenance": {
|
|
|
|
| 32 |
"dirty": false
|
| 33 |
},
|
| 34 |
"kernel": {
|
| 35 |
+
"commit": "ae2c2be31b91db2f4d13c0bf1a72051bd7e0d0af",
|
| 36 |
"dirty": false
|
| 37 |
}
|
| 38 |
}
|
build/torch-stable-abi29-cu126-x86_64-linux/metadata.json.sigstore
CHANGED
|
@@ -1 +1 @@
|
|
| 1 |
-
{"mediaType":"application/vnd.dev.sigstore.bundle.v0.3+json","verificationMaterial":{"certificate":{"rawBytes":"MIIHLDCCBrKgAwIBAgIUEntYI/1b+dKpIFxmmbrB4sc+sAAwCgYIKoZIzj0EAwMwNzEVMBMGA1UEChMMc2lnc3RvcmUuZGV2MR4wHAYDVQQDExVzaWdzdG9yZS1pbnRlcm1lZGlhdGUwHhcNMjYxMTEwMjIxOTA5WhcNMjYxMTEwMjIyOTA5WjAAMFkwEwYHKoZIzj0CAQYIKoZIzj0DAQcDQgAEHUZXaiGTKwXwQAtUdYoLUvMf87tkfcwoKEgGq3wE2g/wKGpePQH3shYxxbKJ8W4Zpx7uVZelWVZEknBFK1b/waOCBdEwggXNMA4GA1UdDwEB/wQEAwIHgDATBgNVHSUEDDAKBggrBgEFBQcDAzAfBgNVHSMEGDAWgBTf0+nPViQRlvmo2OkoVaLGLhhkPzBrBgNVHREBAf8EYTBfhl1odHRwczovL2dpdGh1Yi5jb20vaHVnZ2luZ2ZhY2Uva2VybmVscy1jb21tdW5pdHkvLmdpdGh1Yi93b3JrZmxvd3MvYnVpbGQueWFtbEByZWZzL2hlYWRzL21haW4wOQYKKwYBBAGDvzABAQQraHR0cHM6Ly90b2tlbi5hY3Rpb25zLmdpdGh1YnVzZXJjb250ZW50LmNvbTAfBgorBgEEAYO/MAECBBF3b3JrZmxvd19kaXNwYXRjaDA2BgorBgEEAYO/MAEDBChhMDJmNDNiMmNjYjkyZWQ3NGI4NzRmMTEyYjQ4NzI3NGU0MDQ1ZjA5MBMGCisGAQQBg78wAQQEBUJ1aWxkMCsGCisGAQQBg78wAQUEHWh1Z2dpbmdmYWNlL2tlcm5lbHMtY29tbXVuaXR5MB0GCisGAQQBg78wAQYED3JlZnMvaGVhZHMvbWFpbjA7BgorBgEEAYO/MAEIBC0MK2h0dHBzOi8vdG9rZW4uYWN0aW9ucy5naXRodWJ1c2VyY29udGVudC5jb20wbQYKKwYBBAGDvzABCQRfDF1odHRwczovL2dpdGh1Yi5jb20vaHVnZ2luZ2ZhY2Uva2VybmVscy1jb21tdW5pdHkvLmdpdGh1Yi93b3JrZmxvd3MvYnVpbGQueWFtbEByZWZzL2hlYWRzL21haW4wOAYKKwYBBAGDvzABCgQqDChhMDJmNDNiMmNjYjkyZWQ3NGI4NzRmMTEyYjQ4NzI3NGU0MDQ1ZjA5MBsGCisGAQQBg78wAQsEDQwLc2VsZi1ob3N0ZWQwQAYKKwYBBAGDvzABDAQyDDBodHRwczovL2dpdGh1Yi5jb20vaHVnZ2luZ2ZhY2Uva2VybmVscy1jb21tdW5pdHkwOAYKKwYBBAGDvzABDQQqDChhMDJmNDNiMmNjYjkyZWQ3NGI4NzRmMTEyYjQ4NzI3NGU0MDQ1ZjA5MB8GCisGAQQBg78wAQ4EEQwPcmVmcy9oZWFkcy9tYWluMBoGCisGAQQBg78wAQ8EDAwKMTA3MTQ3NTUyOTAuBgorBgEEAYO/MAEQBCAMHmh0dHBzOi8vZ2l0aHViLmNvbS9odWdnaW5nZmFjZTAYBgorBgEEAYO/MAERBAoMCDI1NzIwNzQzMG0GCisGAQQBg78wARIEXwxdaHR0cHM6Ly9naXRodWIuY29tL2h1Z2dpbmdmYWNlL2tlcm5lbHMtY29tbXVuaXR5Ly5naXRodWIvd29ya2Zsb3dzL2J1aWxkLnlhbWxAcmVmcy9oZWFkcy9tYWluMDgGCisGAQQBg78wARMEKgwoYTAyZjQzYjJjY2I5MmVkNzRiODc0ZjExMmI0ODcyNzRlNDA0NWYwOTAhBgorBgEEAYO/MAEUBBMMEXdvcmtmbG93X2Rpc3BhdGNoMGQGCisGAQQBg78wARUEVgxUaHR0cHM6Ly9naXRodWIuY29tL2h1Z2dpbmdmYWNlL2tlcm5lbHMtY29tbXVuaXR5L2FjdGlvbnMvcnVucy80Mjg1Mjg4MzA0Ny9hdHRlbXB0cy8xMBYGCisGAQQBg78wARYECAwGcHVibGljMEYGCisGAQQBg78wARgEOAw2cmVwbzpodWdnaW5nZmFjZS9rZXJuZWxzLWNvbW11bml0eTpyZWY6cmVmcy9oZWFkcy9tYWluMIGKBgorBgEEAdZ5AgQCBHwEegB4AHYA3T0wasbHETJjGR4cmWc3AqJKXrjePK3/h4pygC8p7o4AAAGhx4stCwAABAMARzBFAiEAgl94YoF5XhdrRTNACu4Z/7MyCIRI6cvEKPF1aP1JmEUCIBkE2NoQZWOGhuuMIG6f25lZkh74p3rc1uzhCnnemvLxMAoGCCqGSM49BAMDA2gAMGUCMC8NN1wgDZrqO7QI87izDDoee9318kAsIzxhBpOS/+J1ga6F3cjwFL8QTASwb1E5PQIxAL0pMK6AbbtyGgWzFyCQKEvG8sI1y8euPH8EWilmrTHwi7SGDqLGAv3bz6CiRRy77w=="},"tlogEntries":[{"logIndex":"3794737120","logId":{"keyId":"wNI9atQGlz+VWfO6LRygH4QUfY/8W4RFwiT5i5WRgB0="},"kindVersion":{"kind":"hashedrekord","version":"0.0.1"},"integratedTime":"1794349149","inclusionPromise":{"signedEntryTimestamp":"MEQCIEJzql3tyA+4wBhJq0g81u6TOf8POFmDRVrTNHuMWKR4AiAFjGOXALMZhkslZdvJOJkcdGMOFptw/iMAG5GmYzJodQ=="},"inclusionProof":{"logIndex":"3672832858","rootHash":"aBsGWKLZewwDtc+c36xgpNLGILXPD5EteKhinN4RYY8=","treeSize":"3672832960","hashes":["m9Rj4MtPLnrK8tqXH2lEdkEbnHsq/TgaBLGuWLIaspY=","4zFJSVEBAus/nrK/XcJMlTAmUu1T+mKaowV6dnXvmMs=","Mixzu2xXkBEKHH/YnHKxJ91y7bHmTFWo9emdqv5fCZY=","JJ7CvyLSd4sGpb7GtGqmXsMQsqdR+9FRCRzxP6e0FFg=","yw8HfDfFZ235QkaCk0RGsbK8LGSaswimuoiZG75r3pU=","kwRgB64vQC7e+CMkUTqDlT2vGWEM4btvJ+fTIxiD1LA=","lk+eXbVLanl/g8H+28dS3EaP3JxdbCATHD10wOTA6w8=","Qn0JY1e003IhlPljmbX8UiMm9DBtsgY8DzUs4Sz+uIQ=","Cn34IkWwyYAgP6mfQhGpRdp+UalCBoEoMSa2XGk+LYI=","J1qTi2E0jeNh183jRZ+kNECnbDAVOSlAznIJ6aol8NQ=","IScK1pQipAyQkuLR6UKn3SgG8mtQ/MfgapIbfXaU7Vs=","DWzK+Rcq4ws0IFlcVP/Iy9xjko2wuzr2eDfnXSqvNw8=","nGMt3OTEHk0b2Hah2F6V7XNJ9f9Jq0tbpolVjU50FCk=","W9v5ITHWA5z1m1q9v8yUm9AwF1btUJudKrGSNzBCFCg=","9TeYmQ4obd2RJYL+kHWs7mKHEGNyasHO9zCQoF+PF18=","Rk/aeYhtagvRLE8ssNOqtTPBBIIGPwxHYZ5h46pg6gk=","a8Ldnd6287UET/JiYNoAbyfRaR7yFeva8DLSFjJs+nI=","EwjkUL9TgmzKWZgjud/+P9DFGgsvUxQjYodnBaq6IMs=","5oTFCSxMJRDPEnSOsTKcTJXotZuO89tVqHXNWjc2tA0=","eGT5DhI8LeqPViO4tsgYL7FxsOtDXBNTLfWJEGP7Q5w=","5aDKaREuMwcynRhLn5m/9b0QE9pxbeQInhCcIC+n5YQ=","XPex1okR3Qf1VhXr/LVSojah9cB4R1RgvK/mRrmdWLY=","SlixnS34BhAO+yRI2FaGPSOh9V6JSVNPfLl1bHxrcQY=","1DaDKzrCNNBhmSdY5vFjz+NpAmxmYfYEgBCdPLrMP1A=","xH/DCseLHr9eKoYT8qsORZK7zVdEGYWHuVtsVrD95wY="],"checkpoint":{"envelope":"rekor.sigstore.dev - 1193050959916656506\n3672832960\naBsGWKLZewwDtc+c36xgpNLGILXPD5EteKhinN4RYY8=\n\n— rekor.sigstore.dev wNI9ajBEAiB/PnfzdQ9/kILf5yGjP+Ouiz734x7OUct+Q+Ouw5z6pAIgDJXfkDeVAqCasVmOmsI7WKO6RF9M2b1slFcPH2rMhp0=\n"}},"canonicalizedBody":"eyJhcGlWZXJzaW9uIjoiMC4wLjEiLCJraW5kIjoiaGFzaGVkcmVrb3JkIiwic3BlYyI6eyJkYXRhIjp7Imhhc2giOnsiYWxnb3JpdGhtIjoic2hhMjU2IiwidmFsdWUiOiJiNmZjNWQ1OTE2MjU5NzBjM2U2ZjE1ZWQ1MTQ5ZGYyMzRiYWE1ZjlmNjBlOGNhNDNhYWJkMjlhNDRmYjdkOTM1In19LCJzaWduYXR1cmUiOnsiY29udGVudCI6Ik1FVUNJUURBaUZUNVhPMis0QjJlQjdMNFUyc2dKZndDYWN1QnhnMXRlRUp6aWdBS0tnSWdjMGdvbjdSSzFKSnUxWUpXYlJzSXFkNmk3a1IvSmFRdnozNmhUckxhcVRzPSIsInB1YmxpY0tleSI6eyJjb250ZW50IjoiTFMwdExTMUNSVWRKVGlCRFJWSlVTVVpKUTBGVVJTMHRMUzB0Q2sxSlNVaE1SRU5EUW5KTFowRjNTVUpCWjBsVlJXNTBXVWt2TVdJclpFdHdTVVo0YlcxaWNrSTBjMk1yYzBGQmQwTm5XVWxMYjFwSmVtb3dSVUYzVFhjS1RucEZWazFDVFVkQk1WVkZRMmhOVFdNeWJHNWpNMUoyWTIxVmRWcEhWakpOVWpSM1NFRlpSRlpSVVVSRmVGWjZZVmRrZW1SSE9YbGFVekZ3WW01U2JBcGpiVEZzV2tkc2FHUkhWWGRJYUdOT1RXcFplRTFVUlhkTmFrbDRUMVJCTlZkb1kwNU5hbGw0VFZSRmQwMXFTWGxQVkVFMVYycEJRVTFHYTNkRmQxbElDa3R2V2tsNmFqQkRRVkZaU1V0dldrbDZhakJFUVZGalJGRm5RVVZJVlZwWVlXbEhWRXQzV0hkUlFYUlZaRmx2VEZWMlRXWTROM1JyWm1OM2IwdEZaMGNLY1ROM1JUSm5MM2RMUjNCbFVGRklNM05vV1hoNFlrdEtPRmMwV25CNE4zVldXbVZzVjFaYVJXdHVRa1pMTVdJdmQyRlBRMEprUlhkbloxaE9UVUUwUndwQk1WVmtSSGRGUWk5M1VVVkJkMGxJWjBSQlZFSm5UbFpJVTFWRlJFUkJTMEpuWjNKQ1owVkdRbEZqUkVGNlFXWkNaMDVXU0ZOTlJVZEVRVmRuUWxSbUNqQXJibEJXYVZGU2JIWnRiekpQYTI5V1lVeEhUR2hvYTFCNlFuSkNaMDVXU0ZKRlFrRm1PRVZaVkVKbWFHd3hiMlJJVW5kamVtOTJUREprY0dSSGFERUtXV2sxYW1JeU1IWmhTRlp1V2pKc2RWb3lXbWhaTWxWMllUSldlV0p0Vm5OamVURnFZakl4ZEdSWE5YQmtTR3QyVEcxa2NHUkhhREZaYVRrellqTktjZ3BhYlhoMlpETk5kbGx1Vm5CaVIxRjFaVmRHZEdKRlFubGFWMXA2VERKb2JGbFhVbnBNTWpGb1lWYzBkMDlSV1V0TGQxbENRa0ZIUkhaNlFVSkJVVkZ5Q21GSVVqQmpTRTAyVEhrNU1HSXlkR3hpYVRWb1dUTlNjR0l5TlhwTWJXUndaRWRvTVZsdVZucGFXRXBxWWpJMU1GcFhOVEJNYlU1MllsUkJaa0puYjNJS1FtZEZSVUZaVHk5TlFVVkRRa0pHTTJJelNuSmFiWGgyWkRFNWEyRllUbmRaV0ZKcVlVUkJNa0puYjNKQ1owVkZRVmxQTDAxQlJVUkNRMmhvVFVSS2JRcE9SRTVwVFcxT2FsbHFhM2xhVjFFelRrZEpORTU2VW0xTlZFVjVXV3BSTkU1NlNUTk9SMVV3VFVSUk1WcHFRVFZOUWsxSFEybHpSMEZSVVVKbk56aDNDa0ZSVVVWQ1ZVb3hZVmQ0YTAxRGMwZERhWE5IUVZGUlFtYzNPSGRCVVZWRlNGZG9NVm95WkhCaWJXUnRXVmRPYkV3eWRHeGpiVFZzWWtoTmRGa3lPWFFLWWxoV2RXRllValZOUWpCSFEybHpSMEZSVVVKbk56aDNRVkZaUlVRelNteGFiazEyWVVkV2FGcElUWFppVjBad1ltcEJOMEpuYjNKQ1owVkZRVmxQTHdwTlFVVkpRa013VFVzeWFEQmtTRUo2VDJrNGRtUkhPWEphVnpSMVdWZE9NR0ZYT1hWamVUVnVZVmhTYjJSWFNqRmpNbFo1V1RJNWRXUkhWblZrUXpWcUNtSXlNSGRpVVZsTFMzZFpRa0pCUjBSMmVrRkNRMUZTWmtSR01XOWtTRkozWTNwdmRrd3laSEJrUjJneFdXazFhbUl5TUhaaFNGWnVXakpzZFZveVdtZ0tXVEpWZG1FeVZubGliVlp6WTNreGFtSXlNWFJrVnpWd1pFaHJka3h0WkhCa1IyZ3hXV2s1TTJJelNuSmFiWGgyWkROTmRsbHVWbkJpUjFGMVpWZEdkQXBpUlVKNVdsZGFla3d5YUd4WlYxSjZUREl4YUdGWE5IZFBRVmxMUzNkWlFrSkJSMFIyZWtGQ1EyZFJjVVJEYUdoTlJFcHRUa1JPYVUxdFRtcFphbXQ1Q2xwWFVUTk9SMGswVG5wU2JVMVVSWGxaYWxFMFRucEpNMDVIVlRCTlJGRXhXbXBCTlUxQ2MwZERhWE5IUVZGUlFtYzNPSGRCVVhORlJGRjNUR015Vm5NS1dta3hiMkl6VGpCYVYxRjNVVUZaUzB0M1dVSkNRVWRFZG5wQlFrUkJVWGxFUkVKdlpFaFNkMk42YjNaTU1tUndaRWRvTVZscE5XcGlNakIyWVVoV2JncGFNbXgxV2pKYWFGa3lWWFpoTWxaNVltMVdjMk41TVdwaU1qRjBaRmMxY0dSSWEzZFBRVmxMUzNkWlFrSkJSMFIyZWtGQ1JGRlJjVVJEYUdoTlJFcHRDazVFVG1sTmJVNXFXV3ByZVZwWFVUTk9SMGswVG5wU2JVMVVSWGxaYWxFMFRucEpNMDVIVlRCTlJGRXhXbXBCTlUxQ09FZERhWE5IUVZGUlFtYzNPSGNLUVZFMFJVVlJkMUJqYlZadFkzazViMXBYUm10amVUbDBXVmRzZFUxQ2IwZERhWE5IUVZGUlFtYzNPSGRCVVRoRlJFRjNTMDFVUVROTlZGRXpUbFJWZVFwUFZFRjFRbWR2Y2tKblJVVkJXVTh2VFVGRlVVSkRRVTFJYldnd1pFaENlazlwT0haYU1td3dZVWhXYVV4dFRuWmlVemx2WkZka2JtRlhOVzVhYlVacUNscFVRVmxDWjI5eVFtZEZSVUZaVHk5TlFVVlNRa0Z2VFVORVNURk9la2wzVG5wUmVrMUhNRWREYVhOSFFWRlJRbWMzT0hkQlVrbEZXSGQ0WkdGSVVqQUtZMGhOTmt4NU9XNWhXRkp2WkZkSmRWa3lPWFJNTW1neFdqSmtjR0p0WkcxWlYwNXNUREowYkdOdE5XeGlTRTEwV1RJNWRHSllWblZoV0ZJMVRIazFiZ3BoV0ZKdlpGZEpkbVF5T1hsaE1scHpZak5rZWt3eVNqRmhWM2hyVEc1c2FHSlhlRUZqYlZadFkzazViMXBYUm10amVUbDBXVmRzZFUxRVowZERhWE5IQ2tGUlVVSm5OemgzUVZKTlJVdG5kMjlaVkVGNVdtcFJlbGxxU21wWk1razFUVzFXYTA1NlVtbFBSR013V21wRmVFMXRTVEJQUkdONVRucFNiRTVFUVRBS1RsZFpkMDlVUVdoQ1oyOXlRbWRGUlVGWlR5OU5RVVZWUWtKTlRVVllaSFpqYlhSdFlrYzVNMWd5VW5Cak0wSm9aRWRPYjAxSFVVZERhWE5IUVZGUlFncG5OemgzUVZKVlJWWm5lRlZoU0ZJd1kwaE5Oa3g1T1c1aFdGSnZaRmRKZFZreU9YUk1NbWd4V2pKa2NHSnRaRzFaVjA1c1RESjBiR050Tld4aVNFMTBDbGt5T1hSaVdGWjFZVmhTTlV3eVJtcGtSMngyWW01TmRtTnVWblZqZVRnd1RXcG5NVTFxWnpSTmVrRXdUbms1YUdSSVVteGlXRUl3WTNrNGVFMUNXVWNLUTJselIwRlJVVUpuTnpoM1FWSlpSVU5CZDBkalNGWnBZa2RzYWsxRldVZERhWE5IUVZGUlFtYzNPSGRCVW1kRlQwRjNNbU50Vm5kaWVuQnZaRmRrYmdwaFZ6VnVXbTFHYWxwVE9YSmFXRXAxV2xkNGVreFhUblppVnpFeFltMXNNR1ZVY0hsYVYxazJZMjFXYldONU9XOWFWMFpyWTNrNWRGbFhiSFZOU1VkTENrSm5iM0pDWjBWRlFXUmFOVUZuVVVOQ1NIZEZaV2RDTkVGSVdVRXpWREIzWVhOaVNFVlVTbXBIVWpSamJWZGpNMEZ4U2t0WWNtcGxVRXN6TDJnMGNIa0taME00Y0Rkdk5FRkJRVWRvZURSemRFTjNRVUZDUVUxQlVucENSa0ZwUlVGbmJEazBXVzlHTlZob1pISlNWRTVCUTNVMFdpODNUWGxEU1ZKSk5tTjJSUXBMVUVZeFlWQXhTbTFGVlVOSlFtdEZNazV2VVZwWFQwZG9kWFZOU1VjMlpqSTFiRnByYURjMGNETnlZekYxZW1oRGJtNWxiWFpNZUUxQmIwZERRM0ZIQ2xOTk5EbENRVTFFUVRKblFVMUhWVU5OUXpoT1RqRjNaMFJhY25GUE4xRkpPRGRwZWtSRWIyVmxPVE14T0d0QmMwbDZlR2hDY0U5VEx5dEtNV2RoTmtZS00yTnFkMFpNT0ZGVVFWTjNZakZGTlZCUlNYaEJUREJ3VFVzMlFXSmlkSGxIWjFkNlJubERVVXRGZGtjNGMwa3hlVGhsZFZCSU9FVlhhV3h0Y2xSSWR3cHBOMU5IUkhGTVIwRjJNMko2TmtOcFVsSjVOemQzUFQwS0xTMHRMUzFGVGtRZ1EwVlNWRWxHU1VOQlZFVXRMUzB0TFFvPSJ9fX19"}],"timestampVerificationData":{"rfc3161Timestamps":[{"signedTimestamp":"MIIE6zADAgEAMIIE4gYJKoZIhvcNAQcCoIIE0zCCBM8CAQMxDTALBglghkgBZQMEAgEwgcMGCyqGSIb3DQEJEAEEoIGzBIGwMIGtAgEBBgkrBgEEAYO/MAIwMTANBglghkgBZQMEAgEFAAQgaPnTfQbrmaJWAZ4TTY7TNsUfTLxZSZsJ54D0INXiPCsCFQCCY0mTu/rlVyYL5SSOsLep09MEQRgPMjAyNjExMTAyMjE5MDlaMAMCAQECCQDi2x49/x2pxaAypDAwLjEVMBMGA1UEChMMc2lnc3RvcmUuZGV2MRUwEwYDVQQDEwxzaWdzdG9yZS10c2GgggIUMIICEDCCAZagAwIBAgIUOhNULwyQYe68wUMvy4qOiyojiwwwCgYIKoZIzj0EAwMwOTEVMBMGA1UEChMMc2lnc3RvcmUuZGV2MSAwHgYDVQQDExdzaWdzdG9yZS10c2Etc2VsZnNpZ25lZDAeFw0yNTA0MDgwNjU5NDNaFw0zNTA0MDYwNjU5NDNaMC4xFTATBgNVBAoTDHNpZ3N0b3JlLmRldjEVMBMGA1UEAxMMc2lnc3RvcmUtdHNhMHYwEAYHKoZIzj0CAQYFK4EEACIDYgAE4ra2Z8hKNig2T9kFjCAToGG30jky+WQv3BzL+mKvh1SKNR/UwuwsfNCg4sryoYAd8E6isovVA3M4aoNdm9QDi50Z8nTEyvqgfDPtTIwXItfiW/AFf1V7uwkbkAoj0xxco2owaDAOBgNVHQ8BAf8EBAMCB4AwHQYDVR0OBBYEFIn9eUOHz9BlRsMCRscsc1t9tOsDMB8GA1UdIwQYMBaAFJjsAe9/u1H/1JUeb4qImFMHic6/MBYGA1UdJQEB/wQMMAoGCCsGAQUFBwMIMAoGCCqGSM49BAMDA2gAMGUCMDtpsV/6KaO0qyF/UMsX2aSUXKQFdoGTptQGc0ftq1csulHPGG6dsmyMNd3JB+G3EQIxAOajvBcjpJmKb4Nv+2Taoj8Uc5+b6ih6FXCCKraSqupe07zqswMcXJTe1cExvHvvlzGCAdswggHXAgEBMFEwOTEVMBMGA1UEChMMc2lnc3RvcmUuZGV2MSAwHgYDVQQDExdzaWdzdG9yZS10c2Etc2VsZnNpZ25lZAIUOhNULwyQYe68wUMvy4qOiyojiwwwCwYJYIZIAWUDBAIBoIH8MBoGCSqGSIb3DQEJAzENBgsqhkiG9w0BCRABBDAcBgkqhkiG9w0BCQUxDxcNMjYxMTEwMjIxOTA5WjAvBgkqhkiG9w0BCQQxIgQgRtZq4PPH8+XXxFDxWFA+1Cd0P/10Hofovb9ID/HN1MUwgY4GCyqGSIb3DQEJEAIvMX8wfTB7MHkEIIX5J7wHq2LKw7RDVsEO/IGyxog/2nq55thw2dE6zQW3MFUwPaQ7MDkxFTATBgNVBAoTDHNpZ3N0b3JlLmRldjEgMB4GA1UEAxMXc2lnc3RvcmUtdHNhLXNlbGZzaWduZWQCFDoTVC8MkGHuvMFDL8uKjosqI4sMMAoGCCqGSM49BAMCBGcwZQIwRg8MLK1Uu2KsmV12A8LTTlgcmsj79Guno9dvPHJ/Z29QqULUDrYIgKRj+UwyouHbAjEA0tdphR3tw/aZM618YNjEwyHumfeccwe7IOPalNoU2+QzvsZMfu8prTavK71HpmPf"}]}},"messageSignature":{"messageDigest":{"algorithm":"SHA2_256","digest":"tvxdWRYllww+bxXtUUnfI0uqX59g6MpDqr0ppE+32TU="},"signature":"MEUCIQDAiFT5XO2+4B2eB7L4U2sgJfwCacuBxg1teEJzigAKKgIgc0gon7RK1JJu1YJWbRsIqd6i7kR/JaQvz36hTrLaqTs="}}
|
|
|
|
| 1 |
+
{"mediaType":"application/vnd.dev.sigstore.bundle.v0.3+json","verificationMaterial":{"certificate":{"rawBytes":"MIIHLjCCBrOgAwIBAgIUZV+TqkqSWqShkccmYQ/wdp9HoFkwCgYIKoZIzj0EAwMwNzEVMBMGA1UEChMMc2lnc3RvcmUuZGV2MR4wHAYDVQQDExVzaWdzdG9yZS1pbnRlcm1lZGlhdGUwHhcNMjYxMTE4MjIxMjU3WhcNMjYxMTE4MjIyMjU3WjAAMFkwEwYHKoZIzj0CAQYIKoZIzj0DAQcDQgAEcTyMIIu02AHAXEZmu3FkfDM9a4gZ0gLOxuX6ms76RwY056kUkOg5rOjZrwhhDfyfLTHXXctM30fl5eT045TwrqOCBdIwggXOMA4GA1UdDwEB/wQEAwIHgDATBgNVHSUEDDAKBggrBgEFBQcDAzAfBgNVHSMEGDAWgBTf0+nPViQRlvmo2OkoVaLGLhhkPzBrBgNVHREBAf8EYTBfhl1odHRwczovL2dpdGh1Yi5jb20vaHVnZ2luZ2ZhY2Uva2VybmVscy1jb21tdW5pdHkvLmdpdGh1Yi93b3JrZmxvd3MvYnVpbGQueWFtbEByZWZzL2hlYWRzL21haW4wOQYKKwYBBAGDvzABAQQraHR0cHM6Ly90b2tlbi5hY3Rpb25zLmdpdGh1YnVzZXJjb250ZW50LmNvbTAfBgorBgEEAYO/MAECBBF3b3JrZmxvd19kaXNwYXRjaDA2BgorBgEEAYO/MAEDBChhZTJjMmJlMzFiOTFkYjJmNGQxM2MwYmYxYTcyMDUxYmQ3ZTBkMGFmMBMGCisGAQQBg78wAQQEBUJ1aWxkMCsGCisGAQQBg78wAQUEHWh1Z2dpbmdmYWNlL2tlcm5lbHMtY29tbXVuaXR5MB0GCisGAQQBg78wAQYED3JlZnMvaGVhZHMvbWFpbjA7BgorBgEEAYO/MAEIBC0MK2h0dHBzOi8vdG9rZW4uYWN0aW9ucy5naXRodWJ1c2VyY29udGVudC5jb20wbQYKKwYBBAGDvzABCQRfDF1odHRwczovL2dpdGh1Yi5jb20vaHVnZ2luZ2ZhY2Uva2VybmVscy1jb21tdW5pdHkvLmdpdGh1Yi93b3JrZmxvd3MvYnVpbGQueWFtbEByZWZzL2hlYWRzL21haW4wOAYKKwYBBAGDvzABCgQqDChhZTJjMmJlMzFiOTFkYjJmNGQxM2MwYmYxYTcyMDUxYmQ3ZTBkMGFmMBsGCisGAQQBg78wAQsEDQwLc2VsZi1ob3N0ZWQwQAYKKwYBBAGDvzABDAQyDDBodHRwczovL2dpdGh1Yi5jb20vaHVnZ2luZ2ZhY2Uva2VybmVscy1jb21tdW5pdHkwOAYKKwYBBAGDvzABDQQqDChhZTJjMmJlMzFiOTFkYjJmNGQxM2MwYmYxYTcyMDUxYmQ3ZTBkMGFmMB8GCisGAQQBg78wAQ4EEQwPcmVmcy9oZWFkcy9tYWluMBoGCisGAQQBg78wAQ8EDAwKMTA3MTQ3NTUyOTAuBgorBgEEAYO/MAEQBCAMHmh0dHBzOi8vZ2l0aHViLmNvbS9odWdnaW5nZmFjZTAYBgorBgEEAYO/MAERBAoMCDI1NzIwNzQzMG0GCisGAQQBg78wARIEXwxdaHR0cHM6Ly9naXRodWIuY29tL2h1Z2dpbmdmYWNlL2tlcm5lbHMtY29tbXVuaXR5Ly5naXRodWIvd29ya2Zsb3dzL2J1aWxkLnlhbWxAcmVmcy9oZWFkcy9tYWluMDgGCisGAQQBg78wARMEKgwoYWUyYzJiZTMxYjkxZGIyZjRkMTNjMGJmMWE3MjA1MWJkN2UwZDBhZjAhBgorBgEEAYO/MAEUBBMMEXdvcmtmbG93X2Rpc3BhdGNoMGQGCisGAQQBg78wARUEVgxUaHR0cHM6Ly9naXRodWIuY29tL2h1Z2dpbmdmYWNlL2tlcm5lbHMtY29tbXVuaXR5L2FjdGlvbnMvcnVucy80NDM0NTM0MjYwMC9hdHRlbXB0cy8xMBYGCisGAQQBg78wARYECAwGcHVibGljMEYGCisGAQQBg78wARgEOAw2cmVwbzpodWdnaW5nZmFjZS9rZXJuZWxzLWNvbW11bml0eTpyZWY6cmVmcy9oZWFkcy9tYWluMIGLBgorBgEEAdZ5AgQCBH0EewB5AHcA3T0wasbHETJjGR4cmWc3AqJKXrjePK3/h4pygC8p7o4AAAGh8LhelwAABAMASDBGAiEAn7KseEXbdykuzMWKFVCZYUY0wsz3LoPGQGCD7bQOeuICIQCwG9mgUkAgE/DbjRwyRJ199tdiBeY8amrXK1C+1w1swjAKBggqhkjOPQQDAwNpADBmAjEAzpC6KwrIks+rcCrxmSDaotz8dBVGvgju4YPtSZN7CEXHU2tTXwb5Zm21kwCSDW/SAjEAvuG+QwUWs8PfxcsErI3KpCjFE/7sFeOkQ/X1Bikgyk/4Qn+5nRhxscqLV3/H/kPT"},"tlogEntries":[{"logIndex":"3979515578","logId":{"keyId":"wNI9atQGlz+VWfO6LRygH4QUfY/8W4RFwiT5i5WRgB0="},"kindVersion":{"kind":"hashedrekord","version":"0.0.1"},"integratedTime":"1795039978","inclusionPromise":{"signedEntryTimestamp":"MEYCIQDrsk0yLyNL7Kc4FbT3OyU6TfKKVYASKZZOD8/bmHhtEAIhALg9EdHJT+tuGAcaVcehTwRgIpwPa5AhX5O/Wa2FKX8h"},"inclusionProof":{"logIndex":"3857611316","rootHash":"Q+tDE+CYndSGNTCpW52sh1WWXJHAxrZXHI4f8GJmR08=","treeSize":"3857611539","hashes":["YhCfZ9q01S68DCNgVz01ZbFSC1W0jHqseKjne0vQAaM=","VzhZY0UTX9lEskH5OwsE5xdDgIrZqDDzgodAEsnr7gM=","ZlZR/q1430ozgSGvZjaA7yjvCGwYvrFe5bGCnGJRNzU=","qhDCfLr0iA1+6qQsvpCEb4+GxtCBOLjA1pkFO/nSR4o=","wzhDmcn8TPu4Xgv6P1vE3LifYNyHdSDRIwKqlXAFNl4=","hAmQhP3zrQYGRPuy+3NaGd3b08vcWUGkQRPzrFSVc5A=","wk92SdfZepgbhEiIIZivMAR3zkq0u575AfQ7jsAk3G0=","qK8zF5w9m62ipHjXpsHlUlye0xN+6t28zwcAvYijrSQ=","aCzsvJzBRaqUN7AaeCaYFalmB0xFaUtXSf8FZ774COw=","GbUSpW+m765gv2nckRQUIaFNRto43U8TxPQqi1JeA1M=","tW/oKXaXQ+zA1ktJm8csSIN9f4lvTKA8TLlfQ7zPar4=","a0VD0K7t/NagdI4vhSEtlD5HDcqx49ezGBCeTu99uFs=","h2mBE2k0iIHyLienTWl812qyZU9Bcv+IUFv6doFc4iE=","MyLTQkVjSD7cruhpRyydNmbOvcVA3XMWqKgsxv9oROQ=","J5GChuYeaFKDaUvU2ZVLDq0Z9owwZ+wLrLV9d2w1eMo=","Zb383XYqETY5ab+zJn0nBDkCciFNJTzRgu5XgPv11qY=","/ihHj1fQjFvlTbA47NC99ngmBnq5+Dv0MHP0qGXN1YU=","q+AZHSuFZigq9sVSKJOXt13bhdDE+gG3Sz4g1LSlXrY=","GLLoBV9JSo2kQfEats+FRxH9J+Y5LIlNozzD3EfUJ4k=","LtxO1SRkRdOspzlk/oR5gB4UJLygHwKl8SxHnA6bl50=","LG50Z3o5WoQx+ipx4JjOZEPoUxIXQjykMUu64z5RDaU=","pGLNL38fZHRQRuTPkhqzP2fMx5gxRPH/gPikPPETFpY=","k0+Z1T6dI0Tgluh54oO/hnxtuoW22MqFIjVTPYeUJGU=","1DaDKzrCNNBhmSdY5vFjz+NpAmxmYfYEgBCdPLrMP1A=","xH/DCseLHr9eKoYT8qsORZK7zVdEGYWHuVtsVrD95wY="],"checkpoint":{"envelope":"rekor.sigstore.dev - 1193050959916656506\n3857611539\nQ+tDE+CYndSGNTCpW52sh1WWXJHAxrZXHI4f8GJmR08=\n\n— rekor.sigstore.dev wNI9ajBFAiEApQsZmAdd4SOLPBZI9DIjiArN23/4A/sdAHv0V5iVO6wCIEq0GwBtK7OXuECaK4k1HEHx4AaFs9ri3MBLutqugkX4\n"}},"canonicalizedBody":"eyJhcGlWZXJzaW9uIjoiMC4wLjEiLCJraW5kIjoiaGFzaGVkcmVrb3JkIiwic3BlYyI6eyJkYXRhIjp7Imhhc2giOnsiYWxnb3JpdGhtIjoic2hhMjU2IiwidmFsdWUiOiI1MWE5M2VmZWE1MDJhYmQwODc3ZmU4NmU4Y2E4OWZhYzNmOWUzMTlkZjE1MWRlNGQ1MzJlYTdmY2M4MDJiODIwIn19LCJzaWduYXR1cmUiOnsiY29udGVudCI6Ik1FVUNJRHFWM3VmaEExOWw0UDU0Z29hM0pYdDcrdDFLTmZ3SmxvOVhoMWIrTUw5R0FpRUEzZU9nS0JyQTJ2aVVyUUJ1eHNxb2N0U2djd2szMi9idGdVZGVlK3V6RzJJPSIsInB1YmxpY0tleSI6eyJjb250ZW50IjoiTFMwdExTMUNSVWRKVGlCRFJWSlVTVVpKUTBGVVJTMHRMUzB0Q2sxSlNVaE1ha05EUW5KUFowRjNTVUpCWjBsVldsWXJWSEZyY1ZOWGNWTm9hMk5qYlZsUkwzZGtjRGxJYjBacmQwTm5XVWxMYjFwSmVtb3dSVUYzVFhjS1RucEZWazFDVFVkQk1WVkZRMmhOVFdNeWJHNWpNMUoyWTIxVmRWcEhWakpOVWpSM1NFRlpSRlpSVVVSRmVGWjZZVmRrZW1SSE9YbGFVekZ3WW01U2JBcGpiVEZzV2tkc2FHUkhWWGRJYUdOT1RXcFplRTFVUlRSTmFrbDRUV3BWTTFkb1kwNU5hbGw0VFZSRk5FMXFTWGxOYWxVelYycEJRVTFHYTNkRmQxbElDa3R2V2tsNmFqQkRRVkZaU1V0dldrbDZhakJFUVZGalJGRm5RVVZqVkhsTlNVbDFNREpCU0VGWVJWcHRkVE5HYTJaRVRUbGhOR2RhTUdkTVQzaDFXRFlLYlhNM05sSjNXVEExTm10VmEwOW5OWEpQYWxweWQyaG9SR1o1Wmt4VVNGaFlZM1JOTXpCbWJEVmxWREEwTlZSM2NuRlBRMEprU1hkbloxaFBUVUUwUndwQk1WVmtSSGRGUWk5M1VVVkJkMGxJWjBSQlZFSm5UbFpJVTFWRlJFUkJTMEpuWjNKQ1owVkdRbEZqUkVGNlFXWkNaMDVXU0ZOTlJVZEVRVmRuUWxSbUNqQXJibEJXYVZGU2JIWnRiekpQYTI5V1lVeEhUR2hvYTFCNlFuSkNaMDVXU0ZKRlFrRm1PRVZaVkVKbWFHd3hiMlJJVW5kamVtOTJUREprY0dSSGFERUtXV2sxYW1JeU1IWmhTRlp1V2pKc2RWb3lXbWhaTWxWMllUSldlV0p0Vm5OamVURnFZakl4ZEdSWE5YQmtTR3QyVEcxa2NHUkhhREZaYVRrellqTktjZ3BhYlhoMlpETk5kbGx1Vm5CaVIxRjFaVmRHZEdKRlFubGFWMXA2VERKb2JGbFhVbnBNTWpGb1lWYzBkMDlSV1V0TGQxbENRa0ZIUkhaNlFVSkJVVkZ5Q21GSVVqQmpTRTAyVEhrNU1HSXlkR3hpYVRWb1dUTlNjR0l5TlhwTWJXUndaRWRvTVZsdVZucGFXRXBxWWpJMU1GcFhOVEJNYlU1MllsUkJaa0puYjNJS1FtZEZSVUZaVHk5TlFVVkRRa0pHTTJJelNuSmFiWGgyWkRFNWEyRllUbmRaV0ZKcVlVUkJNa0puYjNKQ1owVkZRVmxQTDAxQlJVUkNRMmhvV2xSS2FncE5iVXBzVFhwR2FVOVVSbXRaYWtwdFRrZFJlRTB5VFhkWmJWbDRXVlJqZVUxRVZYaFpiVkV6V2xSQ2EwMUhSbTFOUWsxSFEybHpSMEZSVVVKbk56aDNDa0ZSVVVWQ1ZVb3hZVmQ0YTAxRGMwZERhWE5IUVZGUlFtYzNPSGRCVVZWRlNGZG9NVm95WkhCaWJXUnRXVmRPYkV3eWRHeGpiVFZzWWtoTmRGa3lPWFFLWWxoV2RXRllValZOUWpCSFEybHpSMEZSVVVKbk56aDNRVkZaUlVRelNteGFiazEyWVVkV2FGcElUWFppVjBad1ltcEJOMEpuYjNKQ1owVkZRVmxQTHdwTlFVVkpRa013VFVzeWFEQmtTRUo2VDJrNGRtUkhPWEphVnpSMVdWZE9NR0ZYT1hWamVUVnVZVmhTYjJSWFNqRmpNbFo1V1RJNWRXUkhWblZrUXpWcUNtSXlNSGRpVVZsTFMzZFpRa0pCUjBSMmVrRkNRMUZTWmtSR01XOWtTRkozWTNwdmRrd3laSEJrUjJneFdXazFhbUl5TUhaaFNGWnVXakpzZFZveVdtZ0tXVEpWZG1FeVZubGliVlp6WTNreGFtSXlNWFJrVnpWd1pFaHJka3h0WkhCa1IyZ3hXV2s1TTJJelNuSmFiWGgyWkROTmRsbHVWbkJpUjFGMVpWZEdkQXBpUlVKNVdsZGFla3d5YUd4WlYxSjZUREl4YUdGWE5IZFBRVmxMUzNkWlFrSkJSMFIyZWtGQ1EyZFJjVVJEYUdoYVZFcHFUVzFLYkUxNlJtbFBWRVpyQ2xscVNtMU9SMUY0VFRKTmQxbHRXWGhaVkdONVRVUlZlRmx0VVROYVZFSnJUVWRHYlUxQ2MwZERhWE5IUVZGUlFtYzNPSGRCVVhORlJGRjNUR015Vm5NS1dta3hiMkl6VGpCYVYxRjNVVUZaUzB0M1dVSkNRVWRFZG5wQlFrUkJVWGxFUkVKdlpFaFNkMk42YjNaTU1tUndaRWRvTVZscE5XcGlNakIyWVVoV2JncGFNbXgxV2pKYWFGa3lWWFpoTWxaNVltMVdjMk41TVdwaU1qRjBaRmMxY0dSSWEzZFBRVmxMUzNkWlFrSkJSMFIyZWtGQ1JGRlJjVVJEYUdoYVZFcHFDazF0U214TmVrWnBUMVJHYTFscVNtMU9SMUY0VFRKTmQxbHRXWGhaVkdONVRVUlZlRmx0VVROYVZFSnJUVWRHYlUxQ09FZERhWE5IUVZGUlFtYzNPSGNLUVZFMFJVVlJkMUJqYlZadFkzazViMXBYUm10amVUbDBXVmRzZFUxQ2IwZERhWE5IUVZGUlFtYzNPSGRCVVRoRlJFRjNTMDFVUVROTlZGRXpUbFJWZVFwUFZFRjFRbWR2Y2tKblJVVkJXVTh2VFVGRlVVSkRRVTFJYldnd1pFaENlazlwT0haYU1td3dZVWhXYVV4dFRuWmlVemx2WkZka2JtRlhOVzVhYlVacUNscFVRVmxDWjI5eVFtZEZSVUZaVHk5TlFVVlNRa0Z2VFVORVNURk9la2wzVG5wUmVrMUhNRWREYVhOSFFWRlJRbWMzT0hkQlVrbEZXSGQ0WkdGSVVqQUtZMGhOTmt4NU9XNWhXRkp2WkZkSmRWa3lPWFJNTW1neFdqSmtjR0p0WkcxWlYwNXNUREowYkdOdE5XeGlTRTEwV1RJNWRHSllWblZoV0ZJMVRIazFiZ3BoV0ZKdlpGZEpkbVF5T1hsaE1scHpZak5rZWt3eVNqRmhWM2hyVEc1c2FHSlhlRUZqYlZadFkzazViMXBYUm10amVUbDBXVmRzZFUxRVowZERhWE5IQ2tGUlVVSm5OemgzUVZKTlJVdG5kMjlaVjFWNVdYcEthVnBVVFhoWmFtdDRXa2RKZVZwcVVtdE5WRTVxVFVkS2JVMVhSVE5OYWtFeFRWZEthMDR5VlhjS1drUkNhRnBxUVdoQ1oyOXlRbWRGUlVGWlR5OU5RVVZWUWtKTlRVVllaSFpqYlhSdFlrYzVNMWd5VW5Cak0wSm9aRWRPYjAxSFVVZERhWE5IUVZGUlFncG5OemgzUVZKVlJWWm5lRlZoU0ZJd1kwaE5Oa3g1T1c1aFdGSnZaRmRKZFZreU9YUk1NbWd4V2pKa2NHSnRaRzFaVjA1c1RESjBiR050Tld4aVNFMTBDbGt5T1hSaVdGWjFZVmhTTlV3eVJtcGtSMngyWW01TmRtTnVWblZqZVRnd1RrUk5NRTVVVFRCTmFsbDNUVU01YUdSSVVteGlXRUl3WTNrNGVFMUNXVWNLUTJselIwRlJVVUpuTnpoM1FWSlpSVU5CZDBkalNGWnBZa2RzYWsxRldVZERhWE5IUVZGUlFtYzNPSGRCVW1kRlQwRjNNbU50Vm5kaWVuQnZaRmRrYmdwaFZ6VnVXbTFHYWxwVE9YSmFXRXAxV2xkNGVreFhUblppVnpFeFltMXNNR1ZVY0hsYVYxazJZMjFXYldONU9XOWFWMFpyWTNrNWRGbFhiSFZOU1VkTUNrSm5iM0pDWjBWRlFXUmFOVUZuVVVOQ1NEQkZaWGRDTlVGSVkwRXpWREIzWVhOaVNFVlVTbXBIVWpSamJWZGpNMEZ4U2t0WWNtcGxVRXN6TDJnMGNIa0taME00Y0Rkdk5FRkJRVWRvT0V4b1pXeDNRVUZDUVUxQlUwUkNSMEZwUlVGdU4wdHpaVVZZWW1SNWEzVjZUVmRMUmxaRFdsbFZXVEIzYzNvelRHOVFSd3BSUjBORU4ySlJUMlYxU1VOSlVVTjNSemx0WjFWclFXZEZMMFJpYWxKM2VWSktNVGs1ZEdScFFtVlpPR0Z0Y2xoTE1VTXJNWGN4YzNkcVFVdENaMmR4Q21ocmFrOVFVVkZFUVhkT2NFRkVRbTFCYWtWQmVuQkROa3QzY2tscmN5dHlZME55ZUcxVFJHRnZkSG80WkVKV1IzWm5hblUwV1ZCMFUxcE9OME5GV0VnS1ZUSjBWRmgzWWpWYWJUSXhhM2REVTBSWEwxTkJha1ZCZG5WSEsxRjNWVmR6T0ZCbWVHTnpSWEpKTTB0d1EycEdSUzgzYzBabFQydFJMMWd4UW1sclp3cDVheTgwVVc0ck5XNVNhSGh6WTNGTVZqTXZTQzlyVUZRS0xTMHRMUzFGVGtRZ1EwVlNWRWxHU1VOQlZFVXRMUzB0TFFvPSJ9fX19"}],"timestampVerificationData":{"rfc3161Timestamps":[{"signedTimestamp":"MIIE6jADAgEAMIIE4QYJKoZIhvcNAQcCoIIE0jCCBM4CAQMxDTALBglghkgBZQMEAgEwgcIGCyqGSIb3DQEJEAEEoIGyBIGvMIGsAgEBBgkrBgEEAYO/MAIwMTANBglghkgBZQMEAgEFAAQgOMFP2fwwILcP+dnDWpVKztixTh285wrb4AUrVAln+LgCFQCHDSKCgj8u2SBXNTtUiv3qosWbTxgPMjAyNjExMTgyMjEyNTdaMAMCAQECCCzZyn2llQB0oDKkMDAuMRUwEwYDVQQKEwxzaWdzdG9yZS5kZXYxFTATBgNVBAMTDHNpZ3N0b3JlLXRzYaCCAhQwggIQMIIBlqADAgECAhQ6E1QvDJBh7rzBQy/Lio6LKiOLDDAKBggqhkjOPQQDAzA5MRUwEwYDVQQKEwxzaWdzdG9yZS5kZXYxIDAeBgNVBAMTF3NpZ3N0b3JlLXRzYS1zZWxmc2lnbmVkMB4XDTI1MDQwODA2NTk0M1oXDTM1MDQwNjA2NTk0M1owLjEVMBMGA1UEChMMc2lnc3RvcmUuZGV2MRUwEwYDVQQDEwxzaWdzdG9yZS10c2EwdjAQBgcqhkjOPQIBBgUrgQQAIgNiAATitrZnyEo2KDZP2QWMIBOgYbfSOTL5ZC/cHMv6Yq+HVIo1H9TC7Cx80KDiyvKhgB3wTqKyi9UDczhqg12b1AOLnRnydMTK+qB8M+1MjBci1+Jb8AV/VXu7CRuQCiPTHFyjajBoMA4GA1UdDwEB/wQEAwIHgDAdBgNVHQ4EFgQUif15Q4fP0GVGwwJGxyxzW3206wMwHwYDVR0jBBgwFoAUmOwB73+7Uf/UlR5vioiYUweJzr8wFgYDVR0lAQH/BAwwCgYIKwYBBQUHAwgwCgYIKoZIzj0EAwMDaAAwZQIwO2mxX/opo7SrIX9QyxfZpJRcpAV2gZOm1AZzR+2rVyy6Uc8Ybp2ybIw13ckH4bcRAjEA5qO8FyOkmYpvg2/7ZNqiPxRzn5vqKHoVcIIqtpKq6l7TvOqzAxxclN7VwTG8e++XMYIB2zCCAdcCAQEwUTA5MRUwEwYDVQQKEwxzaWdzdG9yZS5kZXYxIDAeBgNVBAMTF3NpZ3N0b3JlLXRzYS1zZWxmc2lnbmVkAhQ6E1QvDJBh7rzBQy/Lio6LKiOLDDALBglghkgBZQMEAgGggfwwGgYJKoZIhvcNAQkDMQ0GCyqGSIb3DQEJEAEEMBwGCSqGSIb3DQEJBTEPFw0yNjExMTgyMjEyNTdaMC8GCSqGSIb3DQEJBDEiBCCarz+oCEyhF890u+InvPIMPtxqUTLx+zjy3AyKfJ727jCBjgYLKoZIhvcNAQkQAi8xfzB9MHsweQQghfknvAerYsrDtENWwQ78gbLGiD/aernm2HDZ0TrNBbcwVTA9pDswOTEVMBMGA1UEChMMc2lnc3RvcmUuZGV2MSAwHgYDVQQDExdzaWdzdG9yZS10c2Etc2VsZnNpZ25lZAIUOhNULwyQYe68wUMvy4qOiyojiwwwCgYIKoZIzj0EAwIEZzBlAjEAyacgKOhwzDzkalqO4tQYrLyXlH3vGrGRX7C2EblobjRdrvQxLlHhRPrnQwMy/T2eAjAieklbM30/7iA/Y/IDydYzw6/cnhQ8bdtqyF90U7ADNN2Ljgm23Q40J5L5eVmrT3k="}]}},"messageSignature":{"messageDigest":{"algorithm":"SHA2_256","digest":"Uak+/qUCq9CHf+hujKifrD+eMZ3xUd5NUy6n/MgCuCA="},"signature":"MEUCIDqV3ufhA19l4P54goa3JXt7+t1KNfwJlo9Xh1b+ML9GAiEA3eOgKBrA2viUrQBuxsqoctSgcwk32/btgUdee+uzG2I="}}
|
build/torch-stable-abi29-cu126-x86_64-linux/symbols.json
CHANGED
|
@@ -1,11 +1,11 @@
|
|
| 1 |
{
|
| 2 |
"schema_version": 1,
|
| 3 |
-
"module": "
|
| 4 |
"functions": [
|
| 5 |
{
|
| 6 |
"name": "add_op_namespace_prefix",
|
| 7 |
"qualname": "add_op_namespace_prefix",
|
| 8 |
-
"module": "
|
| 9 |
"kind": "function",
|
| 10 |
"doc": "Prefix op by namespace.",
|
| 11 |
"signature": {
|
|
@@ -23,7 +23,7 @@
|
|
| 23 |
{
|
| 24 |
"name": "flash_attn_combine",
|
| 25 |
"qualname": "flash_attn_combine",
|
| 26 |
-
"module": "
|
| 27 |
"kind": "function",
|
| 28 |
"doc": null,
|
| 29 |
"signature": {
|
|
@@ -59,7 +59,7 @@
|
|
| 59 |
{
|
| 60 |
"name": "flash_attn_func",
|
| 61 |
"qualname": "flash_attn_func",
|
| 62 |
-
"module": "
|
| 63 |
"kind": "function",
|
| 64 |
"doc": "dropout_p should be set to 0.0 during evaluation\nSupports multi-query and grouped-query attention (MQA/GQA) by passing in KV with fewer heads\nthan Q. Note that the number of heads in Q must be divisible by the number of heads in KV.\nFor example, if Q has 6 heads and K, V have 2 heads, head 0, 1, 2 of Q will attention to head\n0 of K, V, and head 3, 4, 5 of Q will attention to head 1 of K, V.\n\nIf causal=True, the causal mask is aligned to the bottom right corner of the attention matrix.\nFor example, if seqlen_q = 2 and seqlen_k = 5, the causal mask (1 = keep, 0 = masked out) is:\n 1 1 1 1 0\n 1 1 1 1 1\nIf seqlen_q = 5 and seqlen_k = 2, the causal mask is:\n 0 0\n 0 0\n 0 0\n 1 0\n 1 1\nIf the row of the mask is all zero, the output will be zero.\n\nIf window_size != (-1, -1), implements sliding window local attention. Query at position i\nwill only attend to keys between\n[i + seqlen_k - seqlen_q - window_size[0], i + seqlen_k - seqlen_q + window_size[1]] inclusive.\n\nArguments:\n q: (batch_size, seqlen, nheads, headdim)\n k: (batch_size, seqlen, nheads_k, headdim)\n v: (batch_size, seqlen, nheads_k, headdim)\n dropout_p: float. Dropout probability.\n softmax_scale: float. The scaling of QK^T before applying softmax.\n Default to 1 / sqrt(headdim).\n causal: bool. Whether to apply causal attention mask (e.g., for auto-regressive modeling).\n window_size: (left, right). If not (-1, -1), implements sliding window local attention.\n alibi_slopes: (nheads,) or (batch_size, nheads), fp32. A bias of\n (-alibi_slope * |i + seqlen_k - seqlen_q - j|)\n is added to the attention score of query i and key j.\n deterministic: bool. Whether to use the deterministic implementation of the backward pass,\n which is slightly slower and uses more memory. The forward pass is always deterministic.\n return_attn_probs: bool. Whether to return the attention probabilities. This option is for\n testing only. The returned probabilities are not guaranteed to be correct\n (they might not have the right scaling).\nReturn:\n out: (batch_size, seqlen, nheads, headdim).\n softmax_lse [optional, if return_attn_probs=True]: (batch_size, nheads, seqlen). The\n logsumexp of each row of the matrix QK^T * scaling (e.g., log of the softmax\n normalization factor).",
|
| 65 |
"signature": {
|
|
@@ -173,7 +173,7 @@
|
|
| 173 |
{
|
| 174 |
"name": "flash_attn_qkvpacked_func",
|
| 175 |
"qualname": "flash_attn_qkvpacked_func",
|
| 176 |
-
"module": "
|
| 177 |
"kind": "function",
|
| 178 |
"doc": "dropout_p should be set to 0.0 during evaluation\nIf Q, K, V are already stacked into 1 tensor, this function will be faster than\ncalling flash_attn_func on Q, K, V since the backward pass avoids explicit concatenation\nof the gradients of Q, K, V.\nFor multi-query and grouped-query attention (MQA/GQA), please see\nflash_attn_kvpacked_func and flash_attn_func.\n\nIf window_size != (-1, -1), implements sliding window local attention. Query at position i\nwill only attend to keys between [i - window_size[0], i + window_size[1]] inclusive.\n\nArguments:\n qkv: (batch_size, seqlen, 3, nheads, headdim)\n dropout_p: float. Dropout probability.\n softmax_scale: float. The scaling of QK^T before applying softmax.\n Default to 1 / sqrt(headdim).\n causal: bool. Whether to apply causal attention mask (e.g., for auto-regressive modeling).\n window_size: (left, right). If not (-1, -1), implements sliding window local attention.\n softcap: float. Anything > 0 activates softcapping attention.\n alibi_slopes: (nheads,) or (batch_size, nheads), fp32. A bias of (-alibi_slope * |i - j|) is added to\n the attention score of query i and key j.\n deterministic: bool. Whether to use the deterministic implementation of the backward pass,\n which is slightly slower and uses more memory. The forward pass is always deterministic.\n return_attn_probs: bool. Whether to return the attention probabilities. This option is for\n testing only. The returned probabilities are not guaranteed to be correct\n (they might not have the right scaling).\nReturn:\n out: (batch_size, seqlen, nheads, headdim).\n softmax_lse [optional, if return_attn_probs=True]: (batch_size, nheads, seqlen). The\n logsumexp of each row of the matrix QK^T * scaling (e.g., log of the softmax\n normalization factor).\n S_dmask [optional, if return_attn_probs=True]: (batch_size, nheads, seqlen, seqlen).\n The output of softmax (possibly with different scaling). It also encodes the dropout\n pattern (negative means that location was dropped, nonnegative means it was kept).",
|
| 179 |
"signature": {
|
|
@@ -263,7 +263,7 @@
|
|
| 263 |
{
|
| 264 |
"name": "flash_attn_varlen_func",
|
| 265 |
"qualname": "flash_attn_varlen_func",
|
| 266 |
-
"module": "
|
| 267 |
"kind": "function",
|
| 268 |
"doc": null,
|
| 269 |
"signature": {
|
|
@@ -413,7 +413,7 @@
|
|
| 413 |
{
|
| 414 |
"name": "flash_attn_with_kvcache",
|
| 415 |
"qualname": "flash_attn_with_kvcache",
|
| 416 |
-
"module": "
|
| 417 |
"kind": "function",
|
| 418 |
"doc": "If k and v are not None, k_cache and v_cache will be updated *inplace* with the new values from\nk and v. This is useful for incremental decoding: you can pass in the cached keys/values from\nthe previous step, and update them with the new keys/values from the current step, and do\nattention with the updated cache, all in 1 kernel.\n\nIf you pass in k / v, you must make sure that the cache is large enough to hold the new values.\nFor example, the KV cache could be pre-allocated with the max sequence length, and you can use\ncache_seqlens to keep track of the current sequence lengths of each sequence in the batch.\n\nAlso apply rotary embedding if rotary_cos and rotary_sin are passed in. The key @k will be\nrotated by rotary_cos and rotary_sin at indices cache_seqlens, cache_seqlens + 1, etc.\nIf causal or local (i.e., window_size != (-1, -1)), the query @q will be rotated by rotary_cos\nand rotary_sin at indices cache_seqlens, cache_seqlens + 1, etc.\nIf not causal and not local, the query @q will be rotated by rotary_cos and rotary_sin at\nindices cache_seqlens only (i.e. we consider all tokens in @q to be at position cache_seqlens).\n\nSee tests/test_flash_attn.py::test_flash_attn_kvcache for examples of how to use this function.\n\nSupports multi-query and grouped-query attention (MQA/GQA) by passing in KV with fewer heads\nthan Q. Note that the number of heads in Q must be divisible by the number of heads in KV.\nFor example, if Q has 6 heads and K, V have 2 heads, head 0, 1, 2 of Q will attention to head\n0 of K, V, and head 3, 4, 5 of Q will attention to head 1 of K, V.\n\nIf causal=True, the causal mask is aligned to the bottom right corner of the attention matrix.\nFor example, if seqlen_q = 2 and seqlen_k = 5, the causal mask (1 = keep, 0 = masked out) is:\n 1 1 1 1 0\n 1 1 1 1 1\nIf seqlen_q = 5 and seqlen_k = 2, the causal mask is:\n 0 0\n 0 0\n 0 0\n 1 0\n 1 1\nIf the row of the mask is all zero, the output will be zero.\n\nIf window_size != (-1, -1), implements sliding window local attention. Query at position i\nwill only attend to keys between\n[i + seqlen_k - seqlen_q - window_size[0], i + seqlen_k - seqlen_q + window_size[1]] inclusive.\n\nNote: Does not support backward pass.\n\nArguments:\n q: (batch_size, seqlen, nheads, headdim)\n k_cache: (batch_size_cache, seqlen_cache, nheads_k, headdim) if there's no page_table,\n or (num_blocks, page_block_size, nheads_k, headdim) if there's a page_table (i.e. paged KV cache)\n page_block_size can be arbitrary (e.g, 1, 2, 3, 64, etc.).\n v_cache: (batch_size_cache, seqlen_cache, nheads_k, headdim_v) if there's no page_table,\n or (num_blocks, page_block_size, nheads_k, headdim_v) if there's a page_table (i.e. paged KV cache)\n k [optional]: (batch_size, seqlen_new, nheads_k, headdim). If not None, we concatenate\n k with k_cache, starting at the indices specified by cache_seqlens.\n v [optional]: (batch_size, seqlen_new, nheads_k, headdim_v). Similar to k.\n qv [optional]: (batch_size, seqlen, nheads, headdim_v)\n rotary_cos [optional]: (seqlen_ro, rotary_dim / 2). If not None, we apply rotary embedding\n to k and q. Only applicable if k and v are passed in. rotary_dim must be divisible by 16.\n rotary_sin [optional]: (seqlen_ro, rotary_dim / 2). Similar to rotary_cos.\n cache_seqlens: int, or (batch_size,), dtype torch.int32. The sequence lengths of the\n KV cache.\n cache_batch_idx: (batch_size,), dtype torch.int32. The indices used to index into the KV cache.\n If None, we assume that the batch indices are [0, 1, 2, ..., batch_size - 1].\n If the indices are not distinct, and k and v are provided, the values updated in the cache\n might come from any of the duplicate indices.\n cache_leftpad: (batch_size,), dtype torch.int32. The index that the KV cache starts. If None, assume 0.\n page_table [optional]: (batch_size, max_num_blocks_per_seq), dtype torch.int32.\n softmax_scale: float. The scaling of QK^T before applying softmax.\n Default to 1 / sqrt(headdim).\n causal: bool. Whether to apply causal attention mask (e.g., for auto-regressive modeling).\n window_size: (left, right). If not (-1, -1), implements sliding window local attention.\n softcap: float. Anything > 0 activates softcapping attention.\n rotary_interleaved: bool. Only applicable if rotary_cos and rotary_sin are passed in.\n If True, rotary embedding will combine dimensions 0 & 1, 2 & 3, etc. If False,\n rotary embedding will combine dimensions 0 & rotary_dim / 2, 1 & rotary_dim / 2 + 1\n (i.e. GPT-NeoX style).\n num_splits: int. If > 1, split the key/value into this many chunks along the sequence.\n If num_splits == 1, we don't split the key/value. If num_splits == 0, we use a heuristic\n to automatically determine the number of splits.\n Don't change this unless you know what you are doing.\n return_softmax_lse: bool. Whether to return the logsumexp of the attention scores.\n\nReturn:\n out: (batch_size, seqlen, nheads, headdim).\n softmax_lse [optional, if return_softmax_lse=True]: (batch_size, nheads, seqlen). The\n logsumexp of each row of the matrix QK^T * scaling (e.g., log of the softmax\n normalization factor).",
|
| 419 |
"signature": {
|
|
@@ -605,7 +605,7 @@
|
|
| 605 |
{
|
| 606 |
"name": "get_scheduler_metadata",
|
| 607 |
"qualname": "get_scheduler_metadata",
|
| 608 |
-
"module": "
|
| 609 |
"kind": "function",
|
| 610 |
"doc": null,
|
| 611 |
"signature": {
|
|
|
|
| 1 |
{
|
| 2 |
"schema_version": 1,
|
| 3 |
+
"module": "_flash_attn3_cuda_ae2c2be",
|
| 4 |
"functions": [
|
| 5 |
{
|
| 6 |
"name": "add_op_namespace_prefix",
|
| 7 |
"qualname": "add_op_namespace_prefix",
|
| 8 |
+
"module": "_flash_attn3_cuda_ae2c2be._ops",
|
| 9 |
"kind": "function",
|
| 10 |
"doc": "Prefix op by namespace.",
|
| 11 |
"signature": {
|
|
|
|
| 23 |
{
|
| 24 |
"name": "flash_attn_combine",
|
| 25 |
"qualname": "flash_attn_combine",
|
| 26 |
+
"module": "_flash_attn3_cuda_ae2c2be.flash_attn_interface",
|
| 27 |
"kind": "function",
|
| 28 |
"doc": null,
|
| 29 |
"signature": {
|
|
|
|
| 59 |
{
|
| 60 |
"name": "flash_attn_func",
|
| 61 |
"qualname": "flash_attn_func",
|
| 62 |
+
"module": "_flash_attn3_cuda_ae2c2be.flash_attn_interface",
|
| 63 |
"kind": "function",
|
| 64 |
"doc": "dropout_p should be set to 0.0 during evaluation\nSupports multi-query and grouped-query attention (MQA/GQA) by passing in KV with fewer heads\nthan Q. Note that the number of heads in Q must be divisible by the number of heads in KV.\nFor example, if Q has 6 heads and K, V have 2 heads, head 0, 1, 2 of Q will attention to head\n0 of K, V, and head 3, 4, 5 of Q will attention to head 1 of K, V.\n\nIf causal=True, the causal mask is aligned to the bottom right corner of the attention matrix.\nFor example, if seqlen_q = 2 and seqlen_k = 5, the causal mask (1 = keep, 0 = masked out) is:\n 1 1 1 1 0\n 1 1 1 1 1\nIf seqlen_q = 5 and seqlen_k = 2, the causal mask is:\n 0 0\n 0 0\n 0 0\n 1 0\n 1 1\nIf the row of the mask is all zero, the output will be zero.\n\nIf window_size != (-1, -1), implements sliding window local attention. Query at position i\nwill only attend to keys between\n[i + seqlen_k - seqlen_q - window_size[0], i + seqlen_k - seqlen_q + window_size[1]] inclusive.\n\nArguments:\n q: (batch_size, seqlen, nheads, headdim)\n k: (batch_size, seqlen, nheads_k, headdim)\n v: (batch_size, seqlen, nheads_k, headdim)\n dropout_p: float. Dropout probability.\n softmax_scale: float. The scaling of QK^T before applying softmax.\n Default to 1 / sqrt(headdim).\n causal: bool. Whether to apply causal attention mask (e.g., for auto-regressive modeling).\n window_size: (left, right). If not (-1, -1), implements sliding window local attention.\n alibi_slopes: (nheads,) or (batch_size, nheads), fp32. A bias of\n (-alibi_slope * |i + seqlen_k - seqlen_q - j|)\n is added to the attention score of query i and key j.\n deterministic: bool. Whether to use the deterministic implementation of the backward pass,\n which is slightly slower and uses more memory. The forward pass is always deterministic.\n return_attn_probs: bool. Whether to return the attention probabilities. This option is for\n testing only. The returned probabilities are not guaranteed to be correct\n (they might not have the right scaling).\nReturn:\n out: (batch_size, seqlen, nheads, headdim).\n softmax_lse [optional, if return_attn_probs=True]: (batch_size, nheads, seqlen). The\n logsumexp of each row of the matrix QK^T * scaling (e.g., log of the softmax\n normalization factor).",
|
| 65 |
"signature": {
|
|
|
|
| 173 |
{
|
| 174 |
"name": "flash_attn_qkvpacked_func",
|
| 175 |
"qualname": "flash_attn_qkvpacked_func",
|
| 176 |
+
"module": "_flash_attn3_cuda_ae2c2be.flash_attn_interface",
|
| 177 |
"kind": "function",
|
| 178 |
"doc": "dropout_p should be set to 0.0 during evaluation\nIf Q, K, V are already stacked into 1 tensor, this function will be faster than\ncalling flash_attn_func on Q, K, V since the backward pass avoids explicit concatenation\nof the gradients of Q, K, V.\nFor multi-query and grouped-query attention (MQA/GQA), please see\nflash_attn_kvpacked_func and flash_attn_func.\n\nIf window_size != (-1, -1), implements sliding window local attention. Query at position i\nwill only attend to keys between [i - window_size[0], i + window_size[1]] inclusive.\n\nArguments:\n qkv: (batch_size, seqlen, 3, nheads, headdim)\n dropout_p: float. Dropout probability.\n softmax_scale: float. The scaling of QK^T before applying softmax.\n Default to 1 / sqrt(headdim).\n causal: bool. Whether to apply causal attention mask (e.g., for auto-regressive modeling).\n window_size: (left, right). If not (-1, -1), implements sliding window local attention.\n softcap: float. Anything > 0 activates softcapping attention.\n alibi_slopes: (nheads,) or (batch_size, nheads), fp32. A bias of (-alibi_slope * |i - j|) is added to\n the attention score of query i and key j.\n deterministic: bool. Whether to use the deterministic implementation of the backward pass,\n which is slightly slower and uses more memory. The forward pass is always deterministic.\n return_attn_probs: bool. Whether to return the attention probabilities. This option is for\n testing only. The returned probabilities are not guaranteed to be correct\n (they might not have the right scaling).\nReturn:\n out: (batch_size, seqlen, nheads, headdim).\n softmax_lse [optional, if return_attn_probs=True]: (batch_size, nheads, seqlen). The\n logsumexp of each row of the matrix QK^T * scaling (e.g., log of the softmax\n normalization factor).\n S_dmask [optional, if return_attn_probs=True]: (batch_size, nheads, seqlen, seqlen).\n The output of softmax (possibly with different scaling). It also encodes the dropout\n pattern (negative means that location was dropped, nonnegative means it was kept).",
|
| 179 |
"signature": {
|
|
|
|
| 263 |
{
|
| 264 |
"name": "flash_attn_varlen_func",
|
| 265 |
"qualname": "flash_attn_varlen_func",
|
| 266 |
+
"module": "_flash_attn3_cuda_ae2c2be.flash_attn_interface",
|
| 267 |
"kind": "function",
|
| 268 |
"doc": null,
|
| 269 |
"signature": {
|
|
|
|
| 413 |
{
|
| 414 |
"name": "flash_attn_with_kvcache",
|
| 415 |
"qualname": "flash_attn_with_kvcache",
|
| 416 |
+
"module": "_flash_attn3_cuda_ae2c2be.flash_attn_interface",
|
| 417 |
"kind": "function",
|
| 418 |
"doc": "If k and v are not None, k_cache and v_cache will be updated *inplace* with the new values from\nk and v. This is useful for incremental decoding: you can pass in the cached keys/values from\nthe previous step, and update them with the new keys/values from the current step, and do\nattention with the updated cache, all in 1 kernel.\n\nIf you pass in k / v, you must make sure that the cache is large enough to hold the new values.\nFor example, the KV cache could be pre-allocated with the max sequence length, and you can use\ncache_seqlens to keep track of the current sequence lengths of each sequence in the batch.\n\nAlso apply rotary embedding if rotary_cos and rotary_sin are passed in. The key @k will be\nrotated by rotary_cos and rotary_sin at indices cache_seqlens, cache_seqlens + 1, etc.\nIf causal or local (i.e., window_size != (-1, -1)), the query @q will be rotated by rotary_cos\nand rotary_sin at indices cache_seqlens, cache_seqlens + 1, etc.\nIf not causal and not local, the query @q will be rotated by rotary_cos and rotary_sin at\nindices cache_seqlens only (i.e. we consider all tokens in @q to be at position cache_seqlens).\n\nSee tests/test_flash_attn.py::test_flash_attn_kvcache for examples of how to use this function.\n\nSupports multi-query and grouped-query attention (MQA/GQA) by passing in KV with fewer heads\nthan Q. Note that the number of heads in Q must be divisible by the number of heads in KV.\nFor example, if Q has 6 heads and K, V have 2 heads, head 0, 1, 2 of Q will attention to head\n0 of K, V, and head 3, 4, 5 of Q will attention to head 1 of K, V.\n\nIf causal=True, the causal mask is aligned to the bottom right corner of the attention matrix.\nFor example, if seqlen_q = 2 and seqlen_k = 5, the causal mask (1 = keep, 0 = masked out) is:\n 1 1 1 1 0\n 1 1 1 1 1\nIf seqlen_q = 5 and seqlen_k = 2, the causal mask is:\n 0 0\n 0 0\n 0 0\n 1 0\n 1 1\nIf the row of the mask is all zero, the output will be zero.\n\nIf window_size != (-1, -1), implements sliding window local attention. Query at position i\nwill only attend to keys between\n[i + seqlen_k - seqlen_q - window_size[0], i + seqlen_k - seqlen_q + window_size[1]] inclusive.\n\nNote: Does not support backward pass.\n\nArguments:\n q: (batch_size, seqlen, nheads, headdim)\n k_cache: (batch_size_cache, seqlen_cache, nheads_k, headdim) if there's no page_table,\n or (num_blocks, page_block_size, nheads_k, headdim) if there's a page_table (i.e. paged KV cache)\n page_block_size can be arbitrary (e.g, 1, 2, 3, 64, etc.).\n v_cache: (batch_size_cache, seqlen_cache, nheads_k, headdim_v) if there's no page_table,\n or (num_blocks, page_block_size, nheads_k, headdim_v) if there's a page_table (i.e. paged KV cache)\n k [optional]: (batch_size, seqlen_new, nheads_k, headdim). If not None, we concatenate\n k with k_cache, starting at the indices specified by cache_seqlens.\n v [optional]: (batch_size, seqlen_new, nheads_k, headdim_v). Similar to k.\n qv [optional]: (batch_size, seqlen, nheads, headdim_v)\n rotary_cos [optional]: (seqlen_ro, rotary_dim / 2). If not None, we apply rotary embedding\n to k and q. Only applicable if k and v are passed in. rotary_dim must be divisible by 16.\n rotary_sin [optional]: (seqlen_ro, rotary_dim / 2). Similar to rotary_cos.\n cache_seqlens: int, or (batch_size,), dtype torch.int32. The sequence lengths of the\n KV cache.\n cache_batch_idx: (batch_size,), dtype torch.int32. The indices used to index into the KV cache.\n If None, we assume that the batch indices are [0, 1, 2, ..., batch_size - 1].\n If the indices are not distinct, and k and v are provided, the values updated in the cache\n might come from any of the duplicate indices.\n cache_leftpad: (batch_size,), dtype torch.int32. The index that the KV cache starts. If None, assume 0.\n page_table [optional]: (batch_size, max_num_blocks_per_seq), dtype torch.int32.\n softmax_scale: float. The scaling of QK^T before applying softmax.\n Default to 1 / sqrt(headdim).\n causal: bool. Whether to apply causal attention mask (e.g., for auto-regressive modeling).\n window_size: (left, right). If not (-1, -1), implements sliding window local attention.\n softcap: float. Anything > 0 activates softcapping attention.\n rotary_interleaved: bool. Only applicable if rotary_cos and rotary_sin are passed in.\n If True, rotary embedding will combine dimensions 0 & 1, 2 & 3, etc. If False,\n rotary embedding will combine dimensions 0 & rotary_dim / 2, 1 & rotary_dim / 2 + 1\n (i.e. GPT-NeoX style).\n num_splits: int. If > 1, split the key/value into this many chunks along the sequence.\n If num_splits == 1, we don't split the key/value. If num_splits == 0, we use a heuristic\n to automatically determine the number of splits.\n Don't change this unless you know what you are doing.\n return_softmax_lse: bool. Whether to return the logsumexp of the attention scores.\n\nReturn:\n out: (batch_size, seqlen, nheads, headdim).\n softmax_lse [optional, if return_softmax_lse=True]: (batch_size, nheads, seqlen). The\n logsumexp of each row of the matrix QK^T * scaling (e.g., log of the softmax\n normalization factor).",
|
| 419 |
"signature": {
|
|
|
|
| 605 |
{
|
| 606 |
"name": "get_scheduler_metadata",
|
| 607 |
"qualname": "get_scheduler_metadata",
|
| 608 |
+
"module": "_flash_attn3_cuda_ae2c2be.flash_attn_interface",
|
| 609 |
"kind": "function",
|
| 610 |
"doc": null,
|
| 611 |
"signature": {
|
build/torch-stable-abi29-cu128-x86_64-linux/{_flash_attn3_cuda_a02f43b.abi3.so → _flash_attn3_cuda_ae2c2be.abi3.so}
RENAMED
|
@@ -1,3 +1,3 @@
|
|
| 1 |
version https://git-lfs.github.com/spec/v1
|
| 2 |
-
oid sha256:
|
| 3 |
-
size
|
|
|
|
| 1 |
version https://git-lfs.github.com/spec/v1
|
| 2 |
+
oid sha256:490a52916aa9f4beaeb1716ed4506bd3223b6f2059042aaa3d2762f4c3181862
|
| 3 |
+
size 530776472
|
build/torch-stable-abi29-cu128-x86_64-linux/_ops.py
CHANGED
|
@@ -1,9 +1,9 @@
|
|
| 1 |
import torch
|
| 2 |
-
from . import
|
| 3 |
-
ops = torch.ops.
|
| 4 |
|
| 5 |
def add_op_namespace_prefix(op_name: str):
|
| 6 |
"""
|
| 7 |
Prefix op by namespace.
|
| 8 |
"""
|
| 9 |
-
return f"
|
|
|
|
| 1 |
import torch
|
| 2 |
+
from . import _flash_attn3_cuda_ae2c2be
|
| 3 |
+
ops = torch.ops._flash_attn3_cuda_ae2c2be
|
| 4 |
|
| 5 |
def add_op_namespace_prefix(op_name: str):
|
| 6 |
"""
|
| 7 |
Prefix op by namespace.
|
| 8 |
"""
|
| 9 |
+
return f"_flash_attn3_cuda_ae2c2be::{op_name}"
|
build/torch-stable-abi29-cu128-x86_64-linux/flash_attn_interface.py
CHANGED
|
@@ -2,11 +2,31 @@
|
|
| 2 |
|
| 3 |
from typing import Optional, Union, List, Tuple
|
| 4 |
|
|
|
|
| 5 |
import torch
|
| 6 |
import torch.nn as nn
|
|
|
|
|
|
|
| 7 |
|
| 8 |
-
|
| 9 |
-
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 10 |
|
| 11 |
def maybe_contiguous(x):
|
| 12 |
return x.contiguous() if x is not None and x.stride(-1) != 1 else x
|
|
@@ -85,7 +105,7 @@ def _flash_attn_forward(
|
|
| 85 |
]
|
| 86 |
rotary_cos, rotary_sin = [maybe_contiguous(x) for x in (rotary_cos, rotary_sin)]
|
| 87 |
seqlens_rotary = maybe_contiguous(seqlens_rotary)
|
| 88 |
-
out, softmax_lse, out_accum, softmax_lse_accum =
|
| 89 |
q,
|
| 90 |
k,
|
| 91 |
v,
|
|
@@ -263,7 +283,7 @@ def _flash_attn_backward(
|
|
| 263 |
) -> torch.Tensor:
|
| 264 |
# dq, dk, dv are allocated by us so they should already be contiguous
|
| 265 |
dout, q, k, v, out = [maybe_contiguous(x) for x in (dout, q, k, v, out)]
|
| 266 |
-
softmax_d, *rest =
|
| 267 |
dout,
|
| 268 |
q,
|
| 269 |
k,
|
|
@@ -917,7 +937,7 @@ def flash_attn_varlen_func(
|
|
| 917 |
|
| 918 |
|
| 919 |
def flash_attn_combine(out_partial, lse_partial, out=None, out_dtype=None):
|
| 920 |
-
return
|
| 921 |
|
| 922 |
|
| 923 |
def flash_attn_with_kvcache(
|
|
@@ -1105,7 +1125,7 @@ def get_scheduler_metadata(
|
|
| 1105 |
cache_seqlens = maybe_contiguous(cache_seqlens)
|
| 1106 |
if headdim_v is None:
|
| 1107 |
headdim_v = headdim
|
| 1108 |
-
scheduler_metadata =
|
| 1109 |
batch_size, max_seqlen_q, max_seqlen_k, num_heads_q, num_heads_kv, headdim, headdim_v,
|
| 1110 |
qkv_dtype,
|
| 1111 |
cache_seqlens,
|
|
|
|
| 2 |
|
| 3 |
from typing import Optional, Union, List, Tuple
|
| 4 |
|
| 5 |
+
import os
|
| 6 |
import torch
|
| 7 |
import torch.nn as nn
|
| 8 |
+
import warnings
|
| 9 |
+
from ._ops import add_op_namespace_prefix, ops
|
| 10 |
|
| 11 |
+
|
| 12 |
+
USE_TRITON_ROCM = os.getenv("FLASH_ATTENTION_TRITON_AMD_ENABLE", "FALSE") == "TRUE"
|
| 13 |
+
if not USE_TRITON_ROCM and getattr(torch.version, 'hip', None) is not None:
|
| 14 |
+
try:
|
| 15 |
+
from . import _ops
|
| 16 |
+
except ImportError:
|
| 17 |
+
warnings.warn("flash_attn_3._C (which has ROCm/HIP kernels) not found, falling back to Triton implementation")
|
| 18 |
+
USE_TRITON_ROCM = True
|
| 19 |
+
|
| 20 |
+
if USE_TRITON_ROCM:
|
| 21 |
+
from aiter.ops.triton._triton_kernels.flash_attn_triton_amd import flash_attn_3 as flash_attn_3_gpu
|
| 22 |
+
else:
|
| 23 |
+
# isort: off
|
| 24 |
+
# We need to import the CUDA kernels after importing torch
|
| 25 |
+
from . import _ops # Registers operators with PyTorch
|
| 26 |
+
|
| 27 |
+
# isort: on
|
| 28 |
+
|
| 29 |
+
flash_attn_3_gpu = ops
|
| 30 |
|
| 31 |
def maybe_contiguous(x):
|
| 32 |
return x.contiguous() if x is not None and x.stride(-1) != 1 else x
|
|
|
|
| 105 |
]
|
| 106 |
rotary_cos, rotary_sin = [maybe_contiguous(x) for x in (rotary_cos, rotary_sin)]
|
| 107 |
seqlens_rotary = maybe_contiguous(seqlens_rotary)
|
| 108 |
+
out, softmax_lse, out_accum, softmax_lse_accum = flash_attn_3_gpu.fwd(
|
| 109 |
q,
|
| 110 |
k,
|
| 111 |
v,
|
|
|
|
| 283 |
) -> torch.Tensor:
|
| 284 |
# dq, dk, dv are allocated by us so they should already be contiguous
|
| 285 |
dout, q, k, v, out = [maybe_contiguous(x) for x in (dout, q, k, v, out)]
|
| 286 |
+
softmax_d, *rest = flash_attn_3_gpu.bwd(
|
| 287 |
dout,
|
| 288 |
q,
|
| 289 |
k,
|
|
|
|
| 937 |
|
| 938 |
|
| 939 |
def flash_attn_combine(out_partial, lse_partial, out=None, out_dtype=None):
|
| 940 |
+
return flash_attn_3_gpu.fwd_combine(out_partial, lse_partial, out, out_dtype)
|
| 941 |
|
| 942 |
|
| 943 |
def flash_attn_with_kvcache(
|
|
|
|
| 1125 |
cache_seqlens = maybe_contiguous(cache_seqlens)
|
| 1126 |
if headdim_v is None:
|
| 1127 |
headdim_v = headdim
|
| 1128 |
+
scheduler_metadata = flash_attn_3_gpu.get_scheduler_metadata(
|
| 1129 |
batch_size, max_seqlen_q, max_seqlen_k, num_heads_q, num_heads_kv, headdim, headdim_v,
|
| 1130 |
qkv_dtype,
|
| 1131 |
cache_seqlens,
|
build/torch-stable-abi29-cu128-x86_64-linux/metadata.json
CHANGED
|
@@ -1,9 +1,10 @@
|
|
| 1 |
{
|
| 2 |
"name": "flash-attn3",
|
| 3 |
-
"id": "
|
| 4 |
"version": 2,
|
| 5 |
"kernels-minver": "0.14.0",
|
| 6 |
"license": "BSD-3-Clause",
|
|
|
|
| 7 |
"python-depends": [],
|
| 8 |
"kernel-depends": [],
|
| 9 |
"backend": {
|
|
@@ -17,11 +18,11 @@
|
|
| 17 |
"algorithm": "sha256",
|
| 18 |
"files": {
|
| 19 |
"__init__.py": "b/45TnpaDDuTwp84ILd3Q+pQCIk2RnHtSSZKRq9Lj5E=",
|
| 20 |
-
"
|
| 21 |
-
"_ops.py": "
|
| 22 |
"flash_attn_config.py": "uxo+eyMcDit//8YDaS4Rtk5BTMKzTSK9tOKTjdWVe/w=",
|
| 23 |
-
"flash_attn_interface.py": "
|
| 24 |
-
"symbols.json": "
|
| 25 |
}
|
| 26 |
},
|
| 27 |
"provenance": {
|
|
@@ -31,7 +32,7 @@
|
|
| 31 |
"dirty": false
|
| 32 |
},
|
| 33 |
"kernel": {
|
| 34 |
-
"commit": "
|
| 35 |
"dirty": false
|
| 36 |
}
|
| 37 |
}
|
|
|
|
| 1 |
{
|
| 2 |
"name": "flash-attn3",
|
| 3 |
+
"id": "_flash_attn3_cuda_ae2c2be",
|
| 4 |
"version": 2,
|
| 5 |
"kernels-minver": "0.14.0",
|
| 6 |
"license": "BSD-3-Clause",
|
| 7 |
+
"upstream": "https://github.com/Dao-AILab/flash-attention.git",
|
| 8 |
"python-depends": [],
|
| 9 |
"kernel-depends": [],
|
| 10 |
"backend": {
|
|
|
|
| 18 |
"algorithm": "sha256",
|
| 19 |
"files": {
|
| 20 |
"__init__.py": "b/45TnpaDDuTwp84ILd3Q+pQCIk2RnHtSSZKRq9Lj5E=",
|
| 21 |
+
"_flash_attn3_cuda_ae2c2be.abi3.so": "SQpSkWqp9L6usXFu1FBr0yI7byBZBCqqPSdi9MMYGGI=",
|
| 22 |
+
"_ops.py": "7swor3wRIF9iqDV2UmsU+DPBCWN4JiIRTqsCtOVofBk=",
|
| 23 |
"flash_attn_config.py": "uxo+eyMcDit//8YDaS4Rtk5BTMKzTSK9tOKTjdWVe/w=",
|
| 24 |
+
"flash_attn_interface.py": "3EhHSOuAYWSWS8wwkoTRd8uhbc4EwVpNCa7x8WSvdZQ=",
|
| 25 |
+
"symbols.json": "6+qS8fd/iGl+XKD6F8tQlWLm+GYOrLeqtaRzQqwm8jM="
|
| 26 |
}
|
| 27 |
},
|
| 28 |
"provenance": {
|
|
|
|
| 32 |
"dirty": false
|
| 33 |
},
|
| 34 |
"kernel": {
|
| 35 |
+
"commit": "ae2c2be31b91db2f4d13c0bf1a72051bd7e0d0af",
|
| 36 |
"dirty": false
|
| 37 |
}
|
| 38 |
}
|
build/torch-stable-abi29-cu128-x86_64-linux/metadata.json.sigstore
CHANGED
|
@@ -1 +1 @@
|
|
| 1 |
-
{"mediaType":"application/vnd.dev.sigstore.bundle.v0.3+json","verificationMaterial":{"certificate":{"rawBytes":"MIIHLDCCBrKgAwIBAgIUEntYI/1b+dKpIFxmmbrB4sc+sAAwCgYIKoZIzj0EAwMwNzEVMBMGA1UEChMMc2lnc3RvcmUuZGV2MR4wHAYDVQQDExVzaWdzdG9yZS1pbnRlcm1lZGlhdGUwHhcNMjYxMTEwMjIxOTA5WhcNMjYxMTEwMjIyOTA5WjAAMFkwEwYHKoZIzj0CAQYIKoZIzj0DAQcDQgAEHUZXaiGTKwXwQAtUdYoLUvMf87tkfcwoKEgGq3wE2g/wKGpePQH3shYxxbKJ8W4Zpx7uVZelWVZEknBFK1b/waOCBdEwggXNMA4GA1UdDwEB/wQEAwIHgDATBgNVHSUEDDAKBggrBgEFBQcDAzAfBgNVHSMEGDAWgBTf0+nPViQRlvmo2OkoVaLGLhhkPzBrBgNVHREBAf8EYTBfhl1odHRwczovL2dpdGh1Yi5jb20vaHVnZ2luZ2ZhY2Uva2VybmVscy1jb21tdW5pdHkvLmdpdGh1Yi93b3JrZmxvd3MvYnVpbGQueWFtbEByZWZzL2hlYWRzL21haW4wOQYKKwYBBAGDvzABAQQraHR0cHM6Ly90b2tlbi5hY3Rpb25zLmdpdGh1YnVzZXJjb250ZW50LmNvbTAfBgorBgEEAYO/MAECBBF3b3JrZmxvd19kaXNwYXRjaDA2BgorBgEEAYO/MAEDBChhMDJmNDNiMmNjYjkyZWQ3NGI4NzRmMTEyYjQ4NzI3NGU0MDQ1ZjA5MBMGCisGAQQBg78wAQQEBUJ1aWxkMCsGCisGAQQBg78wAQUEHWh1Z2dpbmdmYWNlL2tlcm5lbHMtY29tbXVuaXR5MB0GCisGAQQBg78wAQYED3JlZnMvaGVhZHMvbWFpbjA7BgorBgEEAYO/MAEIBC0MK2h0dHBzOi8vdG9rZW4uYWN0aW9ucy5naXRodWJ1c2VyY29udGVudC5jb20wbQYKKwYBBAGDvzABCQRfDF1odHRwczovL2dpdGh1Yi5jb20vaHVnZ2luZ2ZhY2Uva2VybmVscy1jb21tdW5pdHkvLmdpdGh1Yi93b3JrZmxvd3MvYnVpbGQueWFtbEByZWZzL2hlYWRzL21haW4wOAYKKwYBBAGDvzABCgQqDChhMDJmNDNiMmNjYjkyZWQ3NGI4NzRmMTEyYjQ4NzI3NGU0MDQ1ZjA5MBsGCisGAQQBg78wAQsEDQwLc2VsZi1ob3N0ZWQwQAYKKwYBBAGDvzABDAQyDDBodHRwczovL2dpdGh1Yi5jb20vaHVnZ2luZ2ZhY2Uva2VybmVscy1jb21tdW5pdHkwOAYKKwYBBAGDvzABDQQqDChhMDJmNDNiMmNjYjkyZWQ3NGI4NzRmMTEyYjQ4NzI3NGU0MDQ1ZjA5MB8GCisGAQQBg78wAQ4EEQwPcmVmcy9oZWFkcy9tYWluMBoGCisGAQQBg78wAQ8EDAwKMTA3MTQ3NTUyOTAuBgorBgEEAYO/MAEQBCAMHmh0dHBzOi8vZ2l0aHViLmNvbS9odWdnaW5nZmFjZTAYBgorBgEEAYO/MAERBAoMCDI1NzIwNzQzMG0GCisGAQQBg78wARIEXwxdaHR0cHM6Ly9naXRodWIuY29tL2h1Z2dpbmdmYWNlL2tlcm5lbHMtY29tbXVuaXR5Ly5naXRodWIvd29ya2Zsb3dzL2J1aWxkLnlhbWxAcmVmcy9oZWFkcy9tYWluMDgGCisGAQQBg78wARMEKgwoYTAyZjQzYjJjY2I5MmVkNzRiODc0ZjExMmI0ODcyNzRlNDA0NWYwOTAhBgorBgEEAYO/MAEUBBMMEXdvcmtmbG93X2Rpc3BhdGNoMGQGCisGAQQBg78wARUEVgxUaHR0cHM6Ly9naXRodWIuY29tL2h1Z2dpbmdmYWNlL2tlcm5lbHMtY29tbXVuaXR5L2FjdGlvbnMvcnVucy80Mjg1Mjg4MzA0Ny9hdHRlbXB0cy8xMBYGCisGAQQBg78wARYECAwGcHVibGljMEYGCisGAQQBg78wARgEOAw2cmVwbzpodWdnaW5nZmFjZS9rZXJuZWxzLWNvbW11bml0eTpyZWY6cmVmcy9oZWFkcy9tYWluMIGKBgorBgEEAdZ5AgQCBHwEegB4AHYA3T0wasbHETJjGR4cmWc3AqJKXrjePK3/h4pygC8p7o4AAAGhx4stCwAABAMARzBFAiEAgl94YoF5XhdrRTNACu4Z/7MyCIRI6cvEKPF1aP1JmEUCIBkE2NoQZWOGhuuMIG6f25lZkh74p3rc1uzhCnnemvLxMAoGCCqGSM49BAMDA2gAMGUCMC8NN1wgDZrqO7QI87izDDoee9318kAsIzxhBpOS/+J1ga6F3cjwFL8QTASwb1E5PQIxAL0pMK6AbbtyGgWzFyCQKEvG8sI1y8euPH8EWilmrTHwi7SGDqLGAv3bz6CiRRy77w=="},"tlogEntries":[{"logIndex":"3794737118","logId":{"keyId":"wNI9atQGlz+VWfO6LRygH4QUfY/8W4RFwiT5i5WRgB0="},"kindVersion":{"kind":"hashedrekord","version":"0.0.1"},"integratedTime":"1794349149","inclusionPromise":{"signedEntryTimestamp":"MEQCIF/DLaTXcCXmd5OYU3WVUQrnStdpP+2aaIavbkIHV9T5AiBqIHTu2V3Pd5QhNMJkYnKwcg9aVaOIZ/AGOr/vv2IGEg=="},"inclusionProof":{"logIndex":"3672832856","rootHash":"aBsGWKLZewwDtc+c36xgpNLGILXPD5EteKhinN4RYY8=","treeSize":"3672832960","hashes":["JZrJmEc35nHzWUHT6HIDP5LbOBrqDGQxT5VXZPhNNpo=","+5qGzV379nD9qbLzqwkvB4mQ/YvSaBEZov2FEEh7iTs=","Mixzu2xXkBEKHH/YnHKxJ91y7bHmTFWo9emdqv5fCZY=","JJ7CvyLSd4sGpb7GtGqmXsMQsqdR+9FRCRzxP6e0FFg=","yw8HfDfFZ235QkaCk0RGsbK8LGSaswimuoiZG75r3pU=","kwRgB64vQC7e+CMkUTqDlT2vGWEM4btvJ+fTIxiD1LA=","lk+eXbVLanl/g8H+28dS3EaP3JxdbCATHD10wOTA6w8=","Qn0JY1e003IhlPljmbX8UiMm9DBtsgY8DzUs4Sz+uIQ=","Cn34IkWwyYAgP6mfQhGpRdp+UalCBoEoMSa2XGk+LYI=","J1qTi2E0jeNh183jRZ+kNECnbDAVOSlAznIJ6aol8NQ=","IScK1pQipAyQkuLR6UKn3SgG8mtQ/MfgapIbfXaU7Vs=","DWzK+Rcq4ws0IFlcVP/Iy9xjko2wuzr2eDfnXSqvNw8=","nGMt3OTEHk0b2Hah2F6V7XNJ9f9Jq0tbpolVjU50FCk=","W9v5ITHWA5z1m1q9v8yUm9AwF1btUJudKrGSNzBCFCg=","9TeYmQ4obd2RJYL+kHWs7mKHEGNyasHO9zCQoF+PF18=","Rk/aeYhtagvRLE8ssNOqtTPBBIIGPwxHYZ5h46pg6gk=","a8Ldnd6287UET/JiYNoAbyfRaR7yFeva8DLSFjJs+nI=","EwjkUL9TgmzKWZgjud/+P9DFGgsvUxQjYodnBaq6IMs=","5oTFCSxMJRDPEnSOsTKcTJXotZuO89tVqHXNWjc2tA0=","eGT5DhI8LeqPViO4tsgYL7FxsOtDXBNTLfWJEGP7Q5w=","5aDKaREuMwcynRhLn5m/9b0QE9pxbeQInhCcIC+n5YQ=","XPex1okR3Qf1VhXr/LVSojah9cB4R1RgvK/mRrmdWLY=","SlixnS34BhAO+yRI2FaGPSOh9V6JSVNPfLl1bHxrcQY=","1DaDKzrCNNBhmSdY5vFjz+NpAmxmYfYEgBCdPLrMP1A=","xH/DCseLHr9eKoYT8qsORZK7zVdEGYWHuVtsVrD95wY="],"checkpoint":{"envelope":"rekor.sigstore.dev - 1193050959916656506\n3672832960\naBsGWKLZewwDtc+c36xgpNLGILXPD5EteKhinN4RYY8=\n\n— rekor.sigstore.dev wNI9ajBFAiBzWvnXuGuQc0ZfWGAyy+zRgK38Jd/idbu8wy5TQo/kpQIhALq1AEx5vjlbnT02+RuL7l6MN8H3O/Ka5EeLdV+OwE5O\n"}},"canonicalizedBody":"eyJhcGlWZXJzaW9uIjoiMC4wLjEiLCJraW5kIjoiaGFzaGVkcmVrb3JkIiwic3BlYyI6eyJkYXRhIjp7Imhhc2giOnsiYWxnb3JpdGhtIjoic2hhMjU2IiwidmFsdWUiOiI3MGY4MmFkMmZkYjM2MTczNzgzODIwMjNlMzg1OTgyM2ZhZjYwODE0ODA1Y2M2MGY5OTIxOTllYmU0ZWZlNTdlIn19LCJzaWduYXR1cmUiOnsiY29udGVudCI6Ik1FVUNJUUN6Rnp2a3FDUTlicERnOHFBckx1RC9VN3NkRlBidm1OaURQN01CYUEvSk1RSWdlR0JqRklHei9LZ1RjT2F4WnY1NFlORHpERVQ1a0lKL0FuVEFERXdQdjdBPSIsInB1YmxpY0tleSI6eyJjb250ZW50IjoiTFMwdExTMUNSVWRKVGlCRFJWSlVTVVpKUTBGVVJTMHRMUzB0Q2sxSlNVaE1SRU5EUW5KTFowRjNTVUpCWjBsVlJXNTBXVWt2TVdJclpFdHdTVVo0YlcxaWNrSTBjMk1yYzBGQmQwTm5XVWxMYjFwSmVtb3dSVUYzVFhjS1RucEZWazFDVFVkQk1WVkZRMmhOVFdNeWJHNWpNMUoyWTIxVmRWcEhWakpOVWpSM1NFRlpSRlpSVVVSRmVGWjZZVmRrZW1SSE9YbGFVekZ3WW01U2JBcGpiVEZzV2tkc2FHUkhWWGRJYUdOT1RXcFplRTFVUlhkTmFrbDRUMVJCTlZkb1kwNU5hbGw0VFZSRmQwMXFTWGxQVkVFMVYycEJRVTFHYTNkRmQxbElDa3R2V2tsNmFqQkRRVkZaU1V0dldrbDZhakJFUVZGalJGRm5RVVZJVlZwWVlXbEhWRXQzV0hkUlFYUlZaRmx2VEZWMlRXWTROM1JyWm1OM2IwdEZaMGNLY1ROM1JUSm5MM2RMUjNCbFVGRklNM05vV1hoNFlrdEtPRmMwV25CNE4zVldXbVZzVjFaYVJXdHVRa1pMTVdJdmQyRlBRMEprUlhkbloxaE9UVUUwUndwQk1WVmtSSGRGUWk5M1VVVkJkMGxJWjBSQlZFSm5UbFpJVTFWRlJFUkJTMEpuWjNKQ1owVkdRbEZqUkVGNlFXWkNaMDVXU0ZOTlJVZEVRVmRuUWxSbUNqQXJibEJXYVZGU2JIWnRiekpQYTI5V1lVeEhUR2hvYTFCNlFuSkNaMDVXU0ZKRlFrRm1PRVZaVkVKbWFHd3hiMlJJVW5kamVtOTJUREprY0dSSGFERUtXV2sxYW1JeU1IWmhTRlp1V2pKc2RWb3lXbWhaTWxWMllUSldlV0p0Vm5OamVURnFZakl4ZEdSWE5YQmtTR3QyVEcxa2NHUkhhREZaYVRrellqTktjZ3BhYlhoMlpETk5kbGx1Vm5CaVIxRjFaVmRHZEdKRlFubGFWMXA2VERKb2JGbFhVbnBNTWpGb1lWYzBkMDlSV1V0TGQxbENRa0ZIUkhaNlFVSkJVVkZ5Q21GSVVqQmpTRTAyVEhrNU1HSXlkR3hpYVRWb1dUTlNjR0l5TlhwTWJXUndaRWRvTVZsdVZucGFXRXBxWWpJMU1GcFhOVEJNYlU1MllsUkJaa0puYjNJS1FtZEZSVUZaVHk5TlFVVkRRa0pHTTJJelNuSmFiWGgyWkRFNWEyRllUbmRaV0ZKcVlVUkJNa0puYjNKQ1owVkZRVmxQTDAxQlJVUkNRMmhvVFVSS2JRcE9SRTVwVFcxT2FsbHFhM2xhVjFFelRrZEpORTU2VW0xTlZFVjVXV3BSTkU1NlNUTk9SMVV3VFVSUk1WcHFRVFZOUWsxSFEybHpSMEZSVVVKbk56aDNDa0ZSVVVWQ1ZVb3hZVmQ0YTAxRGMwZERhWE5IUVZGUlFtYzNPSGRCVVZWRlNGZG9NVm95WkhCaWJXUnRXVmRPYkV3eWRHeGpiVFZzWWtoTmRGa3lPWFFLWWxoV2RXRllValZOUWpCSFEybHpSMEZSVVVKbk56aDNRVkZaUlVRelNteGFiazEyWVVkV2FGcElUWFppVjBad1ltcEJOMEpuYjNKQ1owVkZRVmxQTHdwTlFVVkpRa013VFVzeWFEQmtTRUo2VDJrNGRtUkhPWEphVnpSMVdWZE9NR0ZYT1hWamVUVnVZVmhTYjJSWFNqRmpNbFo1V1RJNWRXUkhWblZrUXpWcUNtSXlNSGRpVVZsTFMzZFpRa0pCUjBSMmVrRkNRMUZTWmtSR01XOWtTRkozWTNwdmRrd3laSEJrUjJneFdXazFhbUl5TUhaaFNGWnVXakpzZFZveVdtZ0tXVEpWZG1FeVZubGliVlp6WTNreGFtSXlNWFJrVnpWd1pFaHJka3h0WkhCa1IyZ3hXV2s1TTJJelNuSmFiWGgyWkROTmRsbHVWbkJpUjFGMVpWZEdkQXBpUlVKNVdsZGFla3d5YUd4WlYxSjZUREl4YUdGWE5IZFBRVmxMUzNkWlFrSkJSMFIyZWtGQ1EyZFJjVVJEYUdoTlJFcHRUa1JPYVUxdFRtcFphbXQ1Q2xwWFVUTk9SMGswVG5wU2JVMVVSWGxaYWxFMFRucEpNMDVIVlRCTlJGRXhXbXBCTlUxQ2MwZERhWE5IUVZGUlFtYzNPSGRCVVhORlJGRjNUR015Vm5NS1dta3hiMkl6VGpCYVYxRjNVVUZaUzB0M1dVSkNRVWRFZG5wQlFrUkJVWGxFUkVKdlpFaFNkMk42YjNaTU1tUndaRWRvTVZscE5XcGlNakIyWVVoV2JncGFNbXgxV2pKYWFGa3lWWFpoTWxaNVltMVdjMk41TVdwaU1qRjBaRmMxY0dSSWEzZFBRVmxMUzNkWlFrSkJSMFIyZWtGQ1JGRlJjVVJEYUdoTlJFcHRDazVFVG1sTmJVNXFXV3ByZVZwWFVUTk9SMGswVG5wU2JVMVVSWGxaYWxFMFRucEpNMDVIVlRCTlJGRXhXbXBCTlUxQ09FZERhWE5IUVZGUlFtYzNPSGNLUVZFMFJVVlJkMUJqYlZadFkzazViMXBYUm10amVUbDBXVmRzZFUxQ2IwZERhWE5IUVZGUlFtYzNPSGRCVVRoRlJFRjNTMDFVUVROTlZGRXpUbFJWZVFwUFZFRjFRbWR2Y2tKblJVVkJXVTh2VFVGRlVVSkRRVTFJYldnd1pFaENlazlwT0haYU1td3dZVWhXYVV4dFRuWmlVemx2WkZka2JtRlhOVzVhYlVacUNscFVRVmxDWjI5eVFtZEZSVUZaVHk5TlFVVlNRa0Z2VFVORVNURk9la2wzVG5wUmVrMUhNRWREYVhOSFFWRlJRbWMzT0hkQlVrbEZXSGQ0WkdGSVVqQUtZMGhOTmt4NU9XNWhXRkp2WkZkSmRWa3lPWFJNTW1neFdqSmtjR0p0WkcxWlYwNXNUREowYkdOdE5XeGlTRTEwV1RJNWRHSllWblZoV0ZJMVRIazFiZ3BoV0ZKdlpGZEpkbVF5T1hsaE1scHpZak5rZWt3eVNqRmhWM2hyVEc1c2FHSlhlRUZqYlZadFkzazViMXBYUm10amVUbDBXVmRzZFUxRVowZERhWE5IQ2tGUlVVSm5OemgzUVZKTlJVdG5kMjlaVkVGNVdtcFJlbGxxU21wWk1razFUVzFXYTA1NlVtbFBSR013V21wRmVFMXRTVEJQUkdONVRucFNiRTVFUVRBS1RsZFpkMDlVUVdoQ1oyOXlRbWRGUlVGWlR5OU5RVVZWUWtKTlRVVllaSFpqYlhSdFlrYzVNMWd5VW5Cak0wSm9aRWRPYjAxSFVVZERhWE5IUVZGUlFncG5OemgzUVZKVlJWWm5lRlZoU0ZJd1kwaE5Oa3g1T1c1aFdGSnZaRmRKZFZreU9YUk1NbWd4V2pKa2NHSnRaRzFaVjA1c1RESjBiR050Tld4aVNFMTBDbGt5T1hSaVdGWjFZVmhTTlV3eVJtcGtSMngyWW01TmRtTnVWblZqZVRnd1RXcG5NVTFxWnpSTmVrRXdUbms1YUdSSVVteGlXRUl3WTNrNGVFMUNXVWNLUTJselIwRlJVVUpuTnpoM1FWSlpSVU5CZDBkalNGWnBZa2RzYWsxRldVZERhWE5IUVZGUlFtYzNPSGRCVW1kRlQwRjNNbU50Vm5kaWVuQnZaRmRrYmdwaFZ6VnVXbTFHYWxwVE9YSmFXRXAxV2xkNGVreFhUblppVnpFeFltMXNNR1ZVY0hsYVYxazJZMjFXYldONU9XOWFWMFpyWTNrNWRGbFhiSFZOU1VkTENrSm5iM0pDWjBWRlFXUmFOVUZuVVVOQ1NIZEZaV2RDTkVGSVdVRXpWREIzWVhOaVNFVlVTbXBIVWpSamJWZGpNMEZ4U2t0WWNtcGxVRXN6TDJnMGNIa0taME00Y0Rkdk5FRkJRVWRvZURSemRFTjNRVUZDUVUxQlVucENSa0ZwUlVGbmJEazBXVzlHTlZob1pISlNWRTVCUTNVMFdpODNUWGxEU1ZKSk5tTjJSUXBMVUVZeFlWQXhTbTFGVlVOSlFtdEZNazV2VVZwWFQwZG9kWFZOU1VjMlpqSTFiRnByYURjMGNETnlZekYxZW1oRGJtNWxiWFpNZUUxQmIwZERRM0ZIQ2xOTk5EbENRVTFFUVRKblFVMUhWVU5OUXpoT1RqRjNaMFJhY25GUE4xRkpPRGRwZWtSRWIyVmxPVE14T0d0QmMwbDZlR2hDY0U5VEx5dEtNV2RoTmtZS00yTnFkMFpNT0ZGVVFWTjNZakZGTlZCUlNYaEJUREJ3VFVzMlFXSmlkSGxIWjFkNlJubERVVXRGZGtjNGMwa3hlVGhsZFZCSU9FVlhhV3h0Y2xSSWR3cHBOMU5IUkhGTVIwRjJNMko2TmtOcFVsSjVOemQzUFQwS0xTMHRMUzFGVGtRZ1EwVlNWRWxHU1VOQlZFVXRMUzB0TFFvPSJ9fX19"}],"timestampVerificationData":{"rfc3161Timestamps":[{"signedTimestamp":"MIIE6jADAgEAMIIE4QYJKoZIhvcNAQcCoIIE0jCCBM4CAQMxDTALBglghkgBZQMEAgEwgcIGCyqGSIb3DQEJEAEEoIGyBIGvMIGsAgEBBgkrBgEEAYO/MAIwMTANBglghkgBZQMEAgEFAAQgCmDxhf1Miqg/+PcnjLbykN2gfkDf7IosX0zfCkMMLmQCFFNHbNXqQX5BCGJeU/7gTAHC6nEEGA8yMDI2MTExMDIyMTkwOVowAwIBAQIJAPoYK3s9ElgsoDKkMDAuMRUwEwYDVQQKEwxzaWdzdG9yZS5kZXYxFTATBgNVBAMTDHNpZ3N0b3JlLXRzYaCCAhQwggIQMIIBlqADAgECAhQ6E1QvDJBh7rzBQy/Lio6LKiOLDDAKBggqhkjOPQQDAzA5MRUwEwYDVQQKEwxzaWdzdG9yZS5kZXYxIDAeBgNVBAMTF3NpZ3N0b3JlLXRzYS1zZWxmc2lnbmVkMB4XDTI1MDQwODA2NTk0M1oXDTM1MDQwNjA2NTk0M1owLjEVMBMGA1UEChMMc2lnc3RvcmUuZGV2MRUwEwYDVQQDEwxzaWdzdG9yZS10c2EwdjAQBgcqhkjOPQIBBgUrgQQAIgNiAATitrZnyEo2KDZP2QWMIBOgYbfSOTL5ZC/cHMv6Yq+HVIo1H9TC7Cx80KDiyvKhgB3wTqKyi9UDczhqg12b1AOLnRnydMTK+qB8M+1MjBci1+Jb8AV/VXu7CRuQCiPTHFyjajBoMA4GA1UdDwEB/wQEAwIHgDAdBgNVHQ4EFgQUif15Q4fP0GVGwwJGxyxzW3206wMwHwYDVR0jBBgwFoAUmOwB73+7Uf/UlR5vioiYUweJzr8wFgYDVR0lAQH/BAwwCgYIKwYBBQUHAwgwCgYIKoZIzj0EAwMDaAAwZQIwO2mxX/opo7SrIX9QyxfZpJRcpAV2gZOm1AZzR+2rVyy6Uc8Ybp2ybIw13ckH4bcRAjEA5qO8FyOkmYpvg2/7ZNqiPxRzn5vqKHoVcIIqtpKq6l7TvOqzAxxclN7VwTG8e++XMYIB2zCCAdcCAQEwUTA5MRUwEwYDVQQKEwxzaWdzdG9yZS5kZXYxIDAeBgNVBAMTF3NpZ3N0b3JlLXRzYS1zZWxmc2lnbmVkAhQ6E1QvDJBh7rzBQy/Lio6LKiOLDDALBglghkgBZQMEAgGggfwwGgYJKoZIhvcNAQkDMQ0GCyqGSIb3DQEJEAEEMBwGCSqGSIb3DQEJBTEPFw0yNjExMTAyMjE5MDlaMC8GCSqGSIb3DQEJBDEiBCDQvjftX9KxVCfJUJuABdOj0GWUNDZhAJien8pGabYjoTCBjgYLKoZIhvcNAQkQAi8xfzB9MHsweQQghfknvAerYsrDtENWwQ78gbLGiD/aernm2HDZ0TrNBbcwVTA9pDswOTEVMBMGA1UEChMMc2lnc3RvcmUuZGV2MSAwHgYDVQQDExdzaWdzdG9yZS10c2Etc2VsZnNpZ25lZAIUOhNULwyQYe68wUMvy4qOiyojiwwwCgYIKoZIzj0EAwIEZzBlAjEAjXsZDLNb+DOJ6un6HlmTv9SxMKss9SVL1wT8udO9tymKfnksX0RAE8jigeRm0aY8AjBwxC+7fY5OQ28ppLVR4044pjQKHvrFTYClQDLLTOfVyzUzmvpiLN0aPrqcYk5hC1g="}]}},"messageSignature":{"messageDigest":{"algorithm":"SHA2_256","digest":"cPgq0v2zYXN4OCAj44WYI/r2CBSAXMYPmSGZ6+Tv5X4="},"signature":"MEUCIQCzFzvkqCQ9bpDg8qArLuD/U7sdFPbvmNiDP7MBaA/JMQIgeGBjFIGz/KgTcOaxZv54YNDzDET5kIJ/AnTADEwPv7A="}}
|
|
|
|
| 1 |
+
{"mediaType":"application/vnd.dev.sigstore.bundle.v0.3+json","verificationMaterial":{"certificate":{"rawBytes":"MIIHLjCCBrOgAwIBAgIUZV+TqkqSWqShkccmYQ/wdp9HoFkwCgYIKoZIzj0EAwMwNzEVMBMGA1UEChMMc2lnc3RvcmUuZGV2MR4wHAYDVQQDExVzaWdzdG9yZS1pbnRlcm1lZGlhdGUwHhcNMjYxMTE4MjIxMjU3WhcNMjYxMTE4MjIyMjU3WjAAMFkwEwYHKoZIzj0CAQYIKoZIzj0DAQcDQgAEcTyMIIu02AHAXEZmu3FkfDM9a4gZ0gLOxuX6ms76RwY056kUkOg5rOjZrwhhDfyfLTHXXctM30fl5eT045TwrqOCBdIwggXOMA4GA1UdDwEB/wQEAwIHgDATBgNVHSUEDDAKBggrBgEFBQcDAzAfBgNVHSMEGDAWgBTf0+nPViQRlvmo2OkoVaLGLhhkPzBrBgNVHREBAf8EYTBfhl1odHRwczovL2dpdGh1Yi5jb20vaHVnZ2luZ2ZhY2Uva2VybmVscy1jb21tdW5pdHkvLmdpdGh1Yi93b3JrZmxvd3MvYnVpbGQueWFtbEByZWZzL2hlYWRzL21haW4wOQYKKwYBBAGDvzABAQQraHR0cHM6Ly90b2tlbi5hY3Rpb25zLmdpdGh1YnVzZXJjb250ZW50LmNvbTAfBgorBgEEAYO/MAECBBF3b3JrZmxvd19kaXNwYXRjaDA2BgorBgEEAYO/MAEDBChhZTJjMmJlMzFiOTFkYjJmNGQxM2MwYmYxYTcyMDUxYmQ3ZTBkMGFmMBMGCisGAQQBg78wAQQEBUJ1aWxkMCsGCisGAQQBg78wAQUEHWh1Z2dpbmdmYWNlL2tlcm5lbHMtY29tbXVuaXR5MB0GCisGAQQBg78wAQYED3JlZnMvaGVhZHMvbWFpbjA7BgorBgEEAYO/MAEIBC0MK2h0dHBzOi8vdG9rZW4uYWN0aW9ucy5naXRodWJ1c2VyY29udGVudC5jb20wbQYKKwYBBAGDvzABCQRfDF1odHRwczovL2dpdGh1Yi5jb20vaHVnZ2luZ2ZhY2Uva2VybmVscy1jb21tdW5pdHkvLmdpdGh1Yi93b3JrZmxvd3MvYnVpbGQueWFtbEByZWZzL2hlYWRzL21haW4wOAYKKwYBBAGDvzABCgQqDChhZTJjMmJlMzFiOTFkYjJmNGQxM2MwYmYxYTcyMDUxYmQ3ZTBkMGFmMBsGCisGAQQBg78wAQsEDQwLc2VsZi1ob3N0ZWQwQAYKKwYBBAGDvzABDAQyDDBodHRwczovL2dpdGh1Yi5jb20vaHVnZ2luZ2ZhY2Uva2VybmVscy1jb21tdW5pdHkwOAYKKwYBBAGDvzABDQQqDChhZTJjMmJlMzFiOTFkYjJmNGQxM2MwYmYxYTcyMDUxYmQ3ZTBkMGFmMB8GCisGAQQBg78wAQ4EEQwPcmVmcy9oZWFkcy9tYWluMBoGCisGAQQBg78wAQ8EDAwKMTA3MTQ3NTUyOTAuBgorBgEEAYO/MAEQBCAMHmh0dHBzOi8vZ2l0aHViLmNvbS9odWdnaW5nZmFjZTAYBgorBgEEAYO/MAERBAoMCDI1NzIwNzQzMG0GCisGAQQBg78wARIEXwxdaHR0cHM6Ly9naXRodWIuY29tL2h1Z2dpbmdmYWNlL2tlcm5lbHMtY29tbXVuaXR5Ly5naXRodWIvd29ya2Zsb3dzL2J1aWxkLnlhbWxAcmVmcy9oZWFkcy9tYWluMDgGCisGAQQBg78wARMEKgwoYWUyYzJiZTMxYjkxZGIyZjRkMTNjMGJmMWE3MjA1MWJkN2UwZDBhZjAhBgorBgEEAYO/MAEUBBMMEXdvcmtmbG93X2Rpc3BhdGNoMGQGCisGAQQBg78wARUEVgxUaHR0cHM6Ly9naXRodWIuY29tL2h1Z2dpbmdmYWNlL2tlcm5lbHMtY29tbXVuaXR5L2FjdGlvbnMvcnVucy80NDM0NTM0MjYwMC9hdHRlbXB0cy8xMBYGCisGAQQBg78wARYECAwGcHVibGljMEYGCisGAQQBg78wARgEOAw2cmVwbzpodWdnaW5nZmFjZS9rZXJuZWxzLWNvbW11bml0eTpyZWY6cmVmcy9oZWFkcy9tYWluMIGLBgorBgEEAdZ5AgQCBH0EewB5AHcA3T0wasbHETJjGR4cmWc3AqJKXrjePK3/h4pygC8p7o4AAAGh8LhelwAABAMASDBGAiEAn7KseEXbdykuzMWKFVCZYUY0wsz3LoPGQGCD7bQOeuICIQCwG9mgUkAgE/DbjRwyRJ199tdiBeY8amrXK1C+1w1swjAKBggqhkjOPQQDAwNpADBmAjEAzpC6KwrIks+rcCrxmSDaotz8dBVGvgju4YPtSZN7CEXHU2tTXwb5Zm21kwCSDW/SAjEAvuG+QwUWs8PfxcsErI3KpCjFE/7sFeOkQ/X1Bikgyk/4Qn+5nRhxscqLV3/H/kPT"},"tlogEntries":[{"logIndex":"3979515575","logId":{"keyId":"wNI9atQGlz+VWfO6LRygH4QUfY/8W4RFwiT5i5WRgB0="},"kindVersion":{"kind":"hashedrekord","version":"0.0.1"},"integratedTime":"1795039978","inclusionPromise":{"signedEntryTimestamp":"MEYCIQCKnQGuZFIqA/dfAtA9qTxRmFsaHFN5Dhrn7JTxdPr0ZwIhAMXh/0oqddFwO1aipIlnKxxW3Bt7r1cyxK+pUkxcuKvJ"},"inclusionProof":{"logIndex":"3857611313","rootHash":"Q+tDE+CYndSGNTCpW52sh1WWXJHAxrZXHI4f8GJmR08=","treeSize":"3857611539","hashes":["0mkJgqaNUFykjlW9/5c4k2/NXoBTGTWcpvFSIfVLbU0=","fhUZ/U38AuYY7OTfCC1O6zQ0KpoTSUdCbGHrCNWLlms=","ZceCMLzM/tIjQo22cAjmRT8HKh2O91WnUHtXL6x14gQ=","qhDCfLr0iA1+6qQsvpCEb4+GxtCBOLjA1pkFO/nSR4o=","wzhDmcn8TPu4Xgv6P1vE3LifYNyHdSDRIwKqlXAFNl4=","hAmQhP3zrQYGRPuy+3NaGd3b08vcWUGkQRPzrFSVc5A=","wk92SdfZepgbhEiIIZivMAR3zkq0u575AfQ7jsAk3G0=","qK8zF5w9m62ipHjXpsHlUlye0xN+6t28zwcAvYijrSQ=","aCzsvJzBRaqUN7AaeCaYFalmB0xFaUtXSf8FZ774COw=","GbUSpW+m765gv2nckRQUIaFNRto43U8TxPQqi1JeA1M=","tW/oKXaXQ+zA1ktJm8csSIN9f4lvTKA8TLlfQ7zPar4=","a0VD0K7t/NagdI4vhSEtlD5HDcqx49ezGBCeTu99uFs=","h2mBE2k0iIHyLienTWl812qyZU9Bcv+IUFv6doFc4iE=","MyLTQkVjSD7cruhpRyydNmbOvcVA3XMWqKgsxv9oROQ=","J5GChuYeaFKDaUvU2ZVLDq0Z9owwZ+wLrLV9d2w1eMo=","Zb383XYqETY5ab+zJn0nBDkCciFNJTzRgu5XgPv11qY=","/ihHj1fQjFvlTbA47NC99ngmBnq5+Dv0MHP0qGXN1YU=","q+AZHSuFZigq9sVSKJOXt13bhdDE+gG3Sz4g1LSlXrY=","GLLoBV9JSo2kQfEats+FRxH9J+Y5LIlNozzD3EfUJ4k=","LtxO1SRkRdOspzlk/oR5gB4UJLygHwKl8SxHnA6bl50=","LG50Z3o5WoQx+ipx4JjOZEPoUxIXQjykMUu64z5RDaU=","pGLNL38fZHRQRuTPkhqzP2fMx5gxRPH/gPikPPETFpY=","k0+Z1T6dI0Tgluh54oO/hnxtuoW22MqFIjVTPYeUJGU=","1DaDKzrCNNBhmSdY5vFjz+NpAmxmYfYEgBCdPLrMP1A=","xH/DCseLHr9eKoYT8qsORZK7zVdEGYWHuVtsVrD95wY="],"checkpoint":{"envelope":"rekor.sigstore.dev - 1193050959916656506\n3857611539\nQ+tDE+CYndSGNTCpW52sh1WWXJHAxrZXHI4f8GJmR08=\n\n— rekor.sigstore.dev wNI9ajBEAiAmYB7LyrAfaVtJIgIrLE99z84Lqbdd0fM3J3u3Dv6JVQIgZiTf3V/BUpCB66gi/ruyvykOz6PkKpvrs2KSYt2hEWI=\n"}},"canonicalizedBody":"eyJhcGlWZXJzaW9uIjoiMC4wLjEiLCJraW5kIjoiaGFzaGVkcmVrb3JkIiwic3BlYyI6eyJkYXRhIjp7Imhhc2giOnsiYWxnb3JpdGhtIjoic2hhMjU2IiwidmFsdWUiOiI5MTM3MWE1MzI1OGEwOTUxZWYzNDA2NDFhODA1MmE3NzM1ODBkODVhMzIyODVkYWJiMDMxMjE5Mjc5Nzg2YTUyIn19LCJzaWduYXR1cmUiOnsiY29udGVudCI6Ik1FUUNJRUNWV005bzVHaGNUQWRXNnJwcnJNcUF5R0lCakowOGM3Z21xbTg3WGpzdEFpQWJ4cCtNR2dtY0xrUGxhRXJvdmRpUkI1NFBuZ1dLUTV3elE3N3B5MGlWV1E9PSIsInB1YmxpY0tleSI6eyJjb250ZW50IjoiTFMwdExTMUNSVWRKVGlCRFJWSlVTVVpKUTBGVVJTMHRMUzB0Q2sxSlNVaE1ha05EUW5KUFowRjNTVUpCWjBsVldsWXJWSEZyY1ZOWGNWTm9hMk5qYlZsUkwzZGtjRGxJYjBacmQwTm5XVWxMYjFwSmVtb3dSVUYzVFhjS1RucEZWazFDVFVkQk1WVkZRMmhOVFdNeWJHNWpNMUoyWTIxVmRWcEhWakpOVWpSM1NFRlpSRlpSVVVSRmVGWjZZVmRrZW1SSE9YbGFVekZ3WW01U2JBcGpiVEZzV2tkc2FHUkhWWGRJYUdOT1RXcFplRTFVUlRSTmFrbDRUV3BWTTFkb1kwNU5hbGw0VFZSRk5FMXFTWGxOYWxVelYycEJRVTFHYTNkRmQxbElDa3R2V2tsNmFqQkRRVkZaU1V0dldrbDZhakJFUVZGalJGRm5RVVZqVkhsTlNVbDFNREpCU0VGWVJWcHRkVE5HYTJaRVRUbGhOR2RhTUdkTVQzaDFXRFlLYlhNM05sSjNXVEExTm10VmEwOW5OWEpQYWxweWQyaG9SR1o1Wmt4VVNGaFlZM1JOTXpCbWJEVmxWREEwTlZSM2NuRlBRMEprU1hkbloxaFBUVUUwUndwQk1WVmtSSGRGUWk5M1VVVkJkMGxJWjBSQlZFSm5UbFpJVTFWRlJFUkJTMEpuWjNKQ1owVkdRbEZqUkVGNlFXWkNaMDVXU0ZOTlJVZEVRVmRuUWxSbUNqQXJibEJXYVZGU2JIWnRiekpQYTI5V1lVeEhUR2hvYTFCNlFuSkNaMDVXU0ZKRlFrRm1PRVZaVkVKbWFHd3hiMlJJVW5kamVtOTJUREprY0dSSGFERUtXV2sxYW1JeU1IWmhTRlp1V2pKc2RWb3lXbWhaTWxWMllUSldlV0p0Vm5OamVURnFZakl4ZEdSWE5YQmtTR3QyVEcxa2NHUkhhREZaYVRrellqTktjZ3BhYlhoMlpETk5kbGx1Vm5CaVIxRjFaVmRHZEdKRlFubGFWMXA2VERKb2JGbFhVbnBNTWpGb1lWYzBkMDlSV1V0TGQxbENRa0ZIUkhaNlFVSkJVVkZ5Q21GSVVqQmpTRTAyVEhrNU1HSXlkR3hpYVRWb1dUTlNjR0l5TlhwTWJXUndaRWRvTVZsdVZucGFXRXBxWWpJMU1GcFhOVEJNYlU1MllsUkJaa0puYjNJS1FtZEZSVUZaVHk5TlFVVkRRa0pHTTJJelNuSmFiWGgyWkRFNWEyRllUbmRaV0ZKcVlVUkJNa0puYjNKQ1owVkZRVmxQTDAxQlJVUkNRMmhvV2xSS2FncE5iVXBzVFhwR2FVOVVSbXRaYWtwdFRrZFJlRTB5VFhkWmJWbDRXVlJqZVUxRVZYaFpiVkV6V2xSQ2EwMUhSbTFOUWsxSFEybHpSMEZSVVVKbk56aDNDa0ZSVVVWQ1ZVb3hZVmQ0YTAxRGMwZERhWE5IUVZGUlFtYzNPSGRCVVZWRlNGZG9NVm95WkhCaWJXUnRXVmRPYkV3eWRHeGpiVFZzWWtoTmRGa3lPWFFLWWxoV2RXRllValZOUWpCSFEybHpSMEZSVVVKbk56aDNRVkZaUlVRelNteGFiazEyWVVkV2FGcElUWFppVjBad1ltcEJOMEpuYjNKQ1owVkZRVmxQTHdwTlFVVkpRa013VFVzeWFEQmtTRUo2VDJrNGRtUkhPWEphVnpSMVdWZE9NR0ZYT1hWamVUVnVZVmhTYjJSWFNqRmpNbFo1V1RJNWRXUkhWblZrUXpWcUNtSXlNSGRpVVZsTFMzZFpRa0pCUjBSMmVrRkNRMUZTWmtSR01XOWtTRkozWTNwdmRrd3laSEJrUjJneFdXazFhbUl5TUhaaFNGWnVXakpzZFZveVdtZ0tXVEpWZG1FeVZubGliVlp6WTNreGFtSXlNWFJrVnpWd1pFaHJka3h0WkhCa1IyZ3hXV2s1TTJJelNuSmFiWGgyWkROTmRsbHVWbkJpUjFGMVpWZEdkQXBpUlVKNVdsZGFla3d5YUd4WlYxSjZUREl4YUdGWE5IZFBRVmxMUzNkWlFrSkJSMFIyZWtGQ1EyZFJjVVJEYUdoYVZFcHFUVzFLYkUxNlJtbFBWRVpyQ2xscVNtMU9SMUY0VFRKTmQxbHRXWGhaVkdONVRVUlZlRmx0VVROYVZFSnJUVWRHYlUxQ2MwZERhWE5IUVZGUlFtYzNPSGRCVVhORlJGRjNUR015Vm5NS1dta3hiMkl6VGpCYVYxRjNVVUZaUzB0M1dVSkNRVWRFZG5wQlFrUkJVWGxFUkVKdlpFaFNkMk42YjNaTU1tUndaRWRvTVZscE5XcGlNakIyWVVoV2JncGFNbXgxV2pKYWFGa3lWWFpoTWxaNVltMVdjMk41TVdwaU1qRjBaRmMxY0dSSWEzZFBRVmxMUzNkWlFrSkJSMFIyZWtGQ1JGRlJjVVJEYUdoYVZFcHFDazF0U214TmVrWnBUMVJHYTFscVNtMU9SMUY0VFRKTmQxbHRXWGhaVkdONVRVUlZlRmx0VVROYVZFSnJUVWRHYlUxQ09FZERhWE5IUVZGUlFtYzNPSGNLUVZFMFJVVlJkMUJqYlZadFkzazViMXBYUm10amVUbDBXVmRzZFUxQ2IwZERhWE5IUVZGUlFtYzNPSGRCVVRoRlJFRjNTMDFVUVROTlZGRXpUbFJWZVFwUFZFRjFRbWR2Y2tKblJVVkJXVTh2VFVGRlVVSkRRVTFJYldnd1pFaENlazlwT0haYU1td3dZVWhXYVV4dFRuWmlVemx2WkZka2JtRlhOVzVhYlVacUNscFVRVmxDWjI5eVFtZEZSVUZaVHk5TlFVVlNRa0Z2VFVORVNURk9la2wzVG5wUmVrMUhNRWREYVhOSFFWRlJRbWMzT0hkQlVrbEZXSGQ0WkdGSVVqQUtZMGhOTmt4NU9XNWhXRkp2WkZkSmRWa3lPWFJNTW1neFdqSmtjR0p0WkcxWlYwNXNUREowYkdOdE5XeGlTRTEwV1RJNWRHSllWblZoV0ZJMVRIazFiZ3BoV0ZKdlpGZEpkbVF5T1hsaE1scHpZak5rZWt3eVNqRmhWM2hyVEc1c2FHSlhlRUZqYlZadFkzazViMXBYUm10amVUbDBXVmRzZFUxRVowZERhWE5IQ2tGUlVVSm5OemgzUVZKTlJVdG5kMjlaVjFWNVdYcEthVnBVVFhoWmFtdDRXa2RKZVZwcVVtdE5WRTVxVFVkS2JVMVhSVE5OYWtFeFRWZEthMDR5VlhjS1drUkNhRnBxUVdoQ1oyOXlRbWRGUlVGWlR5OU5RVVZWUWtKTlRVVllaSFpqYlhSdFlrYzVNMWd5VW5Cak0wSm9aRWRPYjAxSFVVZERhWE5IUVZGUlFncG5OemgzUVZKVlJWWm5lRlZoU0ZJd1kwaE5Oa3g1T1c1aFdGSnZaRmRKZFZreU9YUk1NbWd4V2pKa2NHSnRaRzFaVjA1c1RESjBiR050Tld4aVNFMTBDbGt5T1hSaVdGWjFZVmhTTlV3eVJtcGtSMngyWW01TmRtTnVWblZqZVRnd1RrUk5NRTVVVFRCTmFsbDNUVU01YUdSSVVteGlXRUl3WTNrNGVFMUNXVWNLUTJselIwRlJVVUpuTnpoM1FWSlpSVU5CZDBkalNGWnBZa2RzYWsxRldVZERhWE5IUVZGUlFtYzNPSGRCVW1kRlQwRjNNbU50Vm5kaWVuQnZaRmRrYmdwaFZ6VnVXbTFHYWxwVE9YSmFXRXAxV2xkNGVreFhUblppVnpFeFltMXNNR1ZVY0hsYVYxazJZMjFXYldONU9XOWFWMFpyWTNrNWRGbFhiSFZOU1VkTUNrSm5iM0pDWjBWRlFXUmFOVUZuVVVOQ1NEQkZaWGRDTlVGSVkwRXpWREIzWVhOaVNFVlVTbXBIVWpSamJWZGpNMEZ4U2t0WWNtcGxVRXN6TDJnMGNIa0taME00Y0Rkdk5FRkJRVWRvT0V4b1pXeDNRVUZDUVUxQlUwUkNSMEZwUlVGdU4wdHpaVVZZWW1SNWEzVjZUVmRMUmxaRFdsbFZXVEIzYzNvelRHOVFSd3BSUjBORU4ySlJUMlYxU1VOSlVVTjNSemx0WjFWclFXZEZMMFJpYWxKM2VWSktNVGs1ZEdScFFtVlpPR0Z0Y2xoTE1VTXJNWGN4YzNkcVFVdENaMmR4Q21ocmFrOVFVVkZFUVhkT2NFRkVRbTFCYWtWQmVuQkROa3QzY2tscmN5dHlZME55ZUcxVFJHRnZkSG80WkVKV1IzWm5hblUwV1ZCMFUxcE9OME5GV0VnS1ZUSjBWRmgzWWpWYWJUSXhhM2REVTBSWEwxTkJha1ZCZG5WSEsxRjNWVmR6T0ZCbWVHTnpSWEpKTTB0d1EycEdSUzgzYzBabFQydFJMMWd4UW1sclp3cDVheTgwVVc0ck5XNVNhSGh6WTNGTVZqTXZTQzlyVUZRS0xTMHRMUzFGVGtRZ1EwVlNWRWxHU1VOQlZFVXRMUzB0TFFvPSJ9fX19"}],"timestampVerificationData":{"rfc3161Timestamps":[{"signedTimestamp":"MIIE6TADAgEAMIIE4AYJKoZIhvcNAQcCoIIE0TCCBM0CAQMxDTALBglghkgBZQMEAgEwgcIGCyqGSIb3DQEJEAEEoIGyBIGvMIGsAgEBBgkrBgEEAYO/MAIwMTANBglghkgBZQMEAgEFAAQg4x4W9c6hYgCINyePRa6kGx3O7C9G6oKCF09EitMlQLQCFGCOY7ucNS5nmuPY/1TVxQX2fMB8GA8yMDI2MTExODIyMTI1N1owAwIBAQIJAOiUPFtMdFqRoDKkMDAuMRUwEwYDVQQKEwxzaWdzdG9yZS5kZXYxFTATBgNVBAMTDHNpZ3N0b3JlLXRzYaCCAhQwggIQMIIBlqADAgECAhQ6E1QvDJBh7rzBQy/Lio6LKiOLDDAKBggqhkjOPQQDAzA5MRUwEwYDVQQKEwxzaWdzdG9yZS5kZXYxIDAeBgNVBAMTF3NpZ3N0b3JlLXRzYS1zZWxmc2lnbmVkMB4XDTI1MDQwODA2NTk0M1oXDTM1MDQwNjA2NTk0M1owLjEVMBMGA1UEChMMc2lnc3RvcmUuZGV2MRUwEwYDVQQDEwxzaWdzdG9yZS10c2EwdjAQBgcqhkjOPQIBBgUrgQQAIgNiAATitrZnyEo2KDZP2QWMIBOgYbfSOTL5ZC/cHMv6Yq+HVIo1H9TC7Cx80KDiyvKhgB3wTqKyi9UDczhqg12b1AOLnRnydMTK+qB8M+1MjBci1+Jb8AV/VXu7CRuQCiPTHFyjajBoMA4GA1UdDwEB/wQEAwIHgDAdBgNVHQ4EFgQUif15Q4fP0GVGwwJGxyxzW3206wMwHwYDVR0jBBgwFoAUmOwB73+7Uf/UlR5vioiYUweJzr8wFgYDVR0lAQH/BAwwCgYIKwYBBQUHAwgwCgYIKoZIzj0EAwMDaAAwZQIwO2mxX/opo7SrIX9QyxfZpJRcpAV2gZOm1AZzR+2rVyy6Uc8Ybp2ybIw13ckH4bcRAjEA5qO8FyOkmYpvg2/7ZNqiPxRzn5vqKHoVcIIqtpKq6l7TvOqzAxxclN7VwTG8e++XMYIB2jCCAdYCAQEwUTA5MRUwEwYDVQQKEwxzaWdzdG9yZS5kZXYxIDAeBgNVBAMTF3NpZ3N0b3JlLXRzYS1zZWxmc2lnbmVkAhQ6E1QvDJBh7rzBQy/Lio6LKiOLDDALBglghkgBZQMEAgGggfwwGgYJKoZIhvcNAQkDMQ0GCyqGSIb3DQEJEAEEMBwGCSqGSIb3DQEJBTEPFw0yNjExMTgyMjEyNTdaMC8GCSqGSIb3DQEJBDEiBCCk1jfS5WaYuCsPiqxtlT+7Q8dYyQaE2tw8VGaI/QjdzzCBjgYLKoZIhvcNAQkQAi8xfzB9MHsweQQghfknvAerYsrDtENWwQ78gbLGiD/aernm2HDZ0TrNBbcwVTA9pDswOTEVMBMGA1UEChMMc2lnc3RvcmUuZGV2MSAwHgYDVQQDExdzaWdzdG9yZS10c2Etc2VsZnNpZ25lZAIUOhNULwyQYe68wUMvy4qOiyojiwwwCgYIKoZIzj0EAwIEZjBkAjAa5PLspFGJYH56joekjQcF02IbxBmOnRKAPZjIXXQeqF5qonI4aGEjFLFLI5MWykcCMF5sd6Bx1MuOmlcDnhgkY+qeMLDDsOVtBuQMI3PzS8XY7Z30DQnQtEfMK0qxg13YOg=="}]}},"messageSignature":{"messageDigest":{"algorithm":"SHA2_256","digest":"kTcaUyWKCVHvNAZBqAUqdzWA2FoyKF2rsDEhknl4alI="},"signature":"MEQCIECVWM9o5GhcTAdW6rprrMqAyGIBjJ08c7gmqm87XjstAiAbxp+MGgmcLkPlaErovdiRB54PngWKQ5wzQ77py0iVWQ=="}}
|
build/torch-stable-abi29-cu128-x86_64-linux/symbols.json
CHANGED
|
@@ -1,11 +1,11 @@
|
|
| 1 |
{
|
| 2 |
"schema_version": 1,
|
| 3 |
-
"module": "
|
| 4 |
"functions": [
|
| 5 |
{
|
| 6 |
"name": "add_op_namespace_prefix",
|
| 7 |
"qualname": "add_op_namespace_prefix",
|
| 8 |
-
"module": "
|
| 9 |
"kind": "function",
|
| 10 |
"doc": "Prefix op by namespace.",
|
| 11 |
"signature": {
|
|
@@ -23,7 +23,7 @@
|
|
| 23 |
{
|
| 24 |
"name": "flash_attn_combine",
|
| 25 |
"qualname": "flash_attn_combine",
|
| 26 |
-
"module": "
|
| 27 |
"kind": "function",
|
| 28 |
"doc": null,
|
| 29 |
"signature": {
|
|
@@ -59,7 +59,7 @@
|
|
| 59 |
{
|
| 60 |
"name": "flash_attn_func",
|
| 61 |
"qualname": "flash_attn_func",
|
| 62 |
-
"module": "
|
| 63 |
"kind": "function",
|
| 64 |
"doc": "dropout_p should be set to 0.0 during evaluation\nSupports multi-query and grouped-query attention (MQA/GQA) by passing in KV with fewer heads\nthan Q. Note that the number of heads in Q must be divisible by the number of heads in KV.\nFor example, if Q has 6 heads and K, V have 2 heads, head 0, 1, 2 of Q will attention to head\n0 of K, V, and head 3, 4, 5 of Q will attention to head 1 of K, V.\n\nIf causal=True, the causal mask is aligned to the bottom right corner of the attention matrix.\nFor example, if seqlen_q = 2 and seqlen_k = 5, the causal mask (1 = keep, 0 = masked out) is:\n 1 1 1 1 0\n 1 1 1 1 1\nIf seqlen_q = 5 and seqlen_k = 2, the causal mask is:\n 0 0\n 0 0\n 0 0\n 1 0\n 1 1\nIf the row of the mask is all zero, the output will be zero.\n\nIf window_size != (-1, -1), implements sliding window local attention. Query at position i\nwill only attend to keys between\n[i + seqlen_k - seqlen_q - window_size[0], i + seqlen_k - seqlen_q + window_size[1]] inclusive.\n\nArguments:\n q: (batch_size, seqlen, nheads, headdim)\n k: (batch_size, seqlen, nheads_k, headdim)\n v: (batch_size, seqlen, nheads_k, headdim)\n dropout_p: float. Dropout probability.\n softmax_scale: float. The scaling of QK^T before applying softmax.\n Default to 1 / sqrt(headdim).\n causal: bool. Whether to apply causal attention mask (e.g., for auto-regressive modeling).\n window_size: (left, right). If not (-1, -1), implements sliding window local attention.\n alibi_slopes: (nheads,) or (batch_size, nheads), fp32. A bias of\n (-alibi_slope * |i + seqlen_k - seqlen_q - j|)\n is added to the attention score of query i and key j.\n deterministic: bool. Whether to use the deterministic implementation of the backward pass,\n which is slightly slower and uses more memory. The forward pass is always deterministic.\n return_attn_probs: bool. Whether to return the attention probabilities. This option is for\n testing only. The returned probabilities are not guaranteed to be correct\n (they might not have the right scaling).\nReturn:\n out: (batch_size, seqlen, nheads, headdim).\n softmax_lse [optional, if return_attn_probs=True]: (batch_size, nheads, seqlen). The\n logsumexp of each row of the matrix QK^T * scaling (e.g., log of the softmax\n normalization factor).",
|
| 65 |
"signature": {
|
|
@@ -173,7 +173,7 @@
|
|
| 173 |
{
|
| 174 |
"name": "flash_attn_qkvpacked_func",
|
| 175 |
"qualname": "flash_attn_qkvpacked_func",
|
| 176 |
-
"module": "
|
| 177 |
"kind": "function",
|
| 178 |
"doc": "dropout_p should be set to 0.0 during evaluation\nIf Q, K, V are already stacked into 1 tensor, this function will be faster than\ncalling flash_attn_func on Q, K, V since the backward pass avoids explicit concatenation\nof the gradients of Q, K, V.\nFor multi-query and grouped-query attention (MQA/GQA), please see\nflash_attn_kvpacked_func and flash_attn_func.\n\nIf window_size != (-1, -1), implements sliding window local attention. Query at position i\nwill only attend to keys between [i - window_size[0], i + window_size[1]] inclusive.\n\nArguments:\n qkv: (batch_size, seqlen, 3, nheads, headdim)\n dropout_p: float. Dropout probability.\n softmax_scale: float. The scaling of QK^T before applying softmax.\n Default to 1 / sqrt(headdim).\n causal: bool. Whether to apply causal attention mask (e.g., for auto-regressive modeling).\n window_size: (left, right). If not (-1, -1), implements sliding window local attention.\n softcap: float. Anything > 0 activates softcapping attention.\n alibi_slopes: (nheads,) or (batch_size, nheads), fp32. A bias of (-alibi_slope * |i - j|) is added to\n the attention score of query i and key j.\n deterministic: bool. Whether to use the deterministic implementation of the backward pass,\n which is slightly slower and uses more memory. The forward pass is always deterministic.\n return_attn_probs: bool. Whether to return the attention probabilities. This option is for\n testing only. The returned probabilities are not guaranteed to be correct\n (they might not have the right scaling).\nReturn:\n out: (batch_size, seqlen, nheads, headdim).\n softmax_lse [optional, if return_attn_probs=True]: (batch_size, nheads, seqlen). The\n logsumexp of each row of the matrix QK^T * scaling (e.g., log of the softmax\n normalization factor).\n S_dmask [optional, if return_attn_probs=True]: (batch_size, nheads, seqlen, seqlen).\n The output of softmax (possibly with different scaling). It also encodes the dropout\n pattern (negative means that location was dropped, nonnegative means it was kept).",
|
| 179 |
"signature": {
|
|
@@ -263,7 +263,7 @@
|
|
| 263 |
{
|
| 264 |
"name": "flash_attn_varlen_func",
|
| 265 |
"qualname": "flash_attn_varlen_func",
|
| 266 |
-
"module": "
|
| 267 |
"kind": "function",
|
| 268 |
"doc": null,
|
| 269 |
"signature": {
|
|
@@ -413,7 +413,7 @@
|
|
| 413 |
{
|
| 414 |
"name": "flash_attn_with_kvcache",
|
| 415 |
"qualname": "flash_attn_with_kvcache",
|
| 416 |
-
"module": "
|
| 417 |
"kind": "function",
|
| 418 |
"doc": "If k and v are not None, k_cache and v_cache will be updated *inplace* with the new values from\nk and v. This is useful for incremental decoding: you can pass in the cached keys/values from\nthe previous step, and update them with the new keys/values from the current step, and do\nattention with the updated cache, all in 1 kernel.\n\nIf you pass in k / v, you must make sure that the cache is large enough to hold the new values.\nFor example, the KV cache could be pre-allocated with the max sequence length, and you can use\ncache_seqlens to keep track of the current sequence lengths of each sequence in the batch.\n\nAlso apply rotary embedding if rotary_cos and rotary_sin are passed in. The key @k will be\nrotated by rotary_cos and rotary_sin at indices cache_seqlens, cache_seqlens + 1, etc.\nIf causal or local (i.e., window_size != (-1, -1)), the query @q will be rotated by rotary_cos\nand rotary_sin at indices cache_seqlens, cache_seqlens + 1, etc.\nIf not causal and not local, the query @q will be rotated by rotary_cos and rotary_sin at\nindices cache_seqlens only (i.e. we consider all tokens in @q to be at position cache_seqlens).\n\nSee tests/test_flash_attn.py::test_flash_attn_kvcache for examples of how to use this function.\n\nSupports multi-query and grouped-query attention (MQA/GQA) by passing in KV with fewer heads\nthan Q. Note that the number of heads in Q must be divisible by the number of heads in KV.\nFor example, if Q has 6 heads and K, V have 2 heads, head 0, 1, 2 of Q will attention to head\n0 of K, V, and head 3, 4, 5 of Q will attention to head 1 of K, V.\n\nIf causal=True, the causal mask is aligned to the bottom right corner of the attention matrix.\nFor example, if seqlen_q = 2 and seqlen_k = 5, the causal mask (1 = keep, 0 = masked out) is:\n 1 1 1 1 0\n 1 1 1 1 1\nIf seqlen_q = 5 and seqlen_k = 2, the causal mask is:\n 0 0\n 0 0\n 0 0\n 1 0\n 1 1\nIf the row of the mask is all zero, the output will be zero.\n\nIf window_size != (-1, -1), implements sliding window local attention. Query at position i\nwill only attend to keys between\n[i + seqlen_k - seqlen_q - window_size[0], i + seqlen_k - seqlen_q + window_size[1]] inclusive.\n\nNote: Does not support backward pass.\n\nArguments:\n q: (batch_size, seqlen, nheads, headdim)\n k_cache: (batch_size_cache, seqlen_cache, nheads_k, headdim) if there's no page_table,\n or (num_blocks, page_block_size, nheads_k, headdim) if there's a page_table (i.e. paged KV cache)\n page_block_size can be arbitrary (e.g, 1, 2, 3, 64, etc.).\n v_cache: (batch_size_cache, seqlen_cache, nheads_k, headdim_v) if there's no page_table,\n or (num_blocks, page_block_size, nheads_k, headdim_v) if there's a page_table (i.e. paged KV cache)\n k [optional]: (batch_size, seqlen_new, nheads_k, headdim). If not None, we concatenate\n k with k_cache, starting at the indices specified by cache_seqlens.\n v [optional]: (batch_size, seqlen_new, nheads_k, headdim_v). Similar to k.\n qv [optional]: (batch_size, seqlen, nheads, headdim_v)\n rotary_cos [optional]: (seqlen_ro, rotary_dim / 2). If not None, we apply rotary embedding\n to k and q. Only applicable if k and v are passed in. rotary_dim must be divisible by 16.\n rotary_sin [optional]: (seqlen_ro, rotary_dim / 2). Similar to rotary_cos.\n cache_seqlens: int, or (batch_size,), dtype torch.int32. The sequence lengths of the\n KV cache.\n cache_batch_idx: (batch_size,), dtype torch.int32. The indices used to index into the KV cache.\n If None, we assume that the batch indices are [0, 1, 2, ..., batch_size - 1].\n If the indices are not distinct, and k and v are provided, the values updated in the cache\n might come from any of the duplicate indices.\n cache_leftpad: (batch_size,), dtype torch.int32. The index that the KV cache starts. If None, assume 0.\n page_table [optional]: (batch_size, max_num_blocks_per_seq), dtype torch.int32.\n softmax_scale: float. The scaling of QK^T before applying softmax.\n Default to 1 / sqrt(headdim).\n causal: bool. Whether to apply causal attention mask (e.g., for auto-regressive modeling).\n window_size: (left, right). If not (-1, -1), implements sliding window local attention.\n softcap: float. Anything > 0 activates softcapping attention.\n rotary_interleaved: bool. Only applicable if rotary_cos and rotary_sin are passed in.\n If True, rotary embedding will combine dimensions 0 & 1, 2 & 3, etc. If False,\n rotary embedding will combine dimensions 0 & rotary_dim / 2, 1 & rotary_dim / 2 + 1\n (i.e. GPT-NeoX style).\n num_splits: int. If > 1, split the key/value into this many chunks along the sequence.\n If num_splits == 1, we don't split the key/value. If num_splits == 0, we use a heuristic\n to automatically determine the number of splits.\n Don't change this unless you know what you are doing.\n return_softmax_lse: bool. Whether to return the logsumexp of the attention scores.\n\nReturn:\n out: (batch_size, seqlen, nheads, headdim).\n softmax_lse [optional, if return_softmax_lse=True]: (batch_size, nheads, seqlen). The\n logsumexp of each row of the matrix QK^T * scaling (e.g., log of the softmax\n normalization factor).",
|
| 419 |
"signature": {
|
|
@@ -605,7 +605,7 @@
|
|
| 605 |
{
|
| 606 |
"name": "get_scheduler_metadata",
|
| 607 |
"qualname": "get_scheduler_metadata",
|
| 608 |
-
"module": "
|
| 609 |
"kind": "function",
|
| 610 |
"doc": null,
|
| 611 |
"signature": {
|
|
|
|
| 1 |
{
|
| 2 |
"schema_version": 1,
|
| 3 |
+
"module": "_flash_attn3_cuda_ae2c2be",
|
| 4 |
"functions": [
|
| 5 |
{
|
| 6 |
"name": "add_op_namespace_prefix",
|
| 7 |
"qualname": "add_op_namespace_prefix",
|
| 8 |
+
"module": "_flash_attn3_cuda_ae2c2be._ops",
|
| 9 |
"kind": "function",
|
| 10 |
"doc": "Prefix op by namespace.",
|
| 11 |
"signature": {
|
|
|
|
| 23 |
{
|
| 24 |
"name": "flash_attn_combine",
|
| 25 |
"qualname": "flash_attn_combine",
|
| 26 |
+
"module": "_flash_attn3_cuda_ae2c2be.flash_attn_interface",
|
| 27 |
"kind": "function",
|
| 28 |
"doc": null,
|
| 29 |
"signature": {
|
|
|
|
| 59 |
{
|
| 60 |
"name": "flash_attn_func",
|
| 61 |
"qualname": "flash_attn_func",
|
| 62 |
+
"module": "_flash_attn3_cuda_ae2c2be.flash_attn_interface",
|
| 63 |
"kind": "function",
|
| 64 |
"doc": "dropout_p should be set to 0.0 during evaluation\nSupports multi-query and grouped-query attention (MQA/GQA) by passing in KV with fewer heads\nthan Q. Note that the number of heads in Q must be divisible by the number of heads in KV.\nFor example, if Q has 6 heads and K, V have 2 heads, head 0, 1, 2 of Q will attention to head\n0 of K, V, and head 3, 4, 5 of Q will attention to head 1 of K, V.\n\nIf causal=True, the causal mask is aligned to the bottom right corner of the attention matrix.\nFor example, if seqlen_q = 2 and seqlen_k = 5, the causal mask (1 = keep, 0 = masked out) is:\n 1 1 1 1 0\n 1 1 1 1 1\nIf seqlen_q = 5 and seqlen_k = 2, the causal mask is:\n 0 0\n 0 0\n 0 0\n 1 0\n 1 1\nIf the row of the mask is all zero, the output will be zero.\n\nIf window_size != (-1, -1), implements sliding window local attention. Query at position i\nwill only attend to keys between\n[i + seqlen_k - seqlen_q - window_size[0], i + seqlen_k - seqlen_q + window_size[1]] inclusive.\n\nArguments:\n q: (batch_size, seqlen, nheads, headdim)\n k: (batch_size, seqlen, nheads_k, headdim)\n v: (batch_size, seqlen, nheads_k, headdim)\n dropout_p: float. Dropout probability.\n softmax_scale: float. The scaling of QK^T before applying softmax.\n Default to 1 / sqrt(headdim).\n causal: bool. Whether to apply causal attention mask (e.g., for auto-regressive modeling).\n window_size: (left, right). If not (-1, -1), implements sliding window local attention.\n alibi_slopes: (nheads,) or (batch_size, nheads), fp32. A bias of\n (-alibi_slope * |i + seqlen_k - seqlen_q - j|)\n is added to the attention score of query i and key j.\n deterministic: bool. Whether to use the deterministic implementation of the backward pass,\n which is slightly slower and uses more memory. The forward pass is always deterministic.\n return_attn_probs: bool. Whether to return the attention probabilities. This option is for\n testing only. The returned probabilities are not guaranteed to be correct\n (they might not have the right scaling).\nReturn:\n out: (batch_size, seqlen, nheads, headdim).\n softmax_lse [optional, if return_attn_probs=True]: (batch_size, nheads, seqlen). The\n logsumexp of each row of the matrix QK^T * scaling (e.g., log of the softmax\n normalization factor).",
|
| 65 |
"signature": {
|
|
|
|
| 173 |
{
|
| 174 |
"name": "flash_attn_qkvpacked_func",
|
| 175 |
"qualname": "flash_attn_qkvpacked_func",
|
| 176 |
+
"module": "_flash_attn3_cuda_ae2c2be.flash_attn_interface",
|
| 177 |
"kind": "function",
|
| 178 |
"doc": "dropout_p should be set to 0.0 during evaluation\nIf Q, K, V are already stacked into 1 tensor, this function will be faster than\ncalling flash_attn_func on Q, K, V since the backward pass avoids explicit concatenation\nof the gradients of Q, K, V.\nFor multi-query and grouped-query attention (MQA/GQA), please see\nflash_attn_kvpacked_func and flash_attn_func.\n\nIf window_size != (-1, -1), implements sliding window local attention. Query at position i\nwill only attend to keys between [i - window_size[0], i + window_size[1]] inclusive.\n\nArguments:\n qkv: (batch_size, seqlen, 3, nheads, headdim)\n dropout_p: float. Dropout probability.\n softmax_scale: float. The scaling of QK^T before applying softmax.\n Default to 1 / sqrt(headdim).\n causal: bool. Whether to apply causal attention mask (e.g., for auto-regressive modeling).\n window_size: (left, right). If not (-1, -1), implements sliding window local attention.\n softcap: float. Anything > 0 activates softcapping attention.\n alibi_slopes: (nheads,) or (batch_size, nheads), fp32. A bias of (-alibi_slope * |i - j|) is added to\n the attention score of query i and key j.\n deterministic: bool. Whether to use the deterministic implementation of the backward pass,\n which is slightly slower and uses more memory. The forward pass is always deterministic.\n return_attn_probs: bool. Whether to return the attention probabilities. This option is for\n testing only. The returned probabilities are not guaranteed to be correct\n (they might not have the right scaling).\nReturn:\n out: (batch_size, seqlen, nheads, headdim).\n softmax_lse [optional, if return_attn_probs=True]: (batch_size, nheads, seqlen). The\n logsumexp of each row of the matrix QK^T * scaling (e.g., log of the softmax\n normalization factor).\n S_dmask [optional, if return_attn_probs=True]: (batch_size, nheads, seqlen, seqlen).\n The output of softmax (possibly with different scaling). It also encodes the dropout\n pattern (negative means that location was dropped, nonnegative means it was kept).",
|
| 179 |
"signature": {
|
|
|
|
| 263 |
{
|
| 264 |
"name": "flash_attn_varlen_func",
|
| 265 |
"qualname": "flash_attn_varlen_func",
|
| 266 |
+
"module": "_flash_attn3_cuda_ae2c2be.flash_attn_interface",
|
| 267 |
"kind": "function",
|
| 268 |
"doc": null,
|
| 269 |
"signature": {
|
|
|
|
| 413 |
{
|
| 414 |
"name": "flash_attn_with_kvcache",
|
| 415 |
"qualname": "flash_attn_with_kvcache",
|
| 416 |
+
"module": "_flash_attn3_cuda_ae2c2be.flash_attn_interface",
|
| 417 |
"kind": "function",
|
| 418 |
"doc": "If k and v are not None, k_cache and v_cache will be updated *inplace* with the new values from\nk and v. This is useful for incremental decoding: you can pass in the cached keys/values from\nthe previous step, and update them with the new keys/values from the current step, and do\nattention with the updated cache, all in 1 kernel.\n\nIf you pass in k / v, you must make sure that the cache is large enough to hold the new values.\nFor example, the KV cache could be pre-allocated with the max sequence length, and you can use\ncache_seqlens to keep track of the current sequence lengths of each sequence in the batch.\n\nAlso apply rotary embedding if rotary_cos and rotary_sin are passed in. The key @k will be\nrotated by rotary_cos and rotary_sin at indices cache_seqlens, cache_seqlens + 1, etc.\nIf causal or local (i.e., window_size != (-1, -1)), the query @q will be rotated by rotary_cos\nand rotary_sin at indices cache_seqlens, cache_seqlens + 1, etc.\nIf not causal and not local, the query @q will be rotated by rotary_cos and rotary_sin at\nindices cache_seqlens only (i.e. we consider all tokens in @q to be at position cache_seqlens).\n\nSee tests/test_flash_attn.py::test_flash_attn_kvcache for examples of how to use this function.\n\nSupports multi-query and grouped-query attention (MQA/GQA) by passing in KV with fewer heads\nthan Q. Note that the number of heads in Q must be divisible by the number of heads in KV.\nFor example, if Q has 6 heads and K, V have 2 heads, head 0, 1, 2 of Q will attention to head\n0 of K, V, and head 3, 4, 5 of Q will attention to head 1 of K, V.\n\nIf causal=True, the causal mask is aligned to the bottom right corner of the attention matrix.\nFor example, if seqlen_q = 2 and seqlen_k = 5, the causal mask (1 = keep, 0 = masked out) is:\n 1 1 1 1 0\n 1 1 1 1 1\nIf seqlen_q = 5 and seqlen_k = 2, the causal mask is:\n 0 0\n 0 0\n 0 0\n 1 0\n 1 1\nIf the row of the mask is all zero, the output will be zero.\n\nIf window_size != (-1, -1), implements sliding window local attention. Query at position i\nwill only attend to keys between\n[i + seqlen_k - seqlen_q - window_size[0], i + seqlen_k - seqlen_q + window_size[1]] inclusive.\n\nNote: Does not support backward pass.\n\nArguments:\n q: (batch_size, seqlen, nheads, headdim)\n k_cache: (batch_size_cache, seqlen_cache, nheads_k, headdim) if there's no page_table,\n or (num_blocks, page_block_size, nheads_k, headdim) if there's a page_table (i.e. paged KV cache)\n page_block_size can be arbitrary (e.g, 1, 2, 3, 64, etc.).\n v_cache: (batch_size_cache, seqlen_cache, nheads_k, headdim_v) if there's no page_table,\n or (num_blocks, page_block_size, nheads_k, headdim_v) if there's a page_table (i.e. paged KV cache)\n k [optional]: (batch_size, seqlen_new, nheads_k, headdim). If not None, we concatenate\n k with k_cache, starting at the indices specified by cache_seqlens.\n v [optional]: (batch_size, seqlen_new, nheads_k, headdim_v). Similar to k.\n qv [optional]: (batch_size, seqlen, nheads, headdim_v)\n rotary_cos [optional]: (seqlen_ro, rotary_dim / 2). If not None, we apply rotary embedding\n to k and q. Only applicable if k and v are passed in. rotary_dim must be divisible by 16.\n rotary_sin [optional]: (seqlen_ro, rotary_dim / 2). Similar to rotary_cos.\n cache_seqlens: int, or (batch_size,), dtype torch.int32. The sequence lengths of the\n KV cache.\n cache_batch_idx: (batch_size,), dtype torch.int32. The indices used to index into the KV cache.\n If None, we assume that the batch indices are [0, 1, 2, ..., batch_size - 1].\n If the indices are not distinct, and k and v are provided, the values updated in the cache\n might come from any of the duplicate indices.\n cache_leftpad: (batch_size,), dtype torch.int32. The index that the KV cache starts. If None, assume 0.\n page_table [optional]: (batch_size, max_num_blocks_per_seq), dtype torch.int32.\n softmax_scale: float. The scaling of QK^T before applying softmax.\n Default to 1 / sqrt(headdim).\n causal: bool. Whether to apply causal attention mask (e.g., for auto-regressive modeling).\n window_size: (left, right). If not (-1, -1), implements sliding window local attention.\n softcap: float. Anything > 0 activates softcapping attention.\n rotary_interleaved: bool. Only applicable if rotary_cos and rotary_sin are passed in.\n If True, rotary embedding will combine dimensions 0 & 1, 2 & 3, etc. If False,\n rotary embedding will combine dimensions 0 & rotary_dim / 2, 1 & rotary_dim / 2 + 1\n (i.e. GPT-NeoX style).\n num_splits: int. If > 1, split the key/value into this many chunks along the sequence.\n If num_splits == 1, we don't split the key/value. If num_splits == 0, we use a heuristic\n to automatically determine the number of splits.\n Don't change this unless you know what you are doing.\n return_softmax_lse: bool. Whether to return the logsumexp of the attention scores.\n\nReturn:\n out: (batch_size, seqlen, nheads, headdim).\n softmax_lse [optional, if return_softmax_lse=True]: (batch_size, nheads, seqlen). The\n logsumexp of each row of the matrix QK^T * scaling (e.g., log of the softmax\n normalization factor).",
|
| 419 |
"signature": {
|
|
|
|
| 605 |
{
|
| 606 |
"name": "get_scheduler_metadata",
|
| 607 |
"qualname": "get_scheduler_metadata",
|
| 608 |
+
"module": "_flash_attn3_cuda_ae2c2be.flash_attn_interface",
|
| 609 |
"kind": "function",
|
| 610 |
"doc": null,
|
| 611 |
"signature": {
|
build/torch-stable-abi29-cu130-x86_64-linux/{_flash_attn3_cuda_a02f43b.abi3.so → _flash_attn3_cuda_ae2c2be.abi3.so}
RENAMED
|
@@ -1,3 +1,3 @@
|
|
| 1 |
version https://git-lfs.github.com/spec/v1
|
| 2 |
-
oid sha256:
|
| 3 |
-
size
|
|
|
|
| 1 |
version https://git-lfs.github.com/spec/v1
|
| 2 |
+
oid sha256:ad5a909f5c12ea482d4b8c88bae8f6224694569492e44b8e78b2f5656c8cf6d5
|
| 3 |
+
size 549647432
|
build/torch-stable-abi29-cu130-x86_64-linux/_ops.py
CHANGED
|
@@ -1,9 +1,9 @@
|
|
| 1 |
import torch
|
| 2 |
-
from . import
|
| 3 |
-
ops = torch.ops.
|
| 4 |
|
| 5 |
def add_op_namespace_prefix(op_name: str):
|
| 6 |
"""
|
| 7 |
Prefix op by namespace.
|
| 8 |
"""
|
| 9 |
-
return f"
|
|
|
|
| 1 |
import torch
|
| 2 |
+
from . import _flash_attn3_cuda_ae2c2be
|
| 3 |
+
ops = torch.ops._flash_attn3_cuda_ae2c2be
|
| 4 |
|
| 5 |
def add_op_namespace_prefix(op_name: str):
|
| 6 |
"""
|
| 7 |
Prefix op by namespace.
|
| 8 |
"""
|
| 9 |
+
return f"_flash_attn3_cuda_ae2c2be::{op_name}"
|
build/torch-stable-abi29-cu130-x86_64-linux/flash_attn_interface.py
CHANGED
|
@@ -2,11 +2,31 @@
|
|
| 2 |
|
| 3 |
from typing import Optional, Union, List, Tuple
|
| 4 |
|
|
|
|
| 5 |
import torch
|
| 6 |
import torch.nn as nn
|
|
|
|
|
|
|
| 7 |
|
| 8 |
-
|
| 9 |
-
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 10 |
|
| 11 |
def maybe_contiguous(x):
|
| 12 |
return x.contiguous() if x is not None and x.stride(-1) != 1 else x
|
|
@@ -85,7 +105,7 @@ def _flash_attn_forward(
|
|
| 85 |
]
|
| 86 |
rotary_cos, rotary_sin = [maybe_contiguous(x) for x in (rotary_cos, rotary_sin)]
|
| 87 |
seqlens_rotary = maybe_contiguous(seqlens_rotary)
|
| 88 |
-
out, softmax_lse, out_accum, softmax_lse_accum =
|
| 89 |
q,
|
| 90 |
k,
|
| 91 |
v,
|
|
@@ -263,7 +283,7 @@ def _flash_attn_backward(
|
|
| 263 |
) -> torch.Tensor:
|
| 264 |
# dq, dk, dv are allocated by us so they should already be contiguous
|
| 265 |
dout, q, k, v, out = [maybe_contiguous(x) for x in (dout, q, k, v, out)]
|
| 266 |
-
softmax_d, *rest =
|
| 267 |
dout,
|
| 268 |
q,
|
| 269 |
k,
|
|
@@ -917,7 +937,7 @@ def flash_attn_varlen_func(
|
|
| 917 |
|
| 918 |
|
| 919 |
def flash_attn_combine(out_partial, lse_partial, out=None, out_dtype=None):
|
| 920 |
-
return
|
| 921 |
|
| 922 |
|
| 923 |
def flash_attn_with_kvcache(
|
|
@@ -1105,7 +1125,7 @@ def get_scheduler_metadata(
|
|
| 1105 |
cache_seqlens = maybe_contiguous(cache_seqlens)
|
| 1106 |
if headdim_v is None:
|
| 1107 |
headdim_v = headdim
|
| 1108 |
-
scheduler_metadata =
|
| 1109 |
batch_size, max_seqlen_q, max_seqlen_k, num_heads_q, num_heads_kv, headdim, headdim_v,
|
| 1110 |
qkv_dtype,
|
| 1111 |
cache_seqlens,
|
|
|
|
| 2 |
|
| 3 |
from typing import Optional, Union, List, Tuple
|
| 4 |
|
| 5 |
+
import os
|
| 6 |
import torch
|
| 7 |
import torch.nn as nn
|
| 8 |
+
import warnings
|
| 9 |
+
from ._ops import add_op_namespace_prefix, ops
|
| 10 |
|
| 11 |
+
|
| 12 |
+
USE_TRITON_ROCM = os.getenv("FLASH_ATTENTION_TRITON_AMD_ENABLE", "FALSE") == "TRUE"
|
| 13 |
+
if not USE_TRITON_ROCM and getattr(torch.version, 'hip', None) is not None:
|
| 14 |
+
try:
|
| 15 |
+
from . import _ops
|
| 16 |
+
except ImportError:
|
| 17 |
+
warnings.warn("flash_attn_3._C (which has ROCm/HIP kernels) not found, falling back to Triton implementation")
|
| 18 |
+
USE_TRITON_ROCM = True
|
| 19 |
+
|
| 20 |
+
if USE_TRITON_ROCM:
|
| 21 |
+
from aiter.ops.triton._triton_kernels.flash_attn_triton_amd import flash_attn_3 as flash_attn_3_gpu
|
| 22 |
+
else:
|
| 23 |
+
# isort: off
|
| 24 |
+
# We need to import the CUDA kernels after importing torch
|
| 25 |
+
from . import _ops # Registers operators with PyTorch
|
| 26 |
+
|
| 27 |
+
# isort: on
|
| 28 |
+
|
| 29 |
+
flash_attn_3_gpu = ops
|
| 30 |
|
| 31 |
def maybe_contiguous(x):
|
| 32 |
return x.contiguous() if x is not None and x.stride(-1) != 1 else x
|
|
|
|
| 105 |
]
|
| 106 |
rotary_cos, rotary_sin = [maybe_contiguous(x) for x in (rotary_cos, rotary_sin)]
|
| 107 |
seqlens_rotary = maybe_contiguous(seqlens_rotary)
|
| 108 |
+
out, softmax_lse, out_accum, softmax_lse_accum = flash_attn_3_gpu.fwd(
|
| 109 |
q,
|
| 110 |
k,
|
| 111 |
v,
|
|
|
|
| 283 |
) -> torch.Tensor:
|
| 284 |
# dq, dk, dv are allocated by us so they should already be contiguous
|
| 285 |
dout, q, k, v, out = [maybe_contiguous(x) for x in (dout, q, k, v, out)]
|
| 286 |
+
softmax_d, *rest = flash_attn_3_gpu.bwd(
|
| 287 |
dout,
|
| 288 |
q,
|
| 289 |
k,
|
|
|
|
| 937 |
|
| 938 |
|
| 939 |
def flash_attn_combine(out_partial, lse_partial, out=None, out_dtype=None):
|
| 940 |
+
return flash_attn_3_gpu.fwd_combine(out_partial, lse_partial, out, out_dtype)
|
| 941 |
|
| 942 |
|
| 943 |
def flash_attn_with_kvcache(
|
|
|
|
| 1125 |
cache_seqlens = maybe_contiguous(cache_seqlens)
|
| 1126 |
if headdim_v is None:
|
| 1127 |
headdim_v = headdim
|
| 1128 |
+
scheduler_metadata = flash_attn_3_gpu.get_scheduler_metadata(
|
| 1129 |
batch_size, max_seqlen_q, max_seqlen_k, num_heads_q, num_heads_kv, headdim, headdim_v,
|
| 1130 |
qkv_dtype,
|
| 1131 |
cache_seqlens,
|
build/torch-stable-abi29-cu130-x86_64-linux/metadata.json
CHANGED
|
@@ -1,9 +1,10 @@
|
|
| 1 |
{
|
| 2 |
"name": "flash-attn3",
|
| 3 |
-
"id": "
|
| 4 |
"version": 2,
|
| 5 |
"kernels-minver": "0.14.0",
|
| 6 |
"license": "BSD-3-Clause",
|
|
|
|
| 7 |
"python-depends": [],
|
| 8 |
"kernel-depends": [],
|
| 9 |
"backend": {
|
|
@@ -17,11 +18,11 @@
|
|
| 17 |
"algorithm": "sha256",
|
| 18 |
"files": {
|
| 19 |
"__init__.py": "b/45TnpaDDuTwp84ILd3Q+pQCIk2RnHtSSZKRq9Lj5E=",
|
| 20 |
-
"
|
| 21 |
-
"_ops.py": "
|
| 22 |
"flash_attn_config.py": "uxo+eyMcDit//8YDaS4Rtk5BTMKzTSK9tOKTjdWVe/w=",
|
| 23 |
-
"flash_attn_interface.py": "
|
| 24 |
-
"symbols.json": "
|
| 25 |
}
|
| 26 |
},
|
| 27 |
"provenance": {
|
|
@@ -31,7 +32,7 @@
|
|
| 31 |
"dirty": false
|
| 32 |
},
|
| 33 |
"kernel": {
|
| 34 |
-
"commit": "
|
| 35 |
"dirty": false
|
| 36 |
}
|
| 37 |
}
|
|
|
|
| 1 |
{
|
| 2 |
"name": "flash-attn3",
|
| 3 |
+
"id": "_flash_attn3_cuda_ae2c2be",
|
| 4 |
"version": 2,
|
| 5 |
"kernels-minver": "0.14.0",
|
| 6 |
"license": "BSD-3-Clause",
|
| 7 |
+
"upstream": "https://github.com/Dao-AILab/flash-attention.git",
|
| 8 |
"python-depends": [],
|
| 9 |
"kernel-depends": [],
|
| 10 |
"backend": {
|
|
|
|
| 18 |
"algorithm": "sha256",
|
| 19 |
"files": {
|
| 20 |
"__init__.py": "b/45TnpaDDuTwp84ILd3Q+pQCIk2RnHtSSZKRq9Lj5E=",
|
| 21 |
+
"_flash_attn3_cuda_ae2c2be.abi3.so": "rVqQn1wS6kgtS4yIuuj2IkaUVpSS5EuOeLL1ZWyM9tU=",
|
| 22 |
+
"_ops.py": "7swor3wRIF9iqDV2UmsU+DPBCWN4JiIRTqsCtOVofBk=",
|
| 23 |
"flash_attn_config.py": "uxo+eyMcDit//8YDaS4Rtk5BTMKzTSK9tOKTjdWVe/w=",
|
| 24 |
+
"flash_attn_interface.py": "3EhHSOuAYWSWS8wwkoTRd8uhbc4EwVpNCa7x8WSvdZQ=",
|
| 25 |
+
"symbols.json": "6+qS8fd/iGl+XKD6F8tQlWLm+GYOrLeqtaRzQqwm8jM="
|
| 26 |
}
|
| 27 |
},
|
| 28 |
"provenance": {
|
|
|
|
| 32 |
"dirty": false
|
| 33 |
},
|
| 34 |
"kernel": {
|
| 35 |
+
"commit": "ae2c2be31b91db2f4d13c0bf1a72051bd7e0d0af",
|
| 36 |
"dirty": false
|
| 37 |
}
|
| 38 |
}
|
build/torch-stable-abi29-cu130-x86_64-linux/metadata.json.sigstore
CHANGED
|
@@ -1 +1 @@
|
|
| 1 |
-
{"mediaType":"application/vnd.dev.sigstore.bundle.v0.3+json","verificationMaterial":{"certificate":{"rawBytes":"MIIHLDCCBrKgAwIBAgIUEntYI/1b+dKpIFxmmbrB4sc+sAAwCgYIKoZIzj0EAwMwNzEVMBMGA1UEChMMc2lnc3RvcmUuZGV2MR4wHAYDVQQDExVzaWdzdG9yZS1pbnRlcm1lZGlhdGUwHhcNMjYxMTEwMjIxOTA5WhcNMjYxMTEwMjIyOTA5WjAAMFkwEwYHKoZIzj0CAQYIKoZIzj0DAQcDQgAEHUZXaiGTKwXwQAtUdYoLUvMf87tkfcwoKEgGq3wE2g/wKGpePQH3shYxxbKJ8W4Zpx7uVZelWVZEknBFK1b/waOCBdEwggXNMA4GA1UdDwEB/wQEAwIHgDATBgNVHSUEDDAKBggrBgEFBQcDAzAfBgNVHSMEGDAWgBTf0+nPViQRlvmo2OkoVaLGLhhkPzBrBgNVHREBAf8EYTBfhl1odHRwczovL2dpdGh1Yi5jb20vaHVnZ2luZ2ZhY2Uva2VybmVscy1jb21tdW5pdHkvLmdpdGh1Yi93b3JrZmxvd3MvYnVpbGQueWFtbEByZWZzL2hlYWRzL21haW4wOQYKKwYBBAGDvzABAQQraHR0cHM6Ly90b2tlbi5hY3Rpb25zLmdpdGh1YnVzZXJjb250ZW50LmNvbTAfBgorBgEEAYO/MAECBBF3b3JrZmxvd19kaXNwYXRjaDA2BgorBgEEAYO/MAEDBChhMDJmNDNiMmNjYjkyZWQ3NGI4NzRmMTEyYjQ4NzI3NGU0MDQ1ZjA5MBMGCisGAQQBg78wAQQEBUJ1aWxkMCsGCisGAQQBg78wAQUEHWh1Z2dpbmdmYWNlL2tlcm5lbHMtY29tbXVuaXR5MB0GCisGAQQBg78wAQYED3JlZnMvaGVhZHMvbWFpbjA7BgorBgEEAYO/MAEIBC0MK2h0dHBzOi8vdG9rZW4uYWN0aW9ucy5naXRodWJ1c2VyY29udGVudC5jb20wbQYKKwYBBAGDvzABCQRfDF1odHRwczovL2dpdGh1Yi5jb20vaHVnZ2luZ2ZhY2Uva2VybmVscy1jb21tdW5pdHkvLmdpdGh1Yi93b3JrZmxvd3MvYnVpbGQueWFtbEByZWZzL2hlYWRzL21haW4wOAYKKwYBBAGDvzABCgQqDChhMDJmNDNiMmNjYjkyZWQ3NGI4NzRmMTEyYjQ4NzI3NGU0MDQ1ZjA5MBsGCisGAQQBg78wAQsEDQwLc2VsZi1ob3N0ZWQwQAYKKwYBBAGDvzABDAQyDDBodHRwczovL2dpdGh1Yi5jb20vaHVnZ2luZ2ZhY2Uva2VybmVscy1jb21tdW5pdHkwOAYKKwYBBAGDvzABDQQqDChhMDJmNDNiMmNjYjkyZWQ3NGI4NzRmMTEyYjQ4NzI3NGU0MDQ1ZjA5MB8GCisGAQQBg78wAQ4EEQwPcmVmcy9oZWFkcy9tYWluMBoGCisGAQQBg78wAQ8EDAwKMTA3MTQ3NTUyOTAuBgorBgEEAYO/MAEQBCAMHmh0dHBzOi8vZ2l0aHViLmNvbS9odWdnaW5nZmFjZTAYBgorBgEEAYO/MAERBAoMCDI1NzIwNzQzMG0GCisGAQQBg78wARIEXwxdaHR0cHM6Ly9naXRodWIuY29tL2h1Z2dpbmdmYWNlL2tlcm5lbHMtY29tbXVuaXR5Ly5naXRodWIvd29ya2Zsb3dzL2J1aWxkLnlhbWxAcmVmcy9oZWFkcy9tYWluMDgGCisGAQQBg78wARMEKgwoYTAyZjQzYjJjY2I5MmVkNzRiODc0ZjExMmI0ODcyNzRlNDA0NWYwOTAhBgorBgEEAYO/MAEUBBMMEXdvcmtmbG93X2Rpc3BhdGNoMGQGCisGAQQBg78wARUEVgxUaHR0cHM6Ly9naXRodWIuY29tL2h1Z2dpbmdmYWNlL2tlcm5lbHMtY29tbXVuaXR5L2FjdGlvbnMvcnVucy80Mjg1Mjg4MzA0Ny9hdHRlbXB0cy8xMBYGCisGAQQBg78wARYECAwGcHVibGljMEYGCisGAQQBg78wARgEOAw2cmVwbzpodWdnaW5nZmFjZS9rZXJuZWxzLWNvbW11bml0eTpyZWY6cmVmcy9oZWFkcy9tYWluMIGKBgorBgEEAdZ5AgQCBHwEegB4AHYA3T0wasbHETJjGR4cmWc3AqJKXrjePK3/h4pygC8p7o4AAAGhx4stCwAABAMARzBFAiEAgl94YoF5XhdrRTNACu4Z/7MyCIRI6cvEKPF1aP1JmEUCIBkE2NoQZWOGhuuMIG6f25lZkh74p3rc1uzhCnnemvLxMAoGCCqGSM49BAMDA2gAMGUCMC8NN1wgDZrqO7QI87izDDoee9318kAsIzxhBpOS/+J1ga6F3cjwFL8QTASwb1E5PQIxAL0pMK6AbbtyGgWzFyCQKEvG8sI1y8euPH8EWilmrTHwi7SGDqLGAv3bz6CiRRy77w=="},"tlogEntries":[{"logIndex":"3794737124","logId":{"keyId":"wNI9atQGlz+VWfO6LRygH4QUfY/8W4RFwiT5i5WRgB0="},"kindVersion":{"kind":"hashedrekord","version":"0.0.1"},"integratedTime":"1794349149","inclusionPromise":{"signedEntryTimestamp":"MEYCIQCOrEgmIdzNgzNYjKJ9f7f/CTivjeIQe5bd1QUmjC7kcgIhAPVY8dH9m/LlzJo1x2+vBYf01dP2yKk2WQSr/NCVFRfK"},"inclusionProof":{"logIndex":"3672832862","rootHash":"TbChWFBkwmsZwhSPFokfhg1kF7jwG5uviCDBGNYQhk8=","treeSize":"3672832997","hashes":["/2q3vzEA19vkZZOuPGGrhsZVAzTiCKU4z2+wS0BuYYk=","AIIRCo0XNjKxEbw6N2GTBb0CuOIQ6oahQyIqNvGqqVc=","dX800dxVcjWW888T2xesjK8FVV+1ueqMWXG+zsiyXVQ=","JJ7CvyLSd4sGpb7GtGqmXsMQsqdR+9FRCRzxP6e0FFg=","yw8HfDfFZ235QkaCk0RGsbK8LGSaswimuoiZG75r3pU=","kwRgB64vQC7e+CMkUTqDlT2vGWEM4btvJ+fTIxiD1LA=","lk+eXbVLanl/g8H+28dS3EaP3JxdbCATHD10wOTA6w8=","+kffMz2zNjG52JfI1I4OYS2raVdxzET1K8STMhazChk=","Cn34IkWwyYAgP6mfQhGpRdp+UalCBoEoMSa2XGk+LYI=","J1qTi2E0jeNh183jRZ+kNECnbDAVOSlAznIJ6aol8NQ=","IScK1pQipAyQkuLR6UKn3SgG8mtQ/MfgapIbfXaU7Vs=","DWzK+Rcq4ws0IFlcVP/Iy9xjko2wuzr2eDfnXSqvNw8=","nGMt3OTEHk0b2Hah2F6V7XNJ9f9Jq0tbpolVjU50FCk=","W9v5ITHWA5z1m1q9v8yUm9AwF1btUJudKrGSNzBCFCg=","9TeYmQ4obd2RJYL+kHWs7mKHEGNyasHO9zCQoF+PF18=","Rk/aeYhtagvRLE8ssNOqtTPBBIIGPwxHYZ5h46pg6gk=","a8Ldnd6287UET/JiYNoAbyfRaR7yFeva8DLSFjJs+nI=","EwjkUL9TgmzKWZgjud/+P9DFGgsvUxQjYodnBaq6IMs=","5oTFCSxMJRDPEnSOsTKcTJXotZuO89tVqHXNWjc2tA0=","eGT5DhI8LeqPViO4tsgYL7FxsOtDXBNTLfWJEGP7Q5w=","5aDKaREuMwcynRhLn5m/9b0QE9pxbeQInhCcIC+n5YQ=","XPex1okR3Qf1VhXr/LVSojah9cB4R1RgvK/mRrmdWLY=","SlixnS34BhAO+yRI2FaGPSOh9V6JSVNPfLl1bHxrcQY=","1DaDKzrCNNBhmSdY5vFjz+NpAmxmYfYEgBCdPLrMP1A=","xH/DCseLHr9eKoYT8qsORZK7zVdEGYWHuVtsVrD95wY="],"checkpoint":{"envelope":"rekor.sigstore.dev - 1193050959916656506\n3672832997\nTbChWFBkwmsZwhSPFokfhg1kF7jwG5uviCDBGNYQhk8=\n\n— rekor.sigstore.dev wNI9ajBEAiAmUBRuTM4EphSwV1ZwV3yVGhlvB7XIyA/lcEEjvv4AUAIgK+1j/UnWlHBFWQQAZ5DDHQANLZ5PixigXtjwhvspov0=\n"}},"canonicalizedBody":"eyJhcGlWZXJzaW9uIjoiMC4wLjEiLCJraW5kIjoiaGFzaGVkcmVrb3JkIiwic3BlYyI6eyJkYXRhIjp7Imhhc2giOnsiYWxnb3JpdGhtIjoic2hhMjU2IiwidmFsdWUiOiIwYmE3MjI2NzNkZTY1MTVmYzMxNmI4ZDA0YWE1NDY5ZmY5MDBhMDZkNTk5MjMyZjcyNGQ0MDJlZDc4MDEyODUyIn19LCJzaWduYXR1cmUiOnsiY29udGVudCI6Ik1FWUNJUUM2eHRZczNVdGoxdnpKVTVqcDhaY3pRWjRsdm9YcnhBZVlmMCtGUU4rK2VRSWhBSkd0VXRxNVY0aVA3a0JkM1lGZEpOaGc5RWpEK1p3blBuZHA5TXNPLzI1QSIsInB1YmxpY0tleSI6eyJjb250ZW50IjoiTFMwdExTMUNSVWRKVGlCRFJWSlVTVVpKUTBGVVJTMHRMUzB0Q2sxSlNVaE1SRU5EUW5KTFowRjNTVUpCWjBsVlJXNTBXVWt2TVdJclpFdHdTVVo0YlcxaWNrSTBjMk1yYzBGQmQwTm5XVWxMYjFwSmVtb3dSVUYzVFhjS1RucEZWazFDVFVkQk1WVkZRMmhOVFdNeWJHNWpNMUoyWTIxVmRWcEhWakpOVWpSM1NFRlpSRlpSVVVSRmVGWjZZVmRrZW1SSE9YbGFVekZ3WW01U2JBcGpiVEZzV2tkc2FHUkhWWGRJYUdOT1RXcFplRTFVUlhkTmFrbDRUMVJCTlZkb1kwNU5hbGw0VFZSRmQwMXFTWGxQVkVFMVYycEJRVTFHYTNkRmQxbElDa3R2V2tsNmFqQkRRVkZaU1V0dldrbDZhakJFUVZGalJGRm5RVVZJVlZwWVlXbEhWRXQzV0hkUlFYUlZaRmx2VEZWMlRXWTROM1JyWm1OM2IwdEZaMGNLY1ROM1JUSm5MM2RMUjNCbFVGRklNM05vV1hoNFlrdEtPRmMwV25CNE4zVldXbVZzVjFaYVJXdHVRa1pMTVdJdmQyRlBRMEprUlhkbloxaE9UVUUwUndwQk1WVmtSSGRGUWk5M1VVVkJkMGxJWjBSQlZFSm5UbFpJVTFWRlJFUkJTMEpuWjNKQ1owVkdRbEZqUkVGNlFXWkNaMDVXU0ZOTlJVZEVRVmRuUWxSbUNqQXJibEJXYVZGU2JIWnRiekpQYTI5V1lVeEhUR2hvYTFCNlFuSkNaMDVXU0ZKRlFrRm1PRVZaVkVKbWFHd3hiMlJJVW5kamVtOTJUREprY0dSSGFERUtXV2sxYW1JeU1IWmhTRlp1V2pKc2RWb3lXbWhaTWxWMllUSldlV0p0Vm5OamVURnFZakl4ZEdSWE5YQmtTR3QyVEcxa2NHUkhhREZaYVRrellqTktjZ3BhYlhoMlpETk5kbGx1Vm5CaVIxRjFaVmRHZEdKRlFubGFWMXA2VERKb2JGbFhVbnBNTWpGb1lWYzBkMDlSV1V0TGQxbENRa0ZIUkhaNlFVSkJVVkZ5Q21GSVVqQmpTRTAyVEhrNU1HSXlkR3hpYVRWb1dUTlNjR0l5TlhwTWJXUndaRWRvTVZsdVZucGFXRXBxWWpJMU1GcFhOVEJNYlU1MllsUkJaa0puYjNJS1FtZEZSVUZaVHk5TlFVVkRRa0pHTTJJelNuSmFiWGgyWkRFNWEyRllUbmRaV0ZKcVlVUkJNa0puYjNKQ1owVkZRVmxQTDAxQlJVUkNRMmhvVFVSS2JRcE9SRTVwVFcxT2FsbHFhM2xhVjFFelRrZEpORTU2VW0xTlZFVjVXV3BSTkU1NlNUTk9SMVV3VFVSUk1WcHFRVFZOUWsxSFEybHpSMEZSVVVKbk56aDNDa0ZSVVVWQ1ZVb3hZVmQ0YTAxRGMwZERhWE5IUVZGUlFtYzNPSGRCVVZWRlNGZG9NVm95WkhCaWJXUnRXVmRPYkV3eWRHeGpiVFZzWWtoTmRGa3lPWFFLWWxoV2RXRllValZOUWpCSFEybHpSMEZSVVVKbk56aDNRVkZaUlVRelNteGFiazEyWVVkV2FGcElUWFppVjBad1ltcEJOMEpuYjNKQ1owVkZRVmxQTHdwTlFVVkpRa013VFVzeWFEQmtTRUo2VDJrNGRtUkhPWEphVnpSMVdWZE9NR0ZYT1hWamVUVnVZVmhTYjJSWFNqRmpNbFo1V1RJNWRXUkhWblZrUXpWcUNtSXlNSGRpVVZsTFMzZFpRa0pCUjBSMmVrRkNRMUZTWmtSR01XOWtTRkozWTNwdmRrd3laSEJrUjJneFdXazFhbUl5TUhaaFNGWnVXakpzZFZveVdtZ0tXVEpWZG1FeVZubGliVlp6WTNreGFtSXlNWFJrVnpWd1pFaHJka3h0WkhCa1IyZ3hXV2s1TTJJelNuSmFiWGgyWkROTmRsbHVWbkJpUjFGMVpWZEdkQXBpUlVKNVdsZGFla3d5YUd4WlYxSjZUREl4YUdGWE5IZFBRVmxMUzNkWlFrSkJSMFIyZWtGQ1EyZFJjVVJEYUdoTlJFcHRUa1JPYVUxdFRtcFphbXQ1Q2xwWFVUTk9SMGswVG5wU2JVMVVSWGxaYWxFMFRucEpNMDVIVlRCTlJGRXhXbXBCTlUxQ2MwZERhWE5IUVZGUlFtYzNPSGRCVVhORlJGRjNUR015Vm5NS1dta3hiMkl6VGpCYVYxRjNVVUZaUzB0M1dVSkNRVWRFZG5wQlFrUkJVWGxFUkVKdlpFaFNkMk42YjNaTU1tUndaRWRvTVZscE5XcGlNakIyWVVoV2JncGFNbXgxV2pKYWFGa3lWWFpoTWxaNVltMVdjMk41TVdwaU1qRjBaRmMxY0dSSWEzZFBRVmxMUzNkWlFrSkJSMFIyZWtGQ1JGRlJjVVJEYUdoTlJFcHRDazVFVG1sTmJVNXFXV3ByZVZwWFVUTk9SMGswVG5wU2JVMVVSWGxaYWxFMFRucEpNMDVIVlRCTlJGRXhXbXBCTlUxQ09FZERhWE5IUVZGUlFtYzNPSGNLUVZFMFJVVlJkMUJqYlZadFkzazViMXBYUm10amVUbDBXVmRzZFUxQ2IwZERhWE5IUVZGUlFtYzNPSGRCVVRoRlJFRjNTMDFVUVROTlZGRXpUbFJWZVFwUFZFRjFRbWR2Y2tKblJVVkJXVTh2VFVGRlVVSkRRVTFJYldnd1pFaENlazlwT0haYU1td3dZVWhXYVV4dFRuWmlVemx2WkZka2JtRlhOVzVhYlVacUNscFVRVmxDWjI5eVFtZEZSVUZaVHk5TlFVVlNRa0Z2VFVORVNURk9la2wzVG5wUmVrMUhNRWREYVhOSFFWRlJRbWMzT0hkQlVrbEZXSGQ0WkdGSVVqQUtZMGhOTmt4NU9XNWhXRkp2WkZkSmRWa3lPWFJNTW1neFdqSmtjR0p0WkcxWlYwNXNUREowYkdOdE5XeGlTRTEwV1RJNWRHSllWblZoV0ZJMVRIazFiZ3BoV0ZKdlpGZEpkbVF5T1hsaE1scHpZak5rZWt3eVNqRmhWM2hyVEc1c2FHSlhlRUZqYlZadFkzazViMXBYUm10amVUbDBXVmRzZFUxRVowZERhWE5IQ2tGUlVVSm5OemgzUVZKTlJVdG5kMjlaVkVGNVdtcFJlbGxxU21wWk1razFUVzFXYTA1NlVtbFBSR013V21wRmVFMXRTVEJQUkdONVRucFNiRTVFUVRBS1RsZFpkMDlVUVdoQ1oyOXlRbWRGUlVGWlR5OU5RVVZWUWtKTlRVVllaSFpqYlhSdFlrYzVNMWd5VW5Cak0wSm9aRWRPYjAxSFVVZERhWE5IUVZGUlFncG5OemgzUVZKVlJWWm5lRlZoU0ZJd1kwaE5Oa3g1T1c1aFdGSnZaRmRKZFZreU9YUk1NbWd4V2pKa2NHSnRaRzFaVjA1c1RESjBiR050Tld4aVNFMTBDbGt5T1hSaVdGWjFZVmhTTlV3eVJtcGtSMngyWW01TmRtTnVWblZqZVRnd1RXcG5NVTFxWnpSTmVrRXdUbms1YUdSSVVteGlXRUl3WTNrNGVFMUNXVWNLUTJselIwRlJVVUpuTnpoM1FWSlpSVU5CZDBkalNGWnBZa2RzYWsxRldVZERhWE5IUVZGUlFtYzNPSGRCVW1kRlQwRjNNbU50Vm5kaWVuQnZaRmRrYmdwaFZ6VnVXbTFHYWxwVE9YSmFXRXAxV2xkNGVreFhUblppVnpFeFltMXNNR1ZVY0hsYVYxazJZMjFXYldONU9XOWFWMFpyWTNrNWRGbFhiSFZOU1VkTENrSm5iM0pDWjBWRlFXUmFOVUZuVVVOQ1NIZEZaV2RDTkVGSVdVRXpWREIzWVhOaVNFVlVTbXBIVWpSamJWZGpNMEZ4U2t0WWNtcGxVRXN6TDJnMGNIa0taME00Y0Rkdk5FRkJRVWRvZURSemRFTjNRVUZDUVUxQlVucENSa0ZwUlVGbmJEazBXVzlHTlZob1pISlNWRTVCUTNVMFdpODNUWGxEU1ZKSk5tTjJSUXBMVUVZeFlWQXhTbTFGVlVOSlFtdEZNazV2VVZwWFQwZG9kWFZOU1VjMlpqSTFiRnByYURjMGNETnlZekYxZW1oRGJtNWxiWFpNZUUxQmIwZERRM0ZIQ2xOTk5EbENRVTFFUVRKblFVMUhWVU5OUXpoT1RqRjNaMFJhY25GUE4xRkpPRGRwZWtSRWIyVmxPVE14T0d0QmMwbDZlR2hDY0U5VEx5dEtNV2RoTmtZS00yTnFkMFpNT0ZGVVFWTjNZakZGTlZCUlNYaEJUREJ3VFVzMlFXSmlkSGxIWjFkNlJubERVVXRGZGtjNGMwa3hlVGhsZFZCSU9FVlhhV3h0Y2xSSWR3cHBOMU5IUkhGTVIwRjJNMko2TmtOcFVsSjVOemQzUFQwS0xTMHRMUzFGVGtRZ1EwVlNWRWxHU1VOQlZFVXRMUzB0TFFvPSJ9fX19"}],"timestampVerificationData":{"rfc3161Timestamps":[{"signedTimestamp":"MIIE6TADAgEAMIIE4AYJKoZIhvcNAQcCoIIE0TCCBM0CAQMxDTALBglghkgBZQMEAgEwgcEGCyqGSIb3DQEJEAEEoIGxBIGuMIGrAgEBBgkrBgEEAYO/MAIwMTANBglghkgBZQMEAgEFAAQgv2OLc3PdN6mbTFJ84FfJkQoxdisFqxvubENrdFsjHcYCFBJ1wV/CCiPJD29T8RogSvYpapIHGA8yMDI2MTExMDIyMTkwOVowAwIBAQIIKsDRy55Ca62gMqQwMC4xFTATBgNVBAoTDHNpZ3N0b3JlLmRldjEVMBMGA1UEAxMMc2lnc3RvcmUtdHNhoIICFDCCAhAwggGWoAMCAQICFDoTVC8MkGHuvMFDL8uKjosqI4sMMAoGCCqGSM49BAMDMDkxFTATBgNVBAoTDHNpZ3N0b3JlLmRldjEgMB4GA1UEAxMXc2lnc3RvcmUtdHNhLXNlbGZzaWduZWQwHhcNMjUwNDA4MDY1OTQzWhcNMzUwNDA2MDY1OTQzWjAuMRUwEwYDVQQKEwxzaWdzdG9yZS5kZXYxFTATBgNVBAMTDHNpZ3N0b3JlLXRzYTB2MBAGByqGSM49AgEGBSuBBAAiA2IABOK2tmfISjYoNk/ZBYwgE6Bht9I5MvlkL9wcy/pir4dUijUf1MLsLHzQoOLK8qGAHfBOorKL1QNzOGqDXZvUA4udGfJ0xMr6oHwz7UyMFyLX4lvwBX9Ve7sJG5AKI9McXKNqMGgwDgYDVR0PAQH/BAQDAgeAMB0GA1UdDgQWBBSJ/XlDh8/QZUbDAkbHLHNbfbTrAzAfBgNVHSMEGDAWgBSY7AHvf7tR/9SVHm+KiJhTB4nOvzAWBgNVHSUBAf8EDDAKBggrBgEFBQcDCDAKBggqhkjOPQQDAwNoADBlAjA7abFf+imjtKshf1DLF9mklFykBXaBk6bUBnNH7atXLLpRzxhunbJsjDXdyQfhtxECMQDmo7wXI6SZim+Db/tk2qI/FHOfm+ooehVwgiq2kqrqXtO86rMDHFyU3tXBMbx775cxggHbMIIB1wIBATBRMDkxFTATBgNVBAoTDHNpZ3N0b3JlLmRldjEgMB4GA1UEAxMXc2lnc3RvcmUtdHNhLXNlbGZzaWduZWQCFDoTVC8MkGHuvMFDL8uKjosqI4sMMAsGCWCGSAFlAwQCAaCB/DAaBgkqhkiG9w0BCQMxDQYLKoZIhvcNAQkQAQQwHAYJKoZIhvcNAQkFMQ8XDTI2MTExMDIyMTkwOVowLwYJKoZIhvcNAQkEMSIEIJCbA80BQuiyZykdQ29Ytow8y4ftZ0Nk/pGl1bn73zaiMIGOBgsqhkiG9w0BCRACLzF/MH0wezB5BCCF+Se8B6tiysO0Q1bBDvyBssaIP9p6uebYcNnROs0FtzBVMD2kOzA5MRUwEwYDVQQKEwxzaWdzdG9yZS5kZXYxIDAeBgNVBAMTF3NpZ3N0b3JlLXRzYS1zZWxmc2lnbmVkAhQ6E1QvDJBh7rzBQy/Lio6LKiOLDDAKBggqhkjOPQQDAgRnMGUCMCB+AVtbKJ8Y7VIomwfN2xGlp7DTsWF2amUbp3xL2nUMLH/ndVcRJ9TtKAqd/hgA3gIxAKIgHGo2uy3pMOzeocRrnfsxMIn93ynzIMaLBDVCmTiTgNupVku5yy9wql37SRChBg=="}]}},"messageSignature":{"messageDigest":{"algorithm":"SHA2_256","digest":"C6ciZz3mUV/DFrjQSqVGn/kAoG1ZkjL3JNQC7XgBKFI="},"signature":"MEYCIQC6xtYs3Utj1vzJU5jp8ZczQZ4lvoXrxAeYf0+FQN++eQIhAJGtUtq5V4iP7kBd3YFdJNhg9EjD+ZwnPndp9MsO/25A"}}
|
|
|
|
| 1 |
+
{"mediaType":"application/vnd.dev.sigstore.bundle.v0.3+json","verificationMaterial":{"certificate":{"rawBytes":"MIIHLjCCBrOgAwIBAgIUZV+TqkqSWqShkccmYQ/wdp9HoFkwCgYIKoZIzj0EAwMwNzEVMBMGA1UEChMMc2lnc3RvcmUuZGV2MR4wHAYDVQQDExVzaWdzdG9yZS1pbnRlcm1lZGlhdGUwHhcNMjYxMTE4MjIxMjU3WhcNMjYxMTE4MjIyMjU3WjAAMFkwEwYHKoZIzj0CAQYIKoZIzj0DAQcDQgAEcTyMIIu02AHAXEZmu3FkfDM9a4gZ0gLOxuX6ms76RwY056kUkOg5rOjZrwhhDfyfLTHXXctM30fl5eT045TwrqOCBdIwggXOMA4GA1UdDwEB/wQEAwIHgDATBgNVHSUEDDAKBggrBgEFBQcDAzAfBgNVHSMEGDAWgBTf0+nPViQRlvmo2OkoVaLGLhhkPzBrBgNVHREBAf8EYTBfhl1odHRwczovL2dpdGh1Yi5jb20vaHVnZ2luZ2ZhY2Uva2VybmVscy1jb21tdW5pdHkvLmdpdGh1Yi93b3JrZmxvd3MvYnVpbGQueWFtbEByZWZzL2hlYWRzL21haW4wOQYKKwYBBAGDvzABAQQraHR0cHM6Ly90b2tlbi5hY3Rpb25zLmdpdGh1YnVzZXJjb250ZW50LmNvbTAfBgorBgEEAYO/MAECBBF3b3JrZmxvd19kaXNwYXRjaDA2BgorBgEEAYO/MAEDBChhZTJjMmJlMzFiOTFkYjJmNGQxM2MwYmYxYTcyMDUxYmQ3ZTBkMGFmMBMGCisGAQQBg78wAQQEBUJ1aWxkMCsGCisGAQQBg78wAQUEHWh1Z2dpbmdmYWNlL2tlcm5lbHMtY29tbXVuaXR5MB0GCisGAQQBg78wAQYED3JlZnMvaGVhZHMvbWFpbjA7BgorBgEEAYO/MAEIBC0MK2h0dHBzOi8vdG9rZW4uYWN0aW9ucy5naXRodWJ1c2VyY29udGVudC5jb20wbQYKKwYBBAGDvzABCQRfDF1odHRwczovL2dpdGh1Yi5jb20vaHVnZ2luZ2ZhY2Uva2VybmVscy1jb21tdW5pdHkvLmdpdGh1Yi93b3JrZmxvd3MvYnVpbGQueWFtbEByZWZzL2hlYWRzL21haW4wOAYKKwYBBAGDvzABCgQqDChhZTJjMmJlMzFiOTFkYjJmNGQxM2MwYmYxYTcyMDUxYmQ3ZTBkMGFmMBsGCisGAQQBg78wAQsEDQwLc2VsZi1ob3N0ZWQwQAYKKwYBBAGDvzABDAQyDDBodHRwczovL2dpdGh1Yi5jb20vaHVnZ2luZ2ZhY2Uva2VybmVscy1jb21tdW5pdHkwOAYKKwYBBAGDvzABDQQqDChhZTJjMmJlMzFiOTFkYjJmNGQxM2MwYmYxYTcyMDUxYmQ3ZTBkMGFmMB8GCisGAQQBg78wAQ4EEQwPcmVmcy9oZWFkcy9tYWluMBoGCisGAQQBg78wAQ8EDAwKMTA3MTQ3NTUyOTAuBgorBgEEAYO/MAEQBCAMHmh0dHBzOi8vZ2l0aHViLmNvbS9odWdnaW5nZmFjZTAYBgorBgEEAYO/MAERBAoMCDI1NzIwNzQzMG0GCisGAQQBg78wARIEXwxdaHR0cHM6Ly9naXRodWIuY29tL2h1Z2dpbmdmYWNlL2tlcm5lbHMtY29tbXVuaXR5Ly5naXRodWIvd29ya2Zsb3dzL2J1aWxkLnlhbWxAcmVmcy9oZWFkcy9tYWluMDgGCisGAQQBg78wARMEKgwoYWUyYzJiZTMxYjkxZGIyZjRkMTNjMGJmMWE3MjA1MWJkN2UwZDBhZjAhBgorBgEEAYO/MAEUBBMMEXdvcmtmbG93X2Rpc3BhdGNoMGQGCisGAQQBg78wARUEVgxUaHR0cHM6Ly9naXRodWIuY29tL2h1Z2dpbmdmYWNlL2tlcm5lbHMtY29tbXVuaXR5L2FjdGlvbnMvcnVucy80NDM0NTM0MjYwMC9hdHRlbXB0cy8xMBYGCisGAQQBg78wARYECAwGcHVibGljMEYGCisGAQQBg78wARgEOAw2cmVwbzpodWdnaW5nZmFjZS9rZXJuZWxzLWNvbW11bml0eTpyZWY6cmVmcy9oZWFkcy9tYWluMIGLBgorBgEEAdZ5AgQCBH0EewB5AHcA3T0wasbHETJjGR4cmWc3AqJKXrjePK3/h4pygC8p7o4AAAGh8LhelwAABAMASDBGAiEAn7KseEXbdykuzMWKFVCZYUY0wsz3LoPGQGCD7bQOeuICIQCwG9mgUkAgE/DbjRwyRJ199tdiBeY8amrXK1C+1w1swjAKBggqhkjOPQQDAwNpADBmAjEAzpC6KwrIks+rcCrxmSDaotz8dBVGvgju4YPtSZN7CEXHU2tTXwb5Zm21kwCSDW/SAjEAvuG+QwUWs8PfxcsErI3KpCjFE/7sFeOkQ/X1Bikgyk/4Qn+5nRhxscqLV3/H/kPT"},"tlogEntries":[{"logIndex":"3979515576","logId":{"keyId":"wNI9atQGlz+VWfO6LRygH4QUfY/8W4RFwiT5i5WRgB0="},"kindVersion":{"kind":"hashedrekord","version":"0.0.1"},"integratedTime":"1795039978","inclusionPromise":{"signedEntryTimestamp":"MEQCIDArDRLpEi9OLdBYHfQM9rDv/EECwh5DmWMti549Gqt4AiBXDzsSFry4Wf+f0ME7tqzC1+/6Qk24vbZa61mY2ZGlcw=="},"inclusionProof":{"logIndex":"3857611314","rootHash":"Q+tDE+CYndSGNTCpW52sh1WWXJHAxrZXHI4f8GJmR08=","treeSize":"3857611539","hashes":["Ie4ObIEuh8zIsWe6YzYuuy7pJY8gklXLus3zIBWcN1Q=","797XXaXMM5IXK/FZhTli8xKqD2q5BQHGGSgxoHN3Hbs=","ZceCMLzM/tIjQo22cAjmRT8HKh2O91WnUHtXL6x14gQ=","qhDCfLr0iA1+6qQsvpCEb4+GxtCBOLjA1pkFO/nSR4o=","wzhDmcn8TPu4Xgv6P1vE3LifYNyHdSDRIwKqlXAFNl4=","hAmQhP3zrQYGRPuy+3NaGd3b08vcWUGkQRPzrFSVc5A=","wk92SdfZepgbhEiIIZivMAR3zkq0u575AfQ7jsAk3G0=","qK8zF5w9m62ipHjXpsHlUlye0xN+6t28zwcAvYijrSQ=","aCzsvJzBRaqUN7AaeCaYFalmB0xFaUtXSf8FZ774COw=","GbUSpW+m765gv2nckRQUIaFNRto43U8TxPQqi1JeA1M=","tW/oKXaXQ+zA1ktJm8csSIN9f4lvTKA8TLlfQ7zPar4=","a0VD0K7t/NagdI4vhSEtlD5HDcqx49ezGBCeTu99uFs=","h2mBE2k0iIHyLienTWl812qyZU9Bcv+IUFv6doFc4iE=","MyLTQkVjSD7cruhpRyydNmbOvcVA3XMWqKgsxv9oROQ=","J5GChuYeaFKDaUvU2ZVLDq0Z9owwZ+wLrLV9d2w1eMo=","Zb383XYqETY5ab+zJn0nBDkCciFNJTzRgu5XgPv11qY=","/ihHj1fQjFvlTbA47NC99ngmBnq5+Dv0MHP0qGXN1YU=","q+AZHSuFZigq9sVSKJOXt13bhdDE+gG3Sz4g1LSlXrY=","GLLoBV9JSo2kQfEats+FRxH9J+Y5LIlNozzD3EfUJ4k=","LtxO1SRkRdOspzlk/oR5gB4UJLygHwKl8SxHnA6bl50=","LG50Z3o5WoQx+ipx4JjOZEPoUxIXQjykMUu64z5RDaU=","pGLNL38fZHRQRuTPkhqzP2fMx5gxRPH/gPikPPETFpY=","k0+Z1T6dI0Tgluh54oO/hnxtuoW22MqFIjVTPYeUJGU=","1DaDKzrCNNBhmSdY5vFjz+NpAmxmYfYEgBCdPLrMP1A=","xH/DCseLHr9eKoYT8qsORZK7zVdEGYWHuVtsVrD95wY="],"checkpoint":{"envelope":"rekor.sigstore.dev - 1193050959916656506\n3857611539\nQ+tDE+CYndSGNTCpW52sh1WWXJHAxrZXHI4f8GJmR08=\n\n— rekor.sigstore.dev wNI9ajBEAiB6i9IZRx+CISUbYFwnPDtL0Gnyq9XKQIpeS6Gt14/DMAIgSQILVugxpfh85PY0+aTT1xw2KTxm0Zbs7sFNYRz9wq4=\n"}},"canonicalizedBody":"eyJhcGlWZXJzaW9uIjoiMC4wLjEiLCJraW5kIjoiaGFzaGVkcmVrb3JkIiwic3BlYyI6eyJkYXRhIjp7Imhhc2giOnsiYWxnb3JpdGhtIjoic2hhMjU2IiwidmFsdWUiOiI2NmFlNTAzYmQ1OWZkMjFjZGJhYWQxZmVjY2RkMDQ3ZTU0NmZiZjI2YmUwMzNhZmZkN2JiODM4YzJjOWNmOWU2In19LCJzaWduYXR1cmUiOnsiY29udGVudCI6Ik1FVUNJUUN4cWRIUVd0aWVrMVYrYTdiQTF5M0V5NlN5TWlDNVlDME1sb0xtakRWdWlRSWdOT1l6eXlJTUhuNU5qdHdKMGFEb2M1SUJUZVptNXMyL3JBTlMrWFlnZkdnPSIsInB1YmxpY0tleSI6eyJjb250ZW50IjoiTFMwdExTMUNSVWRKVGlCRFJWSlVTVVpKUTBGVVJTMHRMUzB0Q2sxSlNVaE1ha05EUW5KUFowRjNTVUpCWjBsVldsWXJWSEZyY1ZOWGNWTm9hMk5qYlZsUkwzZGtjRGxJYjBacmQwTm5XVWxMYjFwSmVtb3dSVUYzVFhjS1RucEZWazFDVFVkQk1WVkZRMmhOVFdNeWJHNWpNMUoyWTIxVmRWcEhWakpOVWpSM1NFRlpSRlpSVVVSRmVGWjZZVmRrZW1SSE9YbGFVekZ3WW01U2JBcGpiVEZzV2tkc2FHUkhWWGRJYUdOT1RXcFplRTFVUlRSTmFrbDRUV3BWTTFkb1kwNU5hbGw0VFZSRk5FMXFTWGxOYWxVelYycEJRVTFHYTNkRmQxbElDa3R2V2tsNmFqQkRRVkZaU1V0dldrbDZhakJFUVZGalJGRm5RVVZqVkhsTlNVbDFNREpCU0VGWVJWcHRkVE5HYTJaRVRUbGhOR2RhTUdkTVQzaDFXRFlLYlhNM05sSjNXVEExTm10VmEwOW5OWEpQYWxweWQyaG9SR1o1Wmt4VVNGaFlZM1JOTXpCbWJEVmxWREEwTlZSM2NuRlBRMEprU1hkbloxaFBUVUUwUndwQk1WVmtSSGRGUWk5M1VVVkJkMGxJWjBSQlZFSm5UbFpJVTFWRlJFUkJTMEpuWjNKQ1owVkdRbEZqUkVGNlFXWkNaMDVXU0ZOTlJVZEVRVmRuUWxSbUNqQXJibEJXYVZGU2JIWnRiekpQYTI5V1lVeEhUR2hvYTFCNlFuSkNaMDVXU0ZKRlFrRm1PRVZaVkVKbWFHd3hiMlJJVW5kamVtOTJUREprY0dSSGFERUtXV2sxYW1JeU1IWmhTRlp1V2pKc2RWb3lXbWhaTWxWMllUSldlV0p0Vm5OamVURnFZakl4ZEdSWE5YQmtTR3QyVEcxa2NHUkhhREZaYVRrellqTktjZ3BhYlhoMlpETk5kbGx1Vm5CaVIxRjFaVmRHZEdKRlFubGFWMXA2VERKb2JGbFhVbnBNTWpGb1lWYzBkMDlSV1V0TGQxbENRa0ZIUkhaNlFVSkJVVkZ5Q21GSVVqQmpTRTAyVEhrNU1HSXlkR3hpYVRWb1dUTlNjR0l5TlhwTWJXUndaRWRvTVZsdVZucGFXRXBxWWpJMU1GcFhOVEJNYlU1MllsUkJaa0puYjNJS1FtZEZSVUZaVHk5TlFVVkRRa0pHTTJJelNuSmFiWGgyWkRFNWEyRllUbmRaV0ZKcVlVUkJNa0puYjNKQ1owVkZRVmxQTDAxQlJVUkNRMmhvV2xSS2FncE5iVXBzVFhwR2FVOVVSbXRaYWtwdFRrZFJlRTB5VFhkWmJWbDRXVlJqZVUxRVZYaFpiVkV6V2xSQ2EwMUhSbTFOUWsxSFEybHpSMEZSVVVKbk56aDNDa0ZSVVVWQ1ZVb3hZVmQ0YTAxRGMwZERhWE5IUVZGUlFtYzNPSGRCVVZWRlNGZG9NVm95WkhCaWJXUnRXVmRPYkV3eWRHeGpiVFZzWWtoTmRGa3lPWFFLWWxoV2RXRllValZOUWpCSFEybHpSMEZSVVVKbk56aDNRVkZaUlVRelNteGFiazEyWVVkV2FGcElUWFppVjBad1ltcEJOMEpuYjNKQ1owVkZRVmxQTHdwTlFVVkpRa013VFVzeWFEQmtTRUo2VDJrNGRtUkhPWEphVnpSMVdWZE9NR0ZYT1hWamVUVnVZVmhTYjJSWFNqRmpNbFo1V1RJNWRXUkhWblZrUXpWcUNtSXlNSGRpVVZsTFMzZFpRa0pCUjBSMmVrRkNRMUZTWmtSR01XOWtTRkozWTNwdmRrd3laSEJrUjJneFdXazFhbUl5TUhaaFNGWnVXakpzZFZveVdtZ0tXVEpWZG1FeVZubGliVlp6WTNreGFtSXlNWFJrVnpWd1pFaHJka3h0WkhCa1IyZ3hXV2s1TTJJelNuSmFiWGgyWkROTmRsbHVWbkJpUjFGMVpWZEdkQXBpUlVKNVdsZGFla3d5YUd4WlYxSjZUREl4YUdGWE5IZFBRVmxMUzNkWlFrSkJSMFIyZWtGQ1EyZFJjVVJEYUdoYVZFcHFUVzFLYkUxNlJtbFBWRVpyQ2xscVNtMU9SMUY0VFRKTmQxbHRXWGhaVkdONVRVUlZlRmx0VVROYVZFSnJUVWRHYlUxQ2MwZERhWE5IUVZGUlFtYzNPSGRCVVhORlJGRjNUR015Vm5NS1dta3hiMkl6VGpCYVYxRjNVVUZaUzB0M1dVSkNRVWRFZG5wQlFrUkJVWGxFUkVKdlpFaFNkMk42YjNaTU1tUndaRWRvTVZscE5XcGlNakIyWVVoV2JncGFNbXgxV2pKYWFGa3lWWFpoTWxaNVltMVdjMk41TVdwaU1qRjBaRmMxY0dSSWEzZFBRVmxMUzNkWlFrSkJSMFIyZWtGQ1JGRlJjVVJEYUdoYVZFcHFDazF0U214TmVrWnBUMVJHYTFscVNtMU9SMUY0VFRKTmQxbHRXWGhaVkdONVRVUlZlRmx0VVROYVZFSnJUVWRHYlUxQ09FZERhWE5IUVZGUlFtYzNPSGNLUVZFMFJVVlJkMUJqYlZadFkzazViMXBYUm10amVUbDBXVmRzZFUxQ2IwZERhWE5IUVZGUlFtYzNPSGRCVVRoRlJFRjNTMDFVUVROTlZGRXpUbFJWZVFwUFZFRjFRbWR2Y2tKblJVVkJXVTh2VFVGRlVVSkRRVTFJYldnd1pFaENlazlwT0haYU1td3dZVWhXYVV4dFRuWmlVemx2WkZka2JtRlhOVzVhYlVacUNscFVRVmxDWjI5eVFtZEZSVUZaVHk5TlFVVlNRa0Z2VFVORVNURk9la2wzVG5wUmVrMUhNRWREYVhOSFFWRlJRbWMzT0hkQlVrbEZXSGQ0WkdGSVVqQUtZMGhOTmt4NU9XNWhXRkp2WkZkSmRWa3lPWFJNTW1neFdqSmtjR0p0WkcxWlYwNXNUREowYkdOdE5XeGlTRTEwV1RJNWRHSllWblZoV0ZJMVRIazFiZ3BoV0ZKdlpGZEpkbVF5T1hsaE1scHpZak5rZWt3eVNqRmhWM2hyVEc1c2FHSlhlRUZqYlZadFkzazViMXBYUm10amVUbDBXVmRzZFUxRVowZERhWE5IQ2tGUlVVSm5OemgzUVZKTlJVdG5kMjlaVjFWNVdYcEthVnBVVFhoWmFtdDRXa2RKZVZwcVVtdE5WRTVxVFVkS2JVMVhSVE5OYWtFeFRWZEthMDR5VlhjS1drUkNhRnBxUVdoQ1oyOXlRbWRGUlVGWlR5OU5RVVZWUWtKTlRVVllaSFpqYlhSdFlrYzVNMWd5VW5Cak0wSm9aRWRPYjAxSFVVZERhWE5IUVZGUlFncG5OemgzUVZKVlJWWm5lRlZoU0ZJd1kwaE5Oa3g1T1c1aFdGSnZaRmRKZFZreU9YUk1NbWd4V2pKa2NHSnRaRzFaVjA1c1RESjBiR050Tld4aVNFMTBDbGt5T1hSaVdGWjFZVmhTTlV3eVJtcGtSMngyWW01TmRtTnVWblZqZVRnd1RrUk5NRTVVVFRCTmFsbDNUVU01YUdSSVVteGlXRUl3WTNrNGVFMUNXVWNLUTJselIwRlJVVUpuTnpoM1FWSlpSVU5CZDBkalNGWnBZa2RzYWsxRldVZERhWE5IUVZGUlFtYzNPSGRCVW1kRlQwRjNNbU50Vm5kaWVuQnZaRmRrYmdwaFZ6VnVXbTFHYWxwVE9YSmFXRXAxV2xkNGVreFhUblppVnpFeFltMXNNR1ZVY0hsYVYxazJZMjFXYldONU9XOWFWMFpyWTNrNWRGbFhiSFZOU1VkTUNrSm5iM0pDWjBWRlFXUmFOVUZuVVVOQ1NEQkZaWGRDTlVGSVkwRXpWREIzWVhOaVNFVlVTbXBIVWpSamJWZGpNMEZ4U2t0WWNtcGxVRXN6TDJnMGNIa0taME00Y0Rkdk5FRkJRVWRvT0V4b1pXeDNRVUZDUVUxQlUwUkNSMEZwUlVGdU4wdHpaVVZZWW1SNWEzVjZUVmRMUmxaRFdsbFZXVEIzYzNvelRHOVFSd3BSUjBORU4ySlJUMlYxU1VOSlVVTjNSemx0WjFWclFXZEZMMFJpYWxKM2VWSktNVGs1ZEdScFFtVlpPR0Z0Y2xoTE1VTXJNWGN4YzNkcVFVdENaMmR4Q21ocmFrOVFVVkZFUVhkT2NFRkVRbTFCYWtWQmVuQkROa3QzY2tscmN5dHlZME55ZUcxVFJHRnZkSG80WkVKV1IzWm5hblUwV1ZCMFUxcE9OME5GV0VnS1ZUSjBWRmgzWWpWYWJUSXhhM2REVTBSWEwxTkJha1ZCZG5WSEsxRjNWVmR6T0ZCbWVHTnpSWEpKTTB0d1EycEdSUzgzYzBabFQydFJMMWd4UW1sclp3cDVheTgwVVc0ck5XNVNhSGh6WTNGTVZqTXZTQzlyVUZRS0xTMHRMUzFGVGtRZ1EwVlNWRWxHU1VOQlZFVXRMUzB0TFFvPSJ9fX19"}],"timestampVerificationData":{"rfc3161Timestamps":[{"signedTimestamp":"MIIE7DADAgEAMIIE4wYJKoZIhvcNAQcCoIIE1DCCBNACAQMxDTALBglghkgBZQMEAgEwgcMGCyqGSIb3DQEJEAEEoIGzBIGwMIGtAgEBBgkrBgEEAYO/MAIwMTANBglghkgBZQMEAgEFAAQgIZ47SvUCmLX+UraCdzc4F+GeWWSyEfukQvt3EHJWyscCFQCQH32h1hjVp1zrnSvwvahsN95VIxgPMjAyNjExMTgyMjEyNTdaMAMCAQECCQCbjnwJYN5FW6AypDAwLjEVMBMGA1UEChMMc2lnc3RvcmUuZGV2MRUwEwYDVQQDEwxzaWdzdG9yZS10c2GgggIUMIICEDCCAZagAwIBAgIUOhNULwyQYe68wUMvy4qOiyojiwwwCgYIKoZIzj0EAwMwOTEVMBMGA1UEChMMc2lnc3RvcmUuZGV2MSAwHgYDVQQDExdzaWdzdG9yZS10c2Etc2VsZnNpZ25lZDAeFw0yNTA0MDgwNjU5NDNaFw0zNTA0MDYwNjU5NDNaMC4xFTATBgNVBAoTDHNpZ3N0b3JlLmRldjEVMBMGA1UEAxMMc2lnc3RvcmUtdHNhMHYwEAYHKoZIzj0CAQYFK4EEACIDYgAE4ra2Z8hKNig2T9kFjCAToGG30jky+WQv3BzL+mKvh1SKNR/UwuwsfNCg4sryoYAd8E6isovVA3M4aoNdm9QDi50Z8nTEyvqgfDPtTIwXItfiW/AFf1V7uwkbkAoj0xxco2owaDAOBgNVHQ8BAf8EBAMCB4AwHQYDVR0OBBYEFIn9eUOHz9BlRsMCRscsc1t9tOsDMB8GA1UdIwQYMBaAFJjsAe9/u1H/1JUeb4qImFMHic6/MBYGA1UdJQEB/wQMMAoGCCsGAQUFBwMIMAoGCCqGSM49BAMDA2gAMGUCMDtpsV/6KaO0qyF/UMsX2aSUXKQFdoGTptQGc0ftq1csulHPGG6dsmyMNd3JB+G3EQIxAOajvBcjpJmKb4Nv+2Taoj8Uc5+b6ih6FXCCKraSqupe07zqswMcXJTe1cExvHvvlzGCAdwwggHYAgEBMFEwOTEVMBMGA1UEChMMc2lnc3RvcmUuZGV2MSAwHgYDVQQDExdzaWdzdG9yZS10c2Etc2VsZnNpZ25lZAIUOhNULwyQYe68wUMvy4qOiyojiwwwCwYJYIZIAWUDBAIBoIH8MBoGCSqGSIb3DQEJAzENBgsqhkiG9w0BCRABBDAcBgkqhkiG9w0BCQUxDxcNMjYxMTE4MjIxMjU3WjAvBgkqhkiG9w0BCQQxIgQgnKPBRoG7sFC0LXb0dGn1tGXhOYtNxWNClevBTrdllrUwgY4GCyqGSIb3DQEJEAIvMX8wfTB7MHkEIIX5J7wHq2LKw7RDVsEO/IGyxog/2nq55thw2dE6zQW3MFUwPaQ7MDkxFTATBgNVBAoTDHNpZ3N0b3JlLmRldjEgMB4GA1UEAxMXc2lnc3RvcmUtdHNhLXNlbGZzaWduZWQCFDoTVC8MkGHuvMFDL8uKjosqI4sMMAoGCCqGSM49BAMCBGgwZgIxAMJHy4Nd3rTtcDAdi+opf2CF9U0WLHdqJOJOiyAQfQPT8cUsODfBE9v1Wy0wuD7meQIxAMkEmVYhYcJUEuuOxvnrKmDPbtjqve+rC7Usc2cO5+TjEgU93wH0fEgTs+MIEII9ow=="}]}},"messageSignature":{"messageDigest":{"algorithm":"SHA2_256","digest":"Zq5QO9Wf0hzbqtH+zN0EflRvvya+Azr/17uDjCyc+eY="},"signature":"MEUCIQCxqdHQWtiek1V+a7bA1y3Ey6SyMiC5YC0MloLmjDVuiQIgNOYzyyIMHn5NjtwJ0aDoc5IBTeZm5s2/rANS+XYgfGg="}}
|
build/torch-stable-abi29-cu130-x86_64-linux/symbols.json
CHANGED
|
@@ -1,11 +1,11 @@
|
|
| 1 |
{
|
| 2 |
"schema_version": 1,
|
| 3 |
-
"module": "
|
| 4 |
"functions": [
|
| 5 |
{
|
| 6 |
"name": "add_op_namespace_prefix",
|
| 7 |
"qualname": "add_op_namespace_prefix",
|
| 8 |
-
"module": "
|
| 9 |
"kind": "function",
|
| 10 |
"doc": "Prefix op by namespace.",
|
| 11 |
"signature": {
|
|
@@ -23,7 +23,7 @@
|
|
| 23 |
{
|
| 24 |
"name": "flash_attn_combine",
|
| 25 |
"qualname": "flash_attn_combine",
|
| 26 |
-
"module": "
|
| 27 |
"kind": "function",
|
| 28 |
"doc": null,
|
| 29 |
"signature": {
|
|
@@ -59,7 +59,7 @@
|
|
| 59 |
{
|
| 60 |
"name": "flash_attn_func",
|
| 61 |
"qualname": "flash_attn_func",
|
| 62 |
-
"module": "
|
| 63 |
"kind": "function",
|
| 64 |
"doc": "dropout_p should be set to 0.0 during evaluation\nSupports multi-query and grouped-query attention (MQA/GQA) by passing in KV with fewer heads\nthan Q. Note that the number of heads in Q must be divisible by the number of heads in KV.\nFor example, if Q has 6 heads and K, V have 2 heads, head 0, 1, 2 of Q will attention to head\n0 of K, V, and head 3, 4, 5 of Q will attention to head 1 of K, V.\n\nIf causal=True, the causal mask is aligned to the bottom right corner of the attention matrix.\nFor example, if seqlen_q = 2 and seqlen_k = 5, the causal mask (1 = keep, 0 = masked out) is:\n 1 1 1 1 0\n 1 1 1 1 1\nIf seqlen_q = 5 and seqlen_k = 2, the causal mask is:\n 0 0\n 0 0\n 0 0\n 1 0\n 1 1\nIf the row of the mask is all zero, the output will be zero.\n\nIf window_size != (-1, -1), implements sliding window local attention. Query at position i\nwill only attend to keys between\n[i + seqlen_k - seqlen_q - window_size[0], i + seqlen_k - seqlen_q + window_size[1]] inclusive.\n\nArguments:\n q: (batch_size, seqlen, nheads, headdim)\n k: (batch_size, seqlen, nheads_k, headdim)\n v: (batch_size, seqlen, nheads_k, headdim)\n dropout_p: float. Dropout probability.\n softmax_scale: float. The scaling of QK^T before applying softmax.\n Default to 1 / sqrt(headdim).\n causal: bool. Whether to apply causal attention mask (e.g., for auto-regressive modeling).\n window_size: (left, right). If not (-1, -1), implements sliding window local attention.\n alibi_slopes: (nheads,) or (batch_size, nheads), fp32. A bias of\n (-alibi_slope * |i + seqlen_k - seqlen_q - j|)\n is added to the attention score of query i and key j.\n deterministic: bool. Whether to use the deterministic implementation of the backward pass,\n which is slightly slower and uses more memory. The forward pass is always deterministic.\n return_attn_probs: bool. Whether to return the attention probabilities. This option is for\n testing only. The returned probabilities are not guaranteed to be correct\n (they might not have the right scaling).\nReturn:\n out: (batch_size, seqlen, nheads, headdim).\n softmax_lse [optional, if return_attn_probs=True]: (batch_size, nheads, seqlen). The\n logsumexp of each row of the matrix QK^T * scaling (e.g., log of the softmax\n normalization factor).",
|
| 65 |
"signature": {
|
|
@@ -173,7 +173,7 @@
|
|
| 173 |
{
|
| 174 |
"name": "flash_attn_qkvpacked_func",
|
| 175 |
"qualname": "flash_attn_qkvpacked_func",
|
| 176 |
-
"module": "
|
| 177 |
"kind": "function",
|
| 178 |
"doc": "dropout_p should be set to 0.0 during evaluation\nIf Q, K, V are already stacked into 1 tensor, this function will be faster than\ncalling flash_attn_func on Q, K, V since the backward pass avoids explicit concatenation\nof the gradients of Q, K, V.\nFor multi-query and grouped-query attention (MQA/GQA), please see\nflash_attn_kvpacked_func and flash_attn_func.\n\nIf window_size != (-1, -1), implements sliding window local attention. Query at position i\nwill only attend to keys between [i - window_size[0], i + window_size[1]] inclusive.\n\nArguments:\n qkv: (batch_size, seqlen, 3, nheads, headdim)\n dropout_p: float. Dropout probability.\n softmax_scale: float. The scaling of QK^T before applying softmax.\n Default to 1 / sqrt(headdim).\n causal: bool. Whether to apply causal attention mask (e.g., for auto-regressive modeling).\n window_size: (left, right). If not (-1, -1), implements sliding window local attention.\n softcap: float. Anything > 0 activates softcapping attention.\n alibi_slopes: (nheads,) or (batch_size, nheads), fp32. A bias of (-alibi_slope * |i - j|) is added to\n the attention score of query i and key j.\n deterministic: bool. Whether to use the deterministic implementation of the backward pass,\n which is slightly slower and uses more memory. The forward pass is always deterministic.\n return_attn_probs: bool. Whether to return the attention probabilities. This option is for\n testing only. The returned probabilities are not guaranteed to be correct\n (they might not have the right scaling).\nReturn:\n out: (batch_size, seqlen, nheads, headdim).\n softmax_lse [optional, if return_attn_probs=True]: (batch_size, nheads, seqlen). The\n logsumexp of each row of the matrix QK^T * scaling (e.g., log of the softmax\n normalization factor).\n S_dmask [optional, if return_attn_probs=True]: (batch_size, nheads, seqlen, seqlen).\n The output of softmax (possibly with different scaling). It also encodes the dropout\n pattern (negative means that location was dropped, nonnegative means it was kept).",
|
| 179 |
"signature": {
|
|
@@ -263,7 +263,7 @@
|
|
| 263 |
{
|
| 264 |
"name": "flash_attn_varlen_func",
|
| 265 |
"qualname": "flash_attn_varlen_func",
|
| 266 |
-
"module": "
|
| 267 |
"kind": "function",
|
| 268 |
"doc": null,
|
| 269 |
"signature": {
|
|
@@ -413,7 +413,7 @@
|
|
| 413 |
{
|
| 414 |
"name": "flash_attn_with_kvcache",
|
| 415 |
"qualname": "flash_attn_with_kvcache",
|
| 416 |
-
"module": "
|
| 417 |
"kind": "function",
|
| 418 |
"doc": "If k and v are not None, k_cache and v_cache will be updated *inplace* with the new values from\nk and v. This is useful for incremental decoding: you can pass in the cached keys/values from\nthe previous step, and update them with the new keys/values from the current step, and do\nattention with the updated cache, all in 1 kernel.\n\nIf you pass in k / v, you must make sure that the cache is large enough to hold the new values.\nFor example, the KV cache could be pre-allocated with the max sequence length, and you can use\ncache_seqlens to keep track of the current sequence lengths of each sequence in the batch.\n\nAlso apply rotary embedding if rotary_cos and rotary_sin are passed in. The key @k will be\nrotated by rotary_cos and rotary_sin at indices cache_seqlens, cache_seqlens + 1, etc.\nIf causal or local (i.e., window_size != (-1, -1)), the query @q will be rotated by rotary_cos\nand rotary_sin at indices cache_seqlens, cache_seqlens + 1, etc.\nIf not causal and not local, the query @q will be rotated by rotary_cos and rotary_sin at\nindices cache_seqlens only (i.e. we consider all tokens in @q to be at position cache_seqlens).\n\nSee tests/test_flash_attn.py::test_flash_attn_kvcache for examples of how to use this function.\n\nSupports multi-query and grouped-query attention (MQA/GQA) by passing in KV with fewer heads\nthan Q. Note that the number of heads in Q must be divisible by the number of heads in KV.\nFor example, if Q has 6 heads and K, V have 2 heads, head 0, 1, 2 of Q will attention to head\n0 of K, V, and head 3, 4, 5 of Q will attention to head 1 of K, V.\n\nIf causal=True, the causal mask is aligned to the bottom right corner of the attention matrix.\nFor example, if seqlen_q = 2 and seqlen_k = 5, the causal mask (1 = keep, 0 = masked out) is:\n 1 1 1 1 0\n 1 1 1 1 1\nIf seqlen_q = 5 and seqlen_k = 2, the causal mask is:\n 0 0\n 0 0\n 0 0\n 1 0\n 1 1\nIf the row of the mask is all zero, the output will be zero.\n\nIf window_size != (-1, -1), implements sliding window local attention. Query at position i\nwill only attend to keys between\n[i + seqlen_k - seqlen_q - window_size[0], i + seqlen_k - seqlen_q + window_size[1]] inclusive.\n\nNote: Does not support backward pass.\n\nArguments:\n q: (batch_size, seqlen, nheads, headdim)\n k_cache: (batch_size_cache, seqlen_cache, nheads_k, headdim) if there's no page_table,\n or (num_blocks, page_block_size, nheads_k, headdim) if there's a page_table (i.e. paged KV cache)\n page_block_size can be arbitrary (e.g, 1, 2, 3, 64, etc.).\n v_cache: (batch_size_cache, seqlen_cache, nheads_k, headdim_v) if there's no page_table,\n or (num_blocks, page_block_size, nheads_k, headdim_v) if there's a page_table (i.e. paged KV cache)\n k [optional]: (batch_size, seqlen_new, nheads_k, headdim). If not None, we concatenate\n k with k_cache, starting at the indices specified by cache_seqlens.\n v [optional]: (batch_size, seqlen_new, nheads_k, headdim_v). Similar to k.\n qv [optional]: (batch_size, seqlen, nheads, headdim_v)\n rotary_cos [optional]: (seqlen_ro, rotary_dim / 2). If not None, we apply rotary embedding\n to k and q. Only applicable if k and v are passed in. rotary_dim must be divisible by 16.\n rotary_sin [optional]: (seqlen_ro, rotary_dim / 2). Similar to rotary_cos.\n cache_seqlens: int, or (batch_size,), dtype torch.int32. The sequence lengths of the\n KV cache.\n cache_batch_idx: (batch_size,), dtype torch.int32. The indices used to index into the KV cache.\n If None, we assume that the batch indices are [0, 1, 2, ..., batch_size - 1].\n If the indices are not distinct, and k and v are provided, the values updated in the cache\n might come from any of the duplicate indices.\n cache_leftpad: (batch_size,), dtype torch.int32. The index that the KV cache starts. If None, assume 0.\n page_table [optional]: (batch_size, max_num_blocks_per_seq), dtype torch.int32.\n softmax_scale: float. The scaling of QK^T before applying softmax.\n Default to 1 / sqrt(headdim).\n causal: bool. Whether to apply causal attention mask (e.g., for auto-regressive modeling).\n window_size: (left, right). If not (-1, -1), implements sliding window local attention.\n softcap: float. Anything > 0 activates softcapping attention.\n rotary_interleaved: bool. Only applicable if rotary_cos and rotary_sin are passed in.\n If True, rotary embedding will combine dimensions 0 & 1, 2 & 3, etc. If False,\n rotary embedding will combine dimensions 0 & rotary_dim / 2, 1 & rotary_dim / 2 + 1\n (i.e. GPT-NeoX style).\n num_splits: int. If > 1, split the key/value into this many chunks along the sequence.\n If num_splits == 1, we don't split the key/value. If num_splits == 0, we use a heuristic\n to automatically determine the number of splits.\n Don't change this unless you know what you are doing.\n return_softmax_lse: bool. Whether to return the logsumexp of the attention scores.\n\nReturn:\n out: (batch_size, seqlen, nheads, headdim).\n softmax_lse [optional, if return_softmax_lse=True]: (batch_size, nheads, seqlen). The\n logsumexp of each row of the matrix QK^T * scaling (e.g., log of the softmax\n normalization factor).",
|
| 419 |
"signature": {
|
|
@@ -605,7 +605,7 @@
|
|
| 605 |
{
|
| 606 |
"name": "get_scheduler_metadata",
|
| 607 |
"qualname": "get_scheduler_metadata",
|
| 608 |
-
"module": "
|
| 609 |
"kind": "function",
|
| 610 |
"doc": null,
|
| 611 |
"signature": {
|
|
|
|
| 1 |
{
|
| 2 |
"schema_version": 1,
|
| 3 |
+
"module": "_flash_attn3_cuda_ae2c2be",
|
| 4 |
"functions": [
|
| 5 |
{
|
| 6 |
"name": "add_op_namespace_prefix",
|
| 7 |
"qualname": "add_op_namespace_prefix",
|
| 8 |
+
"module": "_flash_attn3_cuda_ae2c2be._ops",
|
| 9 |
"kind": "function",
|
| 10 |
"doc": "Prefix op by namespace.",
|
| 11 |
"signature": {
|
|
|
|
| 23 |
{
|
| 24 |
"name": "flash_attn_combine",
|
| 25 |
"qualname": "flash_attn_combine",
|
| 26 |
+
"module": "_flash_attn3_cuda_ae2c2be.flash_attn_interface",
|
| 27 |
"kind": "function",
|
| 28 |
"doc": null,
|
| 29 |
"signature": {
|
|
|
|
| 59 |
{
|
| 60 |
"name": "flash_attn_func",
|
| 61 |
"qualname": "flash_attn_func",
|
| 62 |
+
"module": "_flash_attn3_cuda_ae2c2be.flash_attn_interface",
|
| 63 |
"kind": "function",
|
| 64 |
"doc": "dropout_p should be set to 0.0 during evaluation\nSupports multi-query and grouped-query attention (MQA/GQA) by passing in KV with fewer heads\nthan Q. Note that the number of heads in Q must be divisible by the number of heads in KV.\nFor example, if Q has 6 heads and K, V have 2 heads, head 0, 1, 2 of Q will attention to head\n0 of K, V, and head 3, 4, 5 of Q will attention to head 1 of K, V.\n\nIf causal=True, the causal mask is aligned to the bottom right corner of the attention matrix.\nFor example, if seqlen_q = 2 and seqlen_k = 5, the causal mask (1 = keep, 0 = masked out) is:\n 1 1 1 1 0\n 1 1 1 1 1\nIf seqlen_q = 5 and seqlen_k = 2, the causal mask is:\n 0 0\n 0 0\n 0 0\n 1 0\n 1 1\nIf the row of the mask is all zero, the output will be zero.\n\nIf window_size != (-1, -1), implements sliding window local attention. Query at position i\nwill only attend to keys between\n[i + seqlen_k - seqlen_q - window_size[0], i + seqlen_k - seqlen_q + window_size[1]] inclusive.\n\nArguments:\n q: (batch_size, seqlen, nheads, headdim)\n k: (batch_size, seqlen, nheads_k, headdim)\n v: (batch_size, seqlen, nheads_k, headdim)\n dropout_p: float. Dropout probability.\n softmax_scale: float. The scaling of QK^T before applying softmax.\n Default to 1 / sqrt(headdim).\n causal: bool. Whether to apply causal attention mask (e.g., for auto-regressive modeling).\n window_size: (left, right). If not (-1, -1), implements sliding window local attention.\n alibi_slopes: (nheads,) or (batch_size, nheads), fp32. A bias of\n (-alibi_slope * |i + seqlen_k - seqlen_q - j|)\n is added to the attention score of query i and key j.\n deterministic: bool. Whether to use the deterministic implementation of the backward pass,\n which is slightly slower and uses more memory. The forward pass is always deterministic.\n return_attn_probs: bool. Whether to return the attention probabilities. This option is for\n testing only. The returned probabilities are not guaranteed to be correct\n (they might not have the right scaling).\nReturn:\n out: (batch_size, seqlen, nheads, headdim).\n softmax_lse [optional, if return_attn_probs=True]: (batch_size, nheads, seqlen). The\n logsumexp of each row of the matrix QK^T * scaling (e.g., log of the softmax\n normalization factor).",
|
| 65 |
"signature": {
|
|
|
|
| 173 |
{
|
| 174 |
"name": "flash_attn_qkvpacked_func",
|
| 175 |
"qualname": "flash_attn_qkvpacked_func",
|
| 176 |
+
"module": "_flash_attn3_cuda_ae2c2be.flash_attn_interface",
|
| 177 |
"kind": "function",
|
| 178 |
"doc": "dropout_p should be set to 0.0 during evaluation\nIf Q, K, V are already stacked into 1 tensor, this function will be faster than\ncalling flash_attn_func on Q, K, V since the backward pass avoids explicit concatenation\nof the gradients of Q, K, V.\nFor multi-query and grouped-query attention (MQA/GQA), please see\nflash_attn_kvpacked_func and flash_attn_func.\n\nIf window_size != (-1, -1), implements sliding window local attention. Query at position i\nwill only attend to keys between [i - window_size[0], i + window_size[1]] inclusive.\n\nArguments:\n qkv: (batch_size, seqlen, 3, nheads, headdim)\n dropout_p: float. Dropout probability.\n softmax_scale: float. The scaling of QK^T before applying softmax.\n Default to 1 / sqrt(headdim).\n causal: bool. Whether to apply causal attention mask (e.g., for auto-regressive modeling).\n window_size: (left, right). If not (-1, -1), implements sliding window local attention.\n softcap: float. Anything > 0 activates softcapping attention.\n alibi_slopes: (nheads,) or (batch_size, nheads), fp32. A bias of (-alibi_slope * |i - j|) is added to\n the attention score of query i and key j.\n deterministic: bool. Whether to use the deterministic implementation of the backward pass,\n which is slightly slower and uses more memory. The forward pass is always deterministic.\n return_attn_probs: bool. Whether to return the attention probabilities. This option is for\n testing only. The returned probabilities are not guaranteed to be correct\n (they might not have the right scaling).\nReturn:\n out: (batch_size, seqlen, nheads, headdim).\n softmax_lse [optional, if return_attn_probs=True]: (batch_size, nheads, seqlen). The\n logsumexp of each row of the matrix QK^T * scaling (e.g., log of the softmax\n normalization factor).\n S_dmask [optional, if return_attn_probs=True]: (batch_size, nheads, seqlen, seqlen).\n The output of softmax (possibly with different scaling). It also encodes the dropout\n pattern (negative means that location was dropped, nonnegative means it was kept).",
|
| 179 |
"signature": {
|
|
|
|
| 263 |
{
|
| 264 |
"name": "flash_attn_varlen_func",
|
| 265 |
"qualname": "flash_attn_varlen_func",
|
| 266 |
+
"module": "_flash_attn3_cuda_ae2c2be.flash_attn_interface",
|
| 267 |
"kind": "function",
|
| 268 |
"doc": null,
|
| 269 |
"signature": {
|
|
|
|
| 413 |
{
|
| 414 |
"name": "flash_attn_with_kvcache",
|
| 415 |
"qualname": "flash_attn_with_kvcache",
|
| 416 |
+
"module": "_flash_attn3_cuda_ae2c2be.flash_attn_interface",
|
| 417 |
"kind": "function",
|
| 418 |
"doc": "If k and v are not None, k_cache and v_cache will be updated *inplace* with the new values from\nk and v. This is useful for incremental decoding: you can pass in the cached keys/values from\nthe previous step, and update them with the new keys/values from the current step, and do\nattention with the updated cache, all in 1 kernel.\n\nIf you pass in k / v, you must make sure that the cache is large enough to hold the new values.\nFor example, the KV cache could be pre-allocated with the max sequence length, and you can use\ncache_seqlens to keep track of the current sequence lengths of each sequence in the batch.\n\nAlso apply rotary embedding if rotary_cos and rotary_sin are passed in. The key @k will be\nrotated by rotary_cos and rotary_sin at indices cache_seqlens, cache_seqlens + 1, etc.\nIf causal or local (i.e., window_size != (-1, -1)), the query @q will be rotated by rotary_cos\nand rotary_sin at indices cache_seqlens, cache_seqlens + 1, etc.\nIf not causal and not local, the query @q will be rotated by rotary_cos and rotary_sin at\nindices cache_seqlens only (i.e. we consider all tokens in @q to be at position cache_seqlens).\n\nSee tests/test_flash_attn.py::test_flash_attn_kvcache for examples of how to use this function.\n\nSupports multi-query and grouped-query attention (MQA/GQA) by passing in KV with fewer heads\nthan Q. Note that the number of heads in Q must be divisible by the number of heads in KV.\nFor example, if Q has 6 heads and K, V have 2 heads, head 0, 1, 2 of Q will attention to head\n0 of K, V, and head 3, 4, 5 of Q will attention to head 1 of K, V.\n\nIf causal=True, the causal mask is aligned to the bottom right corner of the attention matrix.\nFor example, if seqlen_q = 2 and seqlen_k = 5, the causal mask (1 = keep, 0 = masked out) is:\n 1 1 1 1 0\n 1 1 1 1 1\nIf seqlen_q = 5 and seqlen_k = 2, the causal mask is:\n 0 0\n 0 0\n 0 0\n 1 0\n 1 1\nIf the row of the mask is all zero, the output will be zero.\n\nIf window_size != (-1, -1), implements sliding window local attention. Query at position i\nwill only attend to keys between\n[i + seqlen_k - seqlen_q - window_size[0], i + seqlen_k - seqlen_q + window_size[1]] inclusive.\n\nNote: Does not support backward pass.\n\nArguments:\n q: (batch_size, seqlen, nheads, headdim)\n k_cache: (batch_size_cache, seqlen_cache, nheads_k, headdim) if there's no page_table,\n or (num_blocks, page_block_size, nheads_k, headdim) if there's a page_table (i.e. paged KV cache)\n page_block_size can be arbitrary (e.g, 1, 2, 3, 64, etc.).\n v_cache: (batch_size_cache, seqlen_cache, nheads_k, headdim_v) if there's no page_table,\n or (num_blocks, page_block_size, nheads_k, headdim_v) if there's a page_table (i.e. paged KV cache)\n k [optional]: (batch_size, seqlen_new, nheads_k, headdim). If not None, we concatenate\n k with k_cache, starting at the indices specified by cache_seqlens.\n v [optional]: (batch_size, seqlen_new, nheads_k, headdim_v). Similar to k.\n qv [optional]: (batch_size, seqlen, nheads, headdim_v)\n rotary_cos [optional]: (seqlen_ro, rotary_dim / 2). If not None, we apply rotary embedding\n to k and q. Only applicable if k and v are passed in. rotary_dim must be divisible by 16.\n rotary_sin [optional]: (seqlen_ro, rotary_dim / 2). Similar to rotary_cos.\n cache_seqlens: int, or (batch_size,), dtype torch.int32. The sequence lengths of the\n KV cache.\n cache_batch_idx: (batch_size,), dtype torch.int32. The indices used to index into the KV cache.\n If None, we assume that the batch indices are [0, 1, 2, ..., batch_size - 1].\n If the indices are not distinct, and k and v are provided, the values updated in the cache\n might come from any of the duplicate indices.\n cache_leftpad: (batch_size,), dtype torch.int32. The index that the KV cache starts. If None, assume 0.\n page_table [optional]: (batch_size, max_num_blocks_per_seq), dtype torch.int32.\n softmax_scale: float. The scaling of QK^T before applying softmax.\n Default to 1 / sqrt(headdim).\n causal: bool. Whether to apply causal attention mask (e.g., for auto-regressive modeling).\n window_size: (left, right). If not (-1, -1), implements sliding window local attention.\n softcap: float. Anything > 0 activates softcapping attention.\n rotary_interleaved: bool. Only applicable if rotary_cos and rotary_sin are passed in.\n If True, rotary embedding will combine dimensions 0 & 1, 2 & 3, etc. If False,\n rotary embedding will combine dimensions 0 & rotary_dim / 2, 1 & rotary_dim / 2 + 1\n (i.e. GPT-NeoX style).\n num_splits: int. If > 1, split the key/value into this many chunks along the sequence.\n If num_splits == 1, we don't split the key/value. If num_splits == 0, we use a heuristic\n to automatically determine the number of splits.\n Don't change this unless you know what you are doing.\n return_softmax_lse: bool. Whether to return the logsumexp of the attention scores.\n\nReturn:\n out: (batch_size, seqlen, nheads, headdim).\n softmax_lse [optional, if return_softmax_lse=True]: (batch_size, nheads, seqlen). The\n logsumexp of each row of the matrix QK^T * scaling (e.g., log of the softmax\n normalization factor).",
|
| 419 |
"signature": {
|
|
|
|
| 605 |
{
|
| 606 |
"name": "get_scheduler_metadata",
|
| 607 |
"qualname": "get_scheduler_metadata",
|
| 608 |
+
"module": "_flash_attn3_cuda_ae2c2be.flash_attn_interface",
|
| 609 |
"kind": "function",
|
| 610 |
"doc": null,
|
| 611 |
"signature": {
|
build/torch-stable-abi29-cu132-x86_64-linux/{_flash_attn3_cuda_a02f43b.abi3.so → _flash_attn3_cuda_ae2c2be.abi3.so}
RENAMED
|
@@ -1,3 +1,3 @@
|
|
| 1 |
version https://git-lfs.github.com/spec/v1
|
| 2 |
-
oid sha256:
|
| 3 |
-
size
|
|
|
|
| 1 |
version https://git-lfs.github.com/spec/v1
|
| 2 |
+
oid sha256:11bc505a1867f9d78b0fa327be26f575865d4c466cbf4d02a5ee21ca3430d029
|
| 3 |
+
size 549366400
|
build/torch-stable-abi29-cu132-x86_64-linux/_ops.py
CHANGED
|
@@ -1,9 +1,9 @@
|
|
| 1 |
import torch
|
| 2 |
-
from . import
|
| 3 |
-
ops = torch.ops.
|
| 4 |
|
| 5 |
def add_op_namespace_prefix(op_name: str):
|
| 6 |
"""
|
| 7 |
Prefix op by namespace.
|
| 8 |
"""
|
| 9 |
-
return f"
|
|
|
|
| 1 |
import torch
|
| 2 |
+
from . import _flash_attn3_cuda_ae2c2be
|
| 3 |
+
ops = torch.ops._flash_attn3_cuda_ae2c2be
|
| 4 |
|
| 5 |
def add_op_namespace_prefix(op_name: str):
|
| 6 |
"""
|
| 7 |
Prefix op by namespace.
|
| 8 |
"""
|
| 9 |
+
return f"_flash_attn3_cuda_ae2c2be::{op_name}"
|
build/torch-stable-abi29-cu132-x86_64-linux/flash_attn_interface.py
CHANGED
|
@@ -2,11 +2,31 @@
|
|
| 2 |
|
| 3 |
from typing import Optional, Union, List, Tuple
|
| 4 |
|
|
|
|
| 5 |
import torch
|
| 6 |
import torch.nn as nn
|
|
|
|
|
|
|
| 7 |
|
| 8 |
-
|
| 9 |
-
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 10 |
|
| 11 |
def maybe_contiguous(x):
|
| 12 |
return x.contiguous() if x is not None and x.stride(-1) != 1 else x
|
|
@@ -85,7 +105,7 @@ def _flash_attn_forward(
|
|
| 85 |
]
|
| 86 |
rotary_cos, rotary_sin = [maybe_contiguous(x) for x in (rotary_cos, rotary_sin)]
|
| 87 |
seqlens_rotary = maybe_contiguous(seqlens_rotary)
|
| 88 |
-
out, softmax_lse, out_accum, softmax_lse_accum =
|
| 89 |
q,
|
| 90 |
k,
|
| 91 |
v,
|
|
@@ -263,7 +283,7 @@ def _flash_attn_backward(
|
|
| 263 |
) -> torch.Tensor:
|
| 264 |
# dq, dk, dv are allocated by us so they should already be contiguous
|
| 265 |
dout, q, k, v, out = [maybe_contiguous(x) for x in (dout, q, k, v, out)]
|
| 266 |
-
softmax_d, *rest =
|
| 267 |
dout,
|
| 268 |
q,
|
| 269 |
k,
|
|
@@ -917,7 +937,7 @@ def flash_attn_varlen_func(
|
|
| 917 |
|
| 918 |
|
| 919 |
def flash_attn_combine(out_partial, lse_partial, out=None, out_dtype=None):
|
| 920 |
-
return
|
| 921 |
|
| 922 |
|
| 923 |
def flash_attn_with_kvcache(
|
|
@@ -1105,7 +1125,7 @@ def get_scheduler_metadata(
|
|
| 1105 |
cache_seqlens = maybe_contiguous(cache_seqlens)
|
| 1106 |
if headdim_v is None:
|
| 1107 |
headdim_v = headdim
|
| 1108 |
-
scheduler_metadata =
|
| 1109 |
batch_size, max_seqlen_q, max_seqlen_k, num_heads_q, num_heads_kv, headdim, headdim_v,
|
| 1110 |
qkv_dtype,
|
| 1111 |
cache_seqlens,
|
|
|
|
| 2 |
|
| 3 |
from typing import Optional, Union, List, Tuple
|
| 4 |
|
| 5 |
+
import os
|
| 6 |
import torch
|
| 7 |
import torch.nn as nn
|
| 8 |
+
import warnings
|
| 9 |
+
from ._ops import add_op_namespace_prefix, ops
|
| 10 |
|
| 11 |
+
|
| 12 |
+
USE_TRITON_ROCM = os.getenv("FLASH_ATTENTION_TRITON_AMD_ENABLE", "FALSE") == "TRUE"
|
| 13 |
+
if not USE_TRITON_ROCM and getattr(torch.version, 'hip', None) is not None:
|
| 14 |
+
try:
|
| 15 |
+
from . import _ops
|
| 16 |
+
except ImportError:
|
| 17 |
+
warnings.warn("flash_attn_3._C (which has ROCm/HIP kernels) not found, falling back to Triton implementation")
|
| 18 |
+
USE_TRITON_ROCM = True
|
| 19 |
+
|
| 20 |
+
if USE_TRITON_ROCM:
|
| 21 |
+
from aiter.ops.triton._triton_kernels.flash_attn_triton_amd import flash_attn_3 as flash_attn_3_gpu
|
| 22 |
+
else:
|
| 23 |
+
# isort: off
|
| 24 |
+
# We need to import the CUDA kernels after importing torch
|
| 25 |
+
from . import _ops # Registers operators with PyTorch
|
| 26 |
+
|
| 27 |
+
# isort: on
|
| 28 |
+
|
| 29 |
+
flash_attn_3_gpu = ops
|
| 30 |
|
| 31 |
def maybe_contiguous(x):
|
| 32 |
return x.contiguous() if x is not None and x.stride(-1) != 1 else x
|
|
|
|
| 105 |
]
|
| 106 |
rotary_cos, rotary_sin = [maybe_contiguous(x) for x in (rotary_cos, rotary_sin)]
|
| 107 |
seqlens_rotary = maybe_contiguous(seqlens_rotary)
|
| 108 |
+
out, softmax_lse, out_accum, softmax_lse_accum = flash_attn_3_gpu.fwd(
|
| 109 |
q,
|
| 110 |
k,
|
| 111 |
v,
|
|
|
|
| 283 |
) -> torch.Tensor:
|
| 284 |
# dq, dk, dv are allocated by us so they should already be contiguous
|
| 285 |
dout, q, k, v, out = [maybe_contiguous(x) for x in (dout, q, k, v, out)]
|
| 286 |
+
softmax_d, *rest = flash_attn_3_gpu.bwd(
|
| 287 |
dout,
|
| 288 |
q,
|
| 289 |
k,
|
|
|
|
| 937 |
|
| 938 |
|
| 939 |
def flash_attn_combine(out_partial, lse_partial, out=None, out_dtype=None):
|
| 940 |
+
return flash_attn_3_gpu.fwd_combine(out_partial, lse_partial, out, out_dtype)
|
| 941 |
|
| 942 |
|
| 943 |
def flash_attn_with_kvcache(
|
|
|
|
| 1125 |
cache_seqlens = maybe_contiguous(cache_seqlens)
|
| 1126 |
if headdim_v is None:
|
| 1127 |
headdim_v = headdim
|
| 1128 |
+
scheduler_metadata = flash_attn_3_gpu.get_scheduler_metadata(
|
| 1129 |
batch_size, max_seqlen_q, max_seqlen_k, num_heads_q, num_heads_kv, headdim, headdim_v,
|
| 1130 |
qkv_dtype,
|
| 1131 |
cache_seqlens,
|
build/torch-stable-abi29-cu132-x86_64-linux/metadata.json
CHANGED
|
@@ -1,9 +1,10 @@
|
|
| 1 |
{
|
| 2 |
"name": "flash-attn3",
|
| 3 |
-
"id": "
|
| 4 |
"version": 2,
|
| 5 |
"kernels-minver": "0.14.0",
|
| 6 |
"license": "BSD-3-Clause",
|
|
|
|
| 7 |
"python-depends": [],
|
| 8 |
"kernel-depends": [],
|
| 9 |
"backend": {
|
|
@@ -17,11 +18,11 @@
|
|
| 17 |
"algorithm": "sha256",
|
| 18 |
"files": {
|
| 19 |
"__init__.py": "b/45TnpaDDuTwp84ILd3Q+pQCIk2RnHtSSZKRq9Lj5E=",
|
| 20 |
-
"
|
| 21 |
-
"_ops.py": "
|
| 22 |
"flash_attn_config.py": "uxo+eyMcDit//8YDaS4Rtk5BTMKzTSK9tOKTjdWVe/w=",
|
| 23 |
-
"flash_attn_interface.py": "
|
| 24 |
-
"symbols.json": "
|
| 25 |
}
|
| 26 |
},
|
| 27 |
"provenance": {
|
|
@@ -31,7 +32,7 @@
|
|
| 31 |
"dirty": false
|
| 32 |
},
|
| 33 |
"kernel": {
|
| 34 |
-
"commit": "
|
| 35 |
"dirty": false
|
| 36 |
}
|
| 37 |
}
|
|
|
|
| 1 |
{
|
| 2 |
"name": "flash-attn3",
|
| 3 |
+
"id": "_flash_attn3_cuda_ae2c2be",
|
| 4 |
"version": 2,
|
| 5 |
"kernels-minver": "0.14.0",
|
| 6 |
"license": "BSD-3-Clause",
|
| 7 |
+
"upstream": "https://github.com/Dao-AILab/flash-attention.git",
|
| 8 |
"python-depends": [],
|
| 9 |
"kernel-depends": [],
|
| 10 |
"backend": {
|
|
|
|
| 18 |
"algorithm": "sha256",
|
| 19 |
"files": {
|
| 20 |
"__init__.py": "b/45TnpaDDuTwp84ILd3Q+pQCIk2RnHtSSZKRq9Lj5E=",
|
| 21 |
+
"_flash_attn3_cuda_ae2c2be.abi3.so": "EbxQWhhn+deLD6Mnvib1dYZdTEZsv00Cpe4hyjQw0Ck=",
|
| 22 |
+
"_ops.py": "7swor3wRIF9iqDV2UmsU+DPBCWN4JiIRTqsCtOVofBk=",
|
| 23 |
"flash_attn_config.py": "uxo+eyMcDit//8YDaS4Rtk5BTMKzTSK9tOKTjdWVe/w=",
|
| 24 |
+
"flash_attn_interface.py": "3EhHSOuAYWSWS8wwkoTRd8uhbc4EwVpNCa7x8WSvdZQ=",
|
| 25 |
+
"symbols.json": "6+qS8fd/iGl+XKD6F8tQlWLm+GYOrLeqtaRzQqwm8jM="
|
| 26 |
}
|
| 27 |
},
|
| 28 |
"provenance": {
|
|
|
|
| 32 |
"dirty": false
|
| 33 |
},
|
| 34 |
"kernel": {
|
| 35 |
+
"commit": "ae2c2be31b91db2f4d13c0bf1a72051bd7e0d0af",
|
| 36 |
"dirty": false
|
| 37 |
}
|
| 38 |
}
|
build/torch-stable-abi29-cu132-x86_64-linux/metadata.json.sigstore
CHANGED
|
@@ -1 +1 @@
|
|
| 1 |
-
{"mediaType":"application/vnd.dev.sigstore.bundle.v0.3+json","verificationMaterial":{"certificate":{"rawBytes":"MIIHLDCCBrKgAwIBAgIUEntYI/1b+dKpIFxmmbrB4sc+sAAwCgYIKoZIzj0EAwMwNzEVMBMGA1UEChMMc2lnc3RvcmUuZGV2MR4wHAYDVQQDExVzaWdzdG9yZS1pbnRlcm1lZGlhdGUwHhcNMjYxMTEwMjIxOTA5WhcNMjYxMTEwMjIyOTA5WjAAMFkwEwYHKoZIzj0CAQYIKoZIzj0DAQcDQgAEHUZXaiGTKwXwQAtUdYoLUvMf87tkfcwoKEgGq3wE2g/wKGpePQH3shYxxbKJ8W4Zpx7uVZelWVZEknBFK1b/waOCBdEwggXNMA4GA1UdDwEB/wQEAwIHgDATBgNVHSUEDDAKBggrBgEFBQcDAzAfBgNVHSMEGDAWgBTf0+nPViQRlvmo2OkoVaLGLhhkPzBrBgNVHREBAf8EYTBfhl1odHRwczovL2dpdGh1Yi5jb20vaHVnZ2luZ2ZhY2Uva2VybmVscy1jb21tdW5pdHkvLmdpdGh1Yi93b3JrZmxvd3MvYnVpbGQueWFtbEByZWZzL2hlYWRzL21haW4wOQYKKwYBBAGDvzABAQQraHR0cHM6Ly90b2tlbi5hY3Rpb25zLmdpdGh1YnVzZXJjb250ZW50LmNvbTAfBgorBgEEAYO/MAECBBF3b3JrZmxvd19kaXNwYXRjaDA2BgorBgEEAYO/MAEDBChhMDJmNDNiMmNjYjkyZWQ3NGI4NzRmMTEyYjQ4NzI3NGU0MDQ1ZjA5MBMGCisGAQQBg78wAQQEBUJ1aWxkMCsGCisGAQQBg78wAQUEHWh1Z2dpbmdmYWNlL2tlcm5lbHMtY29tbXVuaXR5MB0GCisGAQQBg78wAQYED3JlZnMvaGVhZHMvbWFpbjA7BgorBgEEAYO/MAEIBC0MK2h0dHBzOi8vdG9rZW4uYWN0aW9ucy5naXRodWJ1c2VyY29udGVudC5jb20wbQYKKwYBBAGDvzABCQRfDF1odHRwczovL2dpdGh1Yi5jb20vaHVnZ2luZ2ZhY2Uva2VybmVscy1jb21tdW5pdHkvLmdpdGh1Yi93b3JrZmxvd3MvYnVpbGQueWFtbEByZWZzL2hlYWRzL21haW4wOAYKKwYBBAGDvzABCgQqDChhMDJmNDNiMmNjYjkyZWQ3NGI4NzRmMTEyYjQ4NzI3NGU0MDQ1ZjA5MBsGCisGAQQBg78wAQsEDQwLc2VsZi1ob3N0ZWQwQAYKKwYBBAGDvzABDAQyDDBodHRwczovL2dpdGh1Yi5jb20vaHVnZ2luZ2ZhY2Uva2VybmVscy1jb21tdW5pdHkwOAYKKwYBBAGDvzABDQQqDChhMDJmNDNiMmNjYjkyZWQ3NGI4NzRmMTEyYjQ4NzI3NGU0MDQ1ZjA5MB8GCisGAQQBg78wAQ4EEQwPcmVmcy9oZWFkcy9tYWluMBoGCisGAQQBg78wAQ8EDAwKMTA3MTQ3NTUyOTAuBgorBgEEAYO/MAEQBCAMHmh0dHBzOi8vZ2l0aHViLmNvbS9odWdnaW5nZmFjZTAYBgorBgEEAYO/MAERBAoMCDI1NzIwNzQzMG0GCisGAQQBg78wARIEXwxdaHR0cHM6Ly9naXRodWIuY29tL2h1Z2dpbmdmYWNlL2tlcm5lbHMtY29tbXVuaXR5Ly5naXRodWIvd29ya2Zsb3dzL2J1aWxkLnlhbWxAcmVmcy9oZWFkcy9tYWluMDgGCisGAQQBg78wARMEKgwoYTAyZjQzYjJjY2I5MmVkNzRiODc0ZjExMmI0ODcyNzRlNDA0NWYwOTAhBgorBgEEAYO/MAEUBBMMEXdvcmtmbG93X2Rpc3BhdGNoMGQGCisGAQQBg78wARUEVgxUaHR0cHM6Ly9naXRodWIuY29tL2h1Z2dpbmdmYWNlL2tlcm5lbHMtY29tbXVuaXR5L2FjdGlvbnMvcnVucy80Mjg1Mjg4MzA0Ny9hdHRlbXB0cy8xMBYGCisGAQQBg78wARYECAwGcHVibGljMEYGCisGAQQBg78wARgEOAw2cmVwbzpodWdnaW5nZmFjZS9rZXJuZWxzLWNvbW11bml0eTpyZWY6cmVmcy9oZWFkcy9tYWluMIGKBgorBgEEAdZ5AgQCBHwEegB4AHYA3T0wasbHETJjGR4cmWc3AqJKXrjePK3/h4pygC8p7o4AAAGhx4stCwAABAMARzBFAiEAgl94YoF5XhdrRTNACu4Z/7MyCIRI6cvEKPF1aP1JmEUCIBkE2NoQZWOGhuuMIG6f25lZkh74p3rc1uzhCnnemvLxMAoGCCqGSM49BAMDA2gAMGUCMC8NN1wgDZrqO7QI87izDDoee9318kAsIzxhBpOS/+J1ga6F3cjwFL8QTASwb1E5PQIxAL0pMK6AbbtyGgWzFyCQKEvG8sI1y8euPH8EWilmrTHwi7SGDqLGAv3bz6CiRRy77w=="},"tlogEntries":[{"logIndex":"3794737121","logId":{"keyId":"wNI9atQGlz+VWfO6LRygH4QUfY/8W4RFwiT5i5WRgB0="},"kindVersion":{"kind":"hashedrekord","version":"0.0.1"},"integratedTime":"1794349149","inclusionPromise":{"signedEntryTimestamp":"MEUCIQCLnflfyVgZ/eq4DamwJsWOvK5Kef1NsH944Yp4pHZwlwIgSRy+G/QpnvIt7AxRZsP3ta19B8PN7N1EdR6OFHREjFg="},"inclusionProof":{"logIndex":"3672832859","rootHash":"DgPsKMRuaNoKZUY47y9D87lGF6VW2bO7LD1fqQCRrsY=","treeSize":"3672832937","hashes":["k3s0uBcXZZRH3JuuDpClY7tmleuW0FRVD2wbUB46MUY=","4zFJSVEBAus/nrK/XcJMlTAmUu1T+mKaowV6dnXvmMs=","Mixzu2xXkBEKHH/YnHKxJ91y7bHmTFWo9emdqv5fCZY=","JJ7CvyLSd4sGpb7GtGqmXsMQsqdR+9FRCRzxP6e0FFg=","yw8HfDfFZ235QkaCk0RGsbK8LGSaswimuoiZG75r3pU=","kwRgB64vQC7e+CMkUTqDlT2vGWEM4btvJ+fTIxiD1LA=","lk+eXbVLanl/g8H+28dS3EaP3JxdbCATHD10wOTA6w8=","0Kcvpe/AkICaArBll6liZ3ZPEswN3AP/Jr6G31T6emM=","Cn34IkWwyYAgP6mfQhGpRdp+UalCBoEoMSa2XGk+LYI=","J1qTi2E0jeNh183jRZ+kNECnbDAVOSlAznIJ6aol8NQ=","IScK1pQipAyQkuLR6UKn3SgG8mtQ/MfgapIbfXaU7Vs=","DWzK+Rcq4ws0IFlcVP/Iy9xjko2wuzr2eDfnXSqvNw8=","nGMt3OTEHk0b2Hah2F6V7XNJ9f9Jq0tbpolVjU50FCk=","W9v5ITHWA5z1m1q9v8yUm9AwF1btUJudKrGSNzBCFCg=","9TeYmQ4obd2RJYL+kHWs7mKHEGNyasHO9zCQoF+PF18=","Rk/aeYhtagvRLE8ssNOqtTPBBIIGPwxHYZ5h46pg6gk=","a8Ldnd6287UET/JiYNoAbyfRaR7yFeva8DLSFjJs+nI=","EwjkUL9TgmzKWZgjud/+P9DFGgsvUxQjYodnBaq6IMs=","5oTFCSxMJRDPEnSOsTKcTJXotZuO89tVqHXNWjc2tA0=","eGT5DhI8LeqPViO4tsgYL7FxsOtDXBNTLfWJEGP7Q5w=","5aDKaREuMwcynRhLn5m/9b0QE9pxbeQInhCcIC+n5YQ=","XPex1okR3Qf1VhXr/LVSojah9cB4R1RgvK/mRrmdWLY=","SlixnS34BhAO+yRI2FaGPSOh9V6JSVNPfLl1bHxrcQY=","1DaDKzrCNNBhmSdY5vFjz+NpAmxmYfYEgBCdPLrMP1A=","xH/DCseLHr9eKoYT8qsORZK7zVdEGYWHuVtsVrD95wY="],"checkpoint":{"envelope":"rekor.sigstore.dev - 1193050959916656506\n3672832937\nDgPsKMRuaNoKZUY47y9D87lGF6VW2bO7LD1fqQCRrsY=\n\n— rekor.sigstore.dev wNI9ajBEAiBSWKeHM3fcDgCVmtkNePGutCr8VAnz7P4tWm4kC4tTUwIgbE5ErJVagjSmiMKGMQUVXheGrRGdvoerMGR4+2dwyZ0=\n"}},"canonicalizedBody":"eyJhcGlWZXJzaW9uIjoiMC4wLjEiLCJraW5kIjoiaGFzaGVkcmVrb3JkIiwic3BlYyI6eyJkYXRhIjp7Imhhc2giOnsiYWxnb3JpdGhtIjoic2hhMjU2IiwidmFsdWUiOiJlZTk3OTZhNTAwM2RiMzQ2OWQ4ZDViNDZlYzE5MjY3NDU4ZTcxYzE4MDQ5YjlmN2UxMWMzYzhkOGFkOTlmNGJmIn19LCJzaWduYXR1cmUiOnsiY29udGVudCI6Ik1FVUNJUUNzQVA4b3NZbE5td3VGZ1B4T0toM09YY1Brbk5OcXFPYUZ2bHhNMno4U3hRSWdTZUhQOHorUzkzWXVMdlNuUXUwUkd3U1gyRG9ndUxGYlBiMjlVUzFEQS9VPSIsInB1YmxpY0tleSI6eyJjb250ZW50IjoiTFMwdExTMUNSVWRKVGlCRFJWSlVTVVpKUTBGVVJTMHRMUzB0Q2sxSlNVaE1SRU5EUW5KTFowRjNTVUpCWjBsVlJXNTBXVWt2TVdJclpFdHdTVVo0YlcxaWNrSTBjMk1yYzBGQmQwTm5XVWxMYjFwSmVtb3dSVUYzVFhjS1RucEZWazFDVFVkQk1WVkZRMmhOVFdNeWJHNWpNMUoyWTIxVmRWcEhWakpOVWpSM1NFRlpSRlpSVVVSRmVGWjZZVmRrZW1SSE9YbGFVekZ3WW01U2JBcGpiVEZzV2tkc2FHUkhWWGRJYUdOT1RXcFplRTFVUlhkTmFrbDRUMVJCTlZkb1kwNU5hbGw0VFZSRmQwMXFTWGxQVkVFMVYycEJRVTFHYTNkRmQxbElDa3R2V2tsNmFqQkRRVkZaU1V0dldrbDZhakJFUVZGalJGRm5RVVZJVlZwWVlXbEhWRXQzV0hkUlFYUlZaRmx2VEZWMlRXWTROM1JyWm1OM2IwdEZaMGNLY1ROM1JUSm5MM2RMUjNCbFVGRklNM05vV1hoNFlrdEtPRmMwV25CNE4zVldXbVZzVjFaYVJXdHVRa1pMTVdJdmQyRlBRMEprUlhkbloxaE9UVUUwUndwQk1WVmtSSGRGUWk5M1VVVkJkMGxJWjBSQlZFSm5UbFpJVTFWRlJFUkJTMEpuWjNKQ1owVkdRbEZqUkVGNlFXWkNaMDVXU0ZOTlJVZEVRVmRuUWxSbUNqQXJibEJXYVZGU2JIWnRiekpQYTI5V1lVeEhUR2hvYTFCNlFuSkNaMDVXU0ZKRlFrRm1PRVZaVkVKbWFHd3hiMlJJVW5kamVtOTJUREprY0dSSGFERUtXV2sxYW1JeU1IWmhTRlp1V2pKc2RWb3lXbWhaTWxWMllUSldlV0p0Vm5OamVURnFZakl4ZEdSWE5YQmtTR3QyVEcxa2NHUkhhREZaYVRrellqTktjZ3BhYlhoMlpETk5kbGx1Vm5CaVIxRjFaVmRHZEdKRlFubGFWMXA2VERKb2JGbFhVbnBNTWpGb1lWYzBkMDlSV1V0TGQxbENRa0ZIUkhaNlFVSkJVVkZ5Q21GSVVqQmpTRTAyVEhrNU1HSXlkR3hpYVRWb1dUTlNjR0l5TlhwTWJXUndaRWRvTVZsdVZucGFXRXBxWWpJMU1GcFhOVEJNYlU1MllsUkJaa0puYjNJS1FtZEZSVUZaVHk5TlFVVkRRa0pHTTJJelNuSmFiWGgyWkRFNWEyRllUbmRaV0ZKcVlVUkJNa0puYjNKQ1owVkZRVmxQTDAxQlJVUkNRMmhvVFVSS2JRcE9SRTVwVFcxT2FsbHFhM2xhVjFFelRrZEpORTU2VW0xTlZFVjVXV3BSTkU1NlNUTk9SMVV3VFVSUk1WcHFRVFZOUWsxSFEybHpSMEZSVVVKbk56aDNDa0ZSVVVWQ1ZVb3hZVmQ0YTAxRGMwZERhWE5IUVZGUlFtYzNPSGRCVVZWRlNGZG9NVm95WkhCaWJXUnRXVmRPYkV3eWRHeGpiVFZzWWtoTmRGa3lPWFFLWWxoV2RXRllValZOUWpCSFEybHpSMEZSVVVKbk56aDNRVkZaUlVRelNteGFiazEyWVVkV2FGcElUWFppVjBad1ltcEJOMEpuYjNKQ1owVkZRVmxQTHdwTlFVVkpRa013VFVzeWFEQmtTRUo2VDJrNGRtUkhPWEphVnpSMVdWZE9NR0ZYT1hWamVUVnVZVmhTYjJSWFNqRmpNbFo1V1RJNWRXUkhWblZrUXpWcUNtSXlNSGRpVVZsTFMzZFpRa0pCUjBSMmVrRkNRMUZTWmtSR01XOWtTRkozWTNwdmRrd3laSEJrUjJneFdXazFhbUl5TUhaaFNGWnVXakpzZFZveVdtZ0tXVEpWZG1FeVZubGliVlp6WTNreGFtSXlNWFJrVnpWd1pFaHJka3h0WkhCa1IyZ3hXV2s1TTJJelNuSmFiWGgyWkROTmRsbHVWbkJpUjFGMVpWZEdkQXBpUlVKNVdsZGFla3d5YUd4WlYxSjZUREl4YUdGWE5IZFBRVmxMUzNkWlFrSkJSMFIyZWtGQ1EyZFJjVVJEYUdoTlJFcHRUa1JPYVUxdFRtcFphbXQ1Q2xwWFVUTk9SMGswVG5wU2JVMVVSWGxaYWxFMFRucEpNMDVIVlRCTlJGRXhXbXBCTlUxQ2MwZERhWE5IUVZGUlFtYzNPSGRCVVhORlJGRjNUR015Vm5NS1dta3hiMkl6VGpCYVYxRjNVVUZaUzB0M1dVSkNRVWRFZG5wQlFrUkJVWGxFUkVKdlpFaFNkMk42YjNaTU1tUndaRWRvTVZscE5XcGlNakIyWVVoV2JncGFNbXgxV2pKYWFGa3lWWFpoTWxaNVltMVdjMk41TVdwaU1qRjBaRmMxY0dSSWEzZFBRVmxMUzNkWlFrSkJSMFIyZWtGQ1JGRlJjVVJEYUdoTlJFcHRDazVFVG1sTmJVNXFXV3ByZVZwWFVUTk9SMGswVG5wU2JVMVVSWGxaYWxFMFRucEpNMDVIVlRCTlJGRXhXbXBCTlUxQ09FZERhWE5IUVZGUlFtYzNPSGNLUVZFMFJVVlJkMUJqYlZadFkzazViMXBYUm10amVUbDBXVmRzZFUxQ2IwZERhWE5IUVZGUlFtYzNPSGRCVVRoRlJFRjNTMDFVUVROTlZGRXpUbFJWZVFwUFZFRjFRbWR2Y2tKblJVVkJXVTh2VFVGRlVVSkRRVTFJYldnd1pFaENlazlwT0haYU1td3dZVWhXYVV4dFRuWmlVemx2WkZka2JtRlhOVzVhYlVacUNscFVRVmxDWjI5eVFtZEZSVUZaVHk5TlFVVlNRa0Z2VFVORVNURk9la2wzVG5wUmVrMUhNRWREYVhOSFFWRlJRbWMzT0hkQlVrbEZXSGQ0WkdGSVVqQUtZMGhOTmt4NU9XNWhXRkp2WkZkSmRWa3lPWFJNTW1neFdqSmtjR0p0WkcxWlYwNXNUREowYkdOdE5XeGlTRTEwV1RJNWRHSllWblZoV0ZJMVRIazFiZ3BoV0ZKdlpGZEpkbVF5T1hsaE1scHpZak5rZWt3eVNqRmhWM2hyVEc1c2FHSlhlRUZqYlZadFkzazViMXBYUm10amVUbDBXVmRzZFUxRVowZERhWE5IQ2tGUlVVSm5OemgzUVZKTlJVdG5kMjlaVkVGNVdtcFJlbGxxU21wWk1razFUVzFXYTA1NlVtbFBSR013V21wRmVFMXRTVEJQUkdONVRucFNiRTVFUVRBS1RsZFpkMDlVUVdoQ1oyOXlRbWRGUlVGWlR5OU5RVVZWUWtKTlRVVllaSFpqYlhSdFlrYzVNMWd5VW5Cak0wSm9aRWRPYjAxSFVVZERhWE5IUVZGUlFncG5OemgzUVZKVlJWWm5lRlZoU0ZJd1kwaE5Oa3g1T1c1aFdGSnZaRmRKZFZreU9YUk1NbWd4V2pKa2NHSnRaRzFaVjA1c1RESjBiR050Tld4aVNFMTBDbGt5T1hSaVdGWjFZVmhTTlV3eVJtcGtSMngyWW01TmRtTnVWblZqZVRnd1RXcG5NVTFxWnpSTmVrRXdUbms1YUdSSVVteGlXRUl3WTNrNGVFMUNXVWNLUTJselIwRlJVVUpuTnpoM1FWSlpSVU5CZDBkalNGWnBZa2RzYWsxRldVZERhWE5IUVZGUlFtYzNPSGRCVW1kRlQwRjNNbU50Vm5kaWVuQnZaRmRrYmdwaFZ6VnVXbTFHYWxwVE9YSmFXRXAxV2xkNGVreFhUblppVnpFeFltMXNNR1ZVY0hsYVYxazJZMjFXYldONU9XOWFWMFpyWTNrNWRGbFhiSFZOU1VkTENrSm5iM0pDWjBWRlFXUmFOVUZuVVVOQ1NIZEZaV2RDTkVGSVdVRXpWREIzWVhOaVNFVlVTbXBIVWpSamJWZGpNMEZ4U2t0WWNtcGxVRXN6TDJnMGNIa0taME00Y0Rkdk5FRkJRVWRvZURSemRFTjNRVUZDUVUxQlVucENSa0ZwUlVGbmJEazBXVzlHTlZob1pISlNWRTVCUTNVMFdpODNUWGxEU1ZKSk5tTjJSUXBMVUVZeFlWQXhTbTFGVlVOSlFtdEZNazV2VVZwWFQwZG9kWFZOU1VjMlpqSTFiRnByYURjMGNETnlZekYxZW1oRGJtNWxiWFpNZUUxQmIwZERRM0ZIQ2xOTk5EbENRVTFFUVRKblFVMUhWVU5OUXpoT1RqRjNaMFJhY25GUE4xRkpPRGRwZWtSRWIyVmxPVE14T0d0QmMwbDZlR2hDY0U5VEx5dEtNV2RoTmtZS00yTnFkMFpNT0ZGVVFWTjNZakZGTlZCUlNYaEJUREJ3VFVzMlFXSmlkSGxIWjFkNlJubERVVXRGZGtjNGMwa3hlVGhsZFZCSU9FVlhhV3h0Y2xSSWR3cHBOMU5IUkhGTVIwRjJNMko2TmtOcFVsSjVOemQzUFQwS0xTMHRMUzFGVGtRZ1EwVlNWRWxHU1VOQlZFVXRMUzB0TFFvPSJ9fX19"}],"timestampVerificationData":{"rfc3161Timestamps":[{"signedTimestamp":"MIIE6DADAgEAMIIE3wYJKoZIhvcNAQcCoIIE0DCCBMwCAQMxDTALBglghkgBZQMEAgEwgcEGCyqGSIb3DQEJEAEEoIGxBIGuMIGrAgEBBgkrBgEEAYO/MAIwMTANBglghkgBZQMEAgEFAAQgSqQG7J56N7qhHgc+lg/qiaMJYsTcM5d1GLYK170pRgsCFD2u8NGhHE1B++7RQQVZ5EXTElgNGA8yMDI2MTExMDIyMTkwOVowAwIBAQIIH42A7u7LcVqgMqQwMC4xFTATBgNVBAoTDHNpZ3N0b3JlLmRldjEVMBMGA1UEAxMMc2lnc3RvcmUtdHNhoIICFDCCAhAwggGWoAMCAQICFDoTVC8MkGHuvMFDL8uKjosqI4sMMAoGCCqGSM49BAMDMDkxFTATBgNVBAoTDHNpZ3N0b3JlLmRldjEgMB4GA1UEAxMXc2lnc3RvcmUtdHNhLXNlbGZzaWduZWQwHhcNMjUwNDA4MDY1OTQzWhcNMzUwNDA2MDY1OTQzWjAuMRUwEwYDVQQKEwxzaWdzdG9yZS5kZXYxFTATBgNVBAMTDHNpZ3N0b3JlLXRzYTB2MBAGByqGSM49AgEGBSuBBAAiA2IABOK2tmfISjYoNk/ZBYwgE6Bht9I5MvlkL9wcy/pir4dUijUf1MLsLHzQoOLK8qGAHfBOorKL1QNzOGqDXZvUA4udGfJ0xMr6oHwz7UyMFyLX4lvwBX9Ve7sJG5AKI9McXKNqMGgwDgYDVR0PAQH/BAQDAgeAMB0GA1UdDgQWBBSJ/XlDh8/QZUbDAkbHLHNbfbTrAzAfBgNVHSMEGDAWgBSY7AHvf7tR/9SVHm+KiJhTB4nOvzAWBgNVHSUBAf8EDDAKBggrBgEFBQcDCDAKBggqhkjOPQQDAwNoADBlAjA7abFf+imjtKshf1DLF9mklFykBXaBk6bUBnNH7atXLLpRzxhunbJsjDXdyQfhtxECMQDmo7wXI6SZim+Db/tk2qI/FHOfm+ooehVwgiq2kqrqXtO86rMDHFyU3tXBMbx775cxggHaMIIB1gIBATBRMDkxFTATBgNVBAoTDHNpZ3N0b3JlLmRldjEgMB4GA1UEAxMXc2lnc3RvcmUtdHNhLXNlbGZzaWduZWQCFDoTVC8MkGHuvMFDL8uKjosqI4sMMAsGCWCGSAFlAwQCAaCB/DAaBgkqhkiG9w0BCQMxDQYLKoZIhvcNAQkQAQQwHAYJKoZIhvcNAQkFMQ8XDTI2MTExMDIyMTkwOVowLwYJKoZIhvcNAQkEMSIEINYPEAoQOb+L5hCowjePypSZkp0yr1Wr4UEQ1WCFJiQeMIGOBgsqhkiG9w0BCRACLzF/MH0wezB5BCCF+Se8B6tiysO0Q1bBDvyBssaIP9p6uebYcNnROs0FtzBVMD2kOzA5MRUwEwYDVQQKEwxzaWdzdG9yZS5kZXYxIDAeBgNVBAMTF3NpZ3N0b3JlLXRzYS1zZWxmc2lnbmVkAhQ6E1QvDJBh7rzBQy/Lio6LKiOLDDAKBggqhkjOPQQDAgRmMGQCMEkTQFI/VtM+BVEc0xBrKtFv7IWm1zxz5GUJO2a8FHcqJh/dAf2Vm9eCb8EJewZVUAIwDHH4jT8mxuLqCkMlbtn4gNhsPdPNBhUrGaqgEhfewChpdg0YRfqBf50Wvp4LCdUP"}]}},"messageSignature":{"messageDigest":{"algorithm":"SHA2_256","digest":"7peWpQA9s0adjVtG7BkmdFjnHBgEm59+EcPI2K2Z9L8="},"signature":"MEUCIQCsAP8osYlNmwuFgPxOKh3OXcPknNNqqOaFvlxM2z8SxQIgSeHP8z+S93YuLvSnQu0RGwSX2DoguLFbPb29US1DA/U="}}
|
|
|
|
| 1 |
+
{"mediaType":"application/vnd.dev.sigstore.bundle.v0.3+json","verificationMaterial":{"certificate":{"rawBytes":"MIIHLjCCBrOgAwIBAgIUZV+TqkqSWqShkccmYQ/wdp9HoFkwCgYIKoZIzj0EAwMwNzEVMBMGA1UEChMMc2lnc3RvcmUuZGV2MR4wHAYDVQQDExVzaWdzdG9yZS1pbnRlcm1lZGlhdGUwHhcNMjYxMTE4MjIxMjU3WhcNMjYxMTE4MjIyMjU3WjAAMFkwEwYHKoZIzj0CAQYIKoZIzj0DAQcDQgAEcTyMIIu02AHAXEZmu3FkfDM9a4gZ0gLOxuX6ms76RwY056kUkOg5rOjZrwhhDfyfLTHXXctM30fl5eT045TwrqOCBdIwggXOMA4GA1UdDwEB/wQEAwIHgDATBgNVHSUEDDAKBggrBgEFBQcDAzAfBgNVHSMEGDAWgBTf0+nPViQRlvmo2OkoVaLGLhhkPzBrBgNVHREBAf8EYTBfhl1odHRwczovL2dpdGh1Yi5jb20vaHVnZ2luZ2ZhY2Uva2VybmVscy1jb21tdW5pdHkvLmdpdGh1Yi93b3JrZmxvd3MvYnVpbGQueWFtbEByZWZzL2hlYWRzL21haW4wOQYKKwYBBAGDvzABAQQraHR0cHM6Ly90b2tlbi5hY3Rpb25zLmdpdGh1YnVzZXJjb250ZW50LmNvbTAfBgorBgEEAYO/MAECBBF3b3JrZmxvd19kaXNwYXRjaDA2BgorBgEEAYO/MAEDBChhZTJjMmJlMzFiOTFkYjJmNGQxM2MwYmYxYTcyMDUxYmQ3ZTBkMGFmMBMGCisGAQQBg78wAQQEBUJ1aWxkMCsGCisGAQQBg78wAQUEHWh1Z2dpbmdmYWNlL2tlcm5lbHMtY29tbXVuaXR5MB0GCisGAQQBg78wAQYED3JlZnMvaGVhZHMvbWFpbjA7BgorBgEEAYO/MAEIBC0MK2h0dHBzOi8vdG9rZW4uYWN0aW9ucy5naXRodWJ1c2VyY29udGVudC5jb20wbQYKKwYBBAGDvzABCQRfDF1odHRwczovL2dpdGh1Yi5jb20vaHVnZ2luZ2ZhY2Uva2VybmVscy1jb21tdW5pdHkvLmdpdGh1Yi93b3JrZmxvd3MvYnVpbGQueWFtbEByZWZzL2hlYWRzL21haW4wOAYKKwYBBAGDvzABCgQqDChhZTJjMmJlMzFiOTFkYjJmNGQxM2MwYmYxYTcyMDUxYmQ3ZTBkMGFmMBsGCisGAQQBg78wAQsEDQwLc2VsZi1ob3N0ZWQwQAYKKwYBBAGDvzABDAQyDDBodHRwczovL2dpdGh1Yi5jb20vaHVnZ2luZ2ZhY2Uva2VybmVscy1jb21tdW5pdHkwOAYKKwYBBAGDvzABDQQqDChhZTJjMmJlMzFiOTFkYjJmNGQxM2MwYmYxYTcyMDUxYmQ3ZTBkMGFmMB8GCisGAQQBg78wAQ4EEQwPcmVmcy9oZWFkcy9tYWluMBoGCisGAQQBg78wAQ8EDAwKMTA3MTQ3NTUyOTAuBgorBgEEAYO/MAEQBCAMHmh0dHBzOi8vZ2l0aHViLmNvbS9odWdnaW5nZmFjZTAYBgorBgEEAYO/MAERBAoMCDI1NzIwNzQzMG0GCisGAQQBg78wARIEXwxdaHR0cHM6Ly9naXRodWIuY29tL2h1Z2dpbmdmYWNlL2tlcm5lbHMtY29tbXVuaXR5Ly5naXRodWIvd29ya2Zsb3dzL2J1aWxkLnlhbWxAcmVmcy9oZWFkcy9tYWluMDgGCisGAQQBg78wARMEKgwoYWUyYzJiZTMxYjkxZGIyZjRkMTNjMGJmMWE3MjA1MWJkN2UwZDBhZjAhBgorBgEEAYO/MAEUBBMMEXdvcmtmbG93X2Rpc3BhdGNoMGQGCisGAQQBg78wARUEVgxUaHR0cHM6Ly9naXRodWIuY29tL2h1Z2dpbmdmYWNlL2tlcm5lbHMtY29tbXVuaXR5L2FjdGlvbnMvcnVucy80NDM0NTM0MjYwMC9hdHRlbXB0cy8xMBYGCisGAQQBg78wARYECAwGcHVibGljMEYGCisGAQQBg78wARgEOAw2cmVwbzpodWdnaW5nZmFjZS9rZXJuZWxzLWNvbW11bml0eTpyZWY6cmVmcy9oZWFkcy9tYWluMIGLBgorBgEEAdZ5AgQCBH0EewB5AHcA3T0wasbHETJjGR4cmWc3AqJKXrjePK3/h4pygC8p7o4AAAGh8LhelwAABAMASDBGAiEAn7KseEXbdykuzMWKFVCZYUY0wsz3LoPGQGCD7bQOeuICIQCwG9mgUkAgE/DbjRwyRJ199tdiBeY8amrXK1C+1w1swjAKBggqhkjOPQQDAwNpADBmAjEAzpC6KwrIks+rcCrxmSDaotz8dBVGvgju4YPtSZN7CEXHU2tTXwb5Zm21kwCSDW/SAjEAvuG+QwUWs8PfxcsErI3KpCjFE/7sFeOkQ/X1Bikgyk/4Qn+5nRhxscqLV3/H/kPT"},"tlogEntries":[{"logIndex":"3979515965","logId":{"keyId":"wNI9atQGlz+VWfO6LRygH4QUfY/8W4RFwiT5i5WRgB0="},"kindVersion":{"kind":"hashedrekord","version":"0.0.1"},"integratedTime":"1795039981","inclusionPromise":{"signedEntryTimestamp":"MEQCID1CRmL7ab8i4nSfJjligTTYeab3PeqZnS9ti4qtHPOMAiAYZmc9vnOS3GSz66qp2PbwdP8p/Eau56bIdZLSuJrtyg=="},"inclusionProof":{"logIndex":"3857611703","rootHash":"d6cDEC2zQTaWUOusZaFtBhqh/cp6KWlewsp65oQHRmk=","treeSize":"3857614877","hashes":["9Z148Lv2Seb3yBkmZxOwkzNNehG4XEtENlDYKzYE+mc=","mp1nwF1urFkDlapfKxR0iQLX88FrUQvPhwxkT+gV/8E=","0YI6j9tVXNbFk2IBTqP5lizGzQq4ZS67yokHCrKyJvM=","YrkHa49edgdfwahtsjnFYriKfc6KGDZXvxhH8gOb2ZA=","QXgEIcHXkcrgrMVp/4iDWHlAJaNZnB/LedMNwYDCoaw=","2HKOA5DKvMVKeyPTRyiqAn8k6Y9v+95nEWJyLq4DJmI=","226z4ibEmW7v/nGBHpE5dbIAKv4JXISHk22JT3GreLE=","cDBSrJz2sDmQ358vUnCpoWNFC8/aRhh8RTyoNJBpIRU=","Gb5+PoXi5lAT9XnQhwzJ8R1P1zgnrz1KUXKgcYTYpQo=","GbUSpW+m765gv2nckRQUIaFNRto43U8TxPQqi1JeA1M=","WWKEj/KpY+DixC5zmFki0Pgn36N+umlh52AlsPCDwNI=","tW/oKXaXQ+zA1ktJm8csSIN9f4lvTKA8TLlfQ7zPar4=","a0VD0K7t/NagdI4vhSEtlD5HDcqx49ezGBCeTu99uFs=","h2mBE2k0iIHyLienTWl812qyZU9Bcv+IUFv6doFc4iE=","MyLTQkVjSD7cruhpRyydNmbOvcVA3XMWqKgsxv9oROQ=","0St5XkAp6g+5UHaYMDl9d+tX9xCL7PfG1t0kfeI2pgI=","J5GChuYeaFKDaUvU2ZVLDq0Z9owwZ+wLrLV9d2w1eMo=","Zb383XYqETY5ab+zJn0nBDkCciFNJTzRgu5XgPv11qY=","/ihHj1fQjFvlTbA47NC99ngmBnq5+Dv0MHP0qGXN1YU=","q+AZHSuFZigq9sVSKJOXt13bhdDE+gG3Sz4g1LSlXrY=","GLLoBV9JSo2kQfEats+FRxH9J+Y5LIlNozzD3EfUJ4k=","LtxO1SRkRdOspzlk/oR5gB4UJLygHwKl8SxHnA6bl50=","LG50Z3o5WoQx+ipx4JjOZEPoUxIXQjykMUu64z5RDaU=","pGLNL38fZHRQRuTPkhqzP2fMx5gxRPH/gPikPPETFpY=","k0+Z1T6dI0Tgluh54oO/hnxtuoW22MqFIjVTPYeUJGU=","1DaDKzrCNNBhmSdY5vFjz+NpAmxmYfYEgBCdPLrMP1A=","xH/DCseLHr9eKoYT8qsORZK7zVdEGYWHuVtsVrD95wY="],"checkpoint":{"envelope":"rekor.sigstore.dev - 1193050959916656506\n3857614877\nd6cDEC2zQTaWUOusZaFtBhqh/cp6KWlewsp65oQHRmk=\n\n— rekor.sigstore.dev wNI9ajBGAiEA8SteB+ezyAOyPNi0G4zuhAcJi1ITj6kzcpGMt4zOpRACIQDYtahRSw3vVLsfpZqggzdpKIbxWA8yQKCxiQr8R7bE8w==\n"}},"canonicalizedBody":"eyJhcGlWZXJzaW9uIjoiMC4wLjEiLCJraW5kIjoiaGFzaGVkcmVrb3JkIiwic3BlYyI6eyJkYXRhIjp7Imhhc2giOnsiYWxnb3JpdGhtIjoic2hhMjU2IiwidmFsdWUiOiJkNjdiMGZiYmMzMzk0Y2ZiMTEzN2I1ZGI3MzdkYmUyNjMxZjYxMjY5ZTQ3OThlNjdhZDY2ODk0ZDlhOTFkNzU2In19LCJzaWduYXR1cmUiOnsiY29udGVudCI6Ik1FWUNJUURTR1Vwakk4NmVJT1VGb0dRa2JiYmkyNFhzWnN2N0Rhczh2eG9qdW1nMVRRSWhBSkNvcmtoYS9Kait0S3RwUTVHZFdmTHJvRndQZERvUDNTQWFOekFzUWVTLyIsInB1YmxpY0tleSI6eyJjb250ZW50IjoiTFMwdExTMUNSVWRKVGlCRFJWSlVTVVpKUTBGVVJTMHRMUzB0Q2sxSlNVaE1ha05EUW5KUFowRjNTVUpCWjBsVldsWXJWSEZyY1ZOWGNWTm9hMk5qYlZsUkwzZGtjRGxJYjBacmQwTm5XVWxMYjFwSmVtb3dSVUYzVFhjS1RucEZWazFDVFVkQk1WVkZRMmhOVFdNeWJHNWpNMUoyWTIxVmRWcEhWakpOVWpSM1NFRlpSRlpSVVVSRmVGWjZZVmRrZW1SSE9YbGFVekZ3WW01U2JBcGpiVEZzV2tkc2FHUkhWWGRJYUdOT1RXcFplRTFVUlRSTmFrbDRUV3BWTTFkb1kwNU5hbGw0VFZSRk5FMXFTWGxOYWxVelYycEJRVTFHYTNkRmQxbElDa3R2V2tsNmFqQkRRVkZaU1V0dldrbDZhakJFUVZGalJGRm5RVVZqVkhsTlNVbDFNREpCU0VGWVJWcHRkVE5HYTJaRVRUbGhOR2RhTUdkTVQzaDFXRFlLYlhNM05sSjNXVEExTm10VmEwOW5OWEpQYWxweWQyaG9SR1o1Wmt4VVNGaFlZM1JOTXpCbWJEVmxWREEwTlZSM2NuRlBRMEprU1hkbloxaFBUVUUwUndwQk1WVmtSSGRGUWk5M1VVVkJkMGxJWjBSQlZFSm5UbFpJVTFWRlJFUkJTMEpuWjNKQ1owVkdRbEZqUkVGNlFXWkNaMDVXU0ZOTlJVZEVRVmRuUWxSbUNqQXJibEJXYVZGU2JIWnRiekpQYTI5V1lVeEhUR2hvYTFCNlFuSkNaMDVXU0ZKRlFrRm1PRVZaVkVKbWFHd3hiMlJJVW5kamVtOTJUREprY0dSSGFERUtXV2sxYW1JeU1IWmhTRlp1V2pKc2RWb3lXbWhaTWxWMllUSldlV0p0Vm5OamVURnFZakl4ZEdSWE5YQmtTR3QyVEcxa2NHUkhhREZaYVRrellqTktjZ3BhYlhoMlpETk5kbGx1Vm5CaVIxRjFaVmRHZEdKRlFubGFWMXA2VERKb2JGbFhVbnBNTWpGb1lWYzBkMDlSV1V0TGQxbENRa0ZIUkhaNlFVSkJVVkZ5Q21GSVVqQmpTRTAyVEhrNU1HSXlkR3hpYVRWb1dUTlNjR0l5TlhwTWJXUndaRWRvTVZsdVZucGFXRXBxWWpJMU1GcFhOVEJNYlU1MllsUkJaa0puYjNJS1FtZEZSVUZaVHk5TlFVVkRRa0pHTTJJelNuSmFiWGgyWkRFNWEyRllUbmRaV0ZKcVlVUkJNa0puYjNKQ1owVkZRVmxQTDAxQlJVUkNRMmhvV2xSS2FncE5iVXBzVFhwR2FVOVVSbXRaYWtwdFRrZFJlRTB5VFhkWmJWbDRXVlJqZVUxRVZYaFpiVkV6V2xSQ2EwMUhSbTFOUWsxSFEybHpSMEZSVVVKbk56aDNDa0ZSVVVWQ1ZVb3hZVmQ0YTAxRGMwZERhWE5IUVZGUlFtYzNPSGRCVVZWRlNGZG9NVm95WkhCaWJXUnRXVmRPYkV3eWRHeGpiVFZzWWtoTmRGa3lPWFFLWWxoV2RXRllValZOUWpCSFEybHpSMEZSVVVKbk56aDNRVkZaUlVRelNteGFiazEyWVVkV2FGcElUWFppVjBad1ltcEJOMEpuYjNKQ1owVkZRVmxQTHdwTlFVVkpRa013VFVzeWFEQmtTRUo2VDJrNGRtUkhPWEphVnpSMVdWZE9NR0ZYT1hWamVUVnVZVmhTYjJSWFNqRmpNbFo1V1RJNWRXUkhWblZrUXpWcUNtSXlNSGRpVVZsTFMzZFpRa0pCUjBSMmVrRkNRMUZTWmtSR01XOWtTRkozWTNwdmRrd3laSEJrUjJneFdXazFhbUl5TUhaaFNGWnVXakpzZFZveVdtZ0tXVEpWZG1FeVZubGliVlp6WTNreGFtSXlNWFJrVnpWd1pFaHJka3h0WkhCa1IyZ3hXV2s1TTJJelNuSmFiWGgyWkROTmRsbHVWbkJpUjFGMVpWZEdkQXBpUlVKNVdsZGFla3d5YUd4WlYxSjZUREl4YUdGWE5IZFBRVmxMUzNkWlFrSkJSMFIyZWtGQ1EyZFJjVVJEYUdoYVZFcHFUVzFLYkUxNlJtbFBWRVpyQ2xscVNtMU9SMUY0VFRKTmQxbHRXWGhaVkdONVRVUlZlRmx0VVROYVZFSnJUVWRHYlUxQ2MwZERhWE5IUVZGUlFtYzNPSGRCVVhORlJGRjNUR015Vm5NS1dta3hiMkl6VGpCYVYxRjNVVUZaUzB0M1dVSkNRVWRFZG5wQlFrUkJVWGxFUkVKdlpFaFNkMk42YjNaTU1tUndaRWRvTVZscE5XcGlNakIyWVVoV2JncGFNbXgxV2pKYWFGa3lWWFpoTWxaNVltMVdjMk41TVdwaU1qRjBaRmMxY0dSSWEzZFBRVmxMUzNkWlFrSkJSMFIyZWtGQ1JGRlJjVVJEYUdoYVZFcHFDazF0U214TmVrWnBUMVJHYTFscVNtMU9SMUY0VFRKTmQxbHRXWGhaVkdONVRVUlZlRmx0VVROYVZFSnJUVWRHYlUxQ09FZERhWE5IUVZGUlFtYzNPSGNLUVZFMFJVVlJkMUJqYlZadFkzazViMXBYUm10amVUbDBXVmRzZFUxQ2IwZERhWE5IUVZGUlFtYzNPSGRCVVRoRlJFRjNTMDFVUVROTlZGRXpUbFJWZVFwUFZFRjFRbWR2Y2tKblJVVkJXVTh2VFVGRlVVSkRRVTFJYldnd1pFaENlazlwT0haYU1td3dZVWhXYVV4dFRuWmlVemx2WkZka2JtRlhOVzVhYlVacUNscFVRVmxDWjI5eVFtZEZSVUZaVHk5TlFVVlNRa0Z2VFVORVNURk9la2wzVG5wUmVrMUhNRWREYVhOSFFWRlJRbWMzT0hkQlVrbEZXSGQ0WkdGSVVqQUtZMGhOTmt4NU9XNWhXRkp2WkZkSmRWa3lPWFJNTW1neFdqSmtjR0p0WkcxWlYwNXNUREowYkdOdE5XeGlTRTEwV1RJNWRHSllWblZoV0ZJMVRIazFiZ3BoV0ZKdlpGZEpkbVF5T1hsaE1scHpZak5rZWt3eVNqRmhWM2hyVEc1c2FHSlhlRUZqYlZadFkzazViMXBYUm10amVUbDBXVmRzZFUxRVowZERhWE5IQ2tGUlVVSm5OemgzUVZKTlJVdG5kMjlaVjFWNVdYcEthVnBVVFhoWmFtdDRXa2RKZVZwcVVtdE5WRTVxVFVkS2JVMVhSVE5OYWtFeFRWZEthMDR5VlhjS1drUkNhRnBxUVdoQ1oyOXlRbWRGUlVGWlR5OU5RVVZWUWtKTlRVVllaSFpqYlhSdFlrYzVNMWd5VW5Cak0wSm9aRWRPYjAxSFVVZERhWE5IUVZGUlFncG5OemgzUVZKVlJWWm5lRlZoU0ZJd1kwaE5Oa3g1T1c1aFdGSnZaRmRKZFZreU9YUk1NbWd4V2pKa2NHSnRaRzFaVjA1c1RESjBiR050Tld4aVNFMTBDbGt5T1hSaVdGWjFZVmhTTlV3eVJtcGtSMngyWW01TmRtTnVWblZqZVRnd1RrUk5NRTVVVFRCTmFsbDNUVU01YUdSSVVteGlXRUl3WTNrNGVFMUNXVWNLUTJselIwRlJVVUpuTnpoM1FWSlpSVU5CZDBkalNGWnBZa2RzYWsxRldVZERhWE5IUVZGUlFtYzNPSGRCVW1kRlQwRjNNbU50Vm5kaWVuQnZaRmRrYmdwaFZ6VnVXbTFHYWxwVE9YSmFXRXAxV2xkNGVreFhUblppVnpFeFltMXNNR1ZVY0hsYVYxazJZMjFXYldONU9XOWFWMFpyWTNrNWRGbFhiSFZOU1VkTUNrSm5iM0pDWjBWRlFXUmFOVUZuVVVOQ1NEQkZaWGRDTlVGSVkwRXpWREIzWVhOaVNFVlVTbXBIVWpSamJWZGpNMEZ4U2t0WWNtcGxVRXN6TDJnMGNIa0taME00Y0Rkdk5FRkJRVWRvT0V4b1pXeDNRVUZDUVUxQlUwUkNSMEZwUlVGdU4wdHpaVVZZWW1SNWEzVjZUVmRMUmxaRFdsbFZXVEIzYzNvelRHOVFSd3BSUjBORU4ySlJUMlYxU1VOSlVVTjNSemx0WjFWclFXZEZMMFJpYWxKM2VWSktNVGs1ZEdScFFtVlpPR0Z0Y2xoTE1VTXJNWGN4YzNkcVFVdENaMmR4Q21ocmFrOVFVVkZFUVhkT2NFRkVRbTFCYWtWQmVuQkROa3QzY2tscmN5dHlZME55ZUcxVFJHRnZkSG80WkVKV1IzWm5hblUwV1ZCMFUxcE9OME5GV0VnS1ZUSjBWRmgzWWpWYWJUSXhhM2REVTBSWEwxTkJha1ZCZG5WSEsxRjNWVmR6T0ZCbWVHTnpSWEpKTTB0d1EycEdSUzgzYzBabFQydFJMMWd4UW1sclp3cDVheTgwVVc0ck5XNVNhSGh6WTNGTVZqTXZTQzlyVUZRS0xTMHRMUzFGVGtRZ1EwVlNWRWxHU1VOQlZFVXRMUzB0TFFvPSJ9fX19"}],"timestampVerificationData":{"rfc3161Timestamps":[{"signedTimestamp":"MIIE6jADAgEAMIIE4QYJKoZIhvcNAQcCoIIE0jCCBM4CAQMxDTALBglghkgBZQMEAgEwgcIGCyqGSIb3DQEJEAEEoIGyBIGvMIGsAgEBBgkrBgEEAYO/MAIwMTANBglghkgBZQMEAgEFAAQgZyrUN2b3YHYIptpn/o/WkAhUDPZJqsgcP7WEI8AsPnwCFAwSm4M/zLCPsdCVygOf+mmYvfsuGA8yMDI2MTExODIyMTI1N1owAwIBAQIJAOCdJQO+b2MnoDKkMDAuMRUwEwYDVQQKEwxzaWdzdG9yZS5kZXYxFTATBgNVBAMTDHNpZ3N0b3JlLXRzYaCCAhQwggIQMIIBlqADAgECAhQ6E1QvDJBh7rzBQy/Lio6LKiOLDDAKBggqhkjOPQQDAzA5MRUwEwYDVQQKEwxzaWdzdG9yZS5kZXYxIDAeBgNVBAMTF3NpZ3N0b3JlLXRzYS1zZWxmc2lnbmVkMB4XDTI1MDQwODA2NTk0M1oXDTM1MDQwNjA2NTk0M1owLjEVMBMGA1UEChMMc2lnc3RvcmUuZGV2MRUwEwYDVQQDEwxzaWdzdG9yZS10c2EwdjAQBgcqhkjOPQIBBgUrgQQAIgNiAATitrZnyEo2KDZP2QWMIBOgYbfSOTL5ZC/cHMv6Yq+HVIo1H9TC7Cx80KDiyvKhgB3wTqKyi9UDczhqg12b1AOLnRnydMTK+qB8M+1MjBci1+Jb8AV/VXu7CRuQCiPTHFyjajBoMA4GA1UdDwEB/wQEAwIHgDAdBgNVHQ4EFgQUif15Q4fP0GVGwwJGxyxzW3206wMwHwYDVR0jBBgwFoAUmOwB73+7Uf/UlR5vioiYUweJzr8wFgYDVR0lAQH/BAwwCgYIKwYBBQUHAwgwCgYIKoZIzj0EAwMDaAAwZQIwO2mxX/opo7SrIX9QyxfZpJRcpAV2gZOm1AZzR+2rVyy6Uc8Ybp2ybIw13ckH4bcRAjEA5qO8FyOkmYpvg2/7ZNqiPxRzn5vqKHoVcIIqtpKq6l7TvOqzAxxclN7VwTG8e++XMYIB2zCCAdcCAQEwUTA5MRUwEwYDVQQKEwxzaWdzdG9yZS5kZXYxIDAeBgNVBAMTF3NpZ3N0b3JlLXRzYS1zZWxmc2lnbmVkAhQ6E1QvDJBh7rzBQy/Lio6LKiOLDDALBglghkgBZQMEAgGggfwwGgYJKoZIhvcNAQkDMQ0GCyqGSIb3DQEJEAEEMBwGCSqGSIb3DQEJBTEPFw0yNjExMTgyMjEyNTdaMC8GCSqGSIb3DQEJBDEiBCD1a6X1XFVDXVUgOh+YaUx7L9tCI3RLz2IkLj9lzBoqFzCBjgYLKoZIhvcNAQkQAi8xfzB9MHsweQQghfknvAerYsrDtENWwQ78gbLGiD/aernm2HDZ0TrNBbcwVTA9pDswOTEVMBMGA1UEChMMc2lnc3RvcmUuZGV2MSAwHgYDVQQDExdzaWdzdG9yZS10c2Etc2VsZnNpZ25lZAIUOhNULwyQYe68wUMvy4qOiyojiwwwCgYIKoZIzj0EAwIEZzBlAjAwU7opMfKsqg4rck6roEvFwIj++sL0Y4MNkMLVKj0vlBZ/UQN05/34qjlrU1NvCYwCMQDRGM6D0HIpyM9bZK2B1gO96leTX0ghn/M6CMawzcoPM7tc5nj3gM6F97tAQd1XuRA="}]}},"messageSignature":{"messageDigest":{"algorithm":"SHA2_256","digest":"1nsPu8M5TPsRN7Xbc32+JjH2EmnkeY5nrWaJTZqR11Y="},"signature":"MEYCIQDSGUpjI86eIOUFoGQkbbbi24XsZsv7Das8vxojumg1TQIhAJCorkha/Jj+tKtpQ5GdWfLroFwPdDoP3SAaNzAsQeS/"}}
|
build/torch-stable-abi29-cu132-x86_64-linux/symbols.json
CHANGED
|
@@ -1,11 +1,11 @@
|
|
| 1 |
{
|
| 2 |
"schema_version": 1,
|
| 3 |
-
"module": "
|
| 4 |
"functions": [
|
| 5 |
{
|
| 6 |
"name": "add_op_namespace_prefix",
|
| 7 |
"qualname": "add_op_namespace_prefix",
|
| 8 |
-
"module": "
|
| 9 |
"kind": "function",
|
| 10 |
"doc": "Prefix op by namespace.",
|
| 11 |
"signature": {
|
|
@@ -23,7 +23,7 @@
|
|
| 23 |
{
|
| 24 |
"name": "flash_attn_combine",
|
| 25 |
"qualname": "flash_attn_combine",
|
| 26 |
-
"module": "
|
| 27 |
"kind": "function",
|
| 28 |
"doc": null,
|
| 29 |
"signature": {
|
|
@@ -59,7 +59,7 @@
|
|
| 59 |
{
|
| 60 |
"name": "flash_attn_func",
|
| 61 |
"qualname": "flash_attn_func",
|
| 62 |
-
"module": "
|
| 63 |
"kind": "function",
|
| 64 |
"doc": "dropout_p should be set to 0.0 during evaluation\nSupports multi-query and grouped-query attention (MQA/GQA) by passing in KV with fewer heads\nthan Q. Note that the number of heads in Q must be divisible by the number of heads in KV.\nFor example, if Q has 6 heads and K, V have 2 heads, head 0, 1, 2 of Q will attention to head\n0 of K, V, and head 3, 4, 5 of Q will attention to head 1 of K, V.\n\nIf causal=True, the causal mask is aligned to the bottom right corner of the attention matrix.\nFor example, if seqlen_q = 2 and seqlen_k = 5, the causal mask (1 = keep, 0 = masked out) is:\n 1 1 1 1 0\n 1 1 1 1 1\nIf seqlen_q = 5 and seqlen_k = 2, the causal mask is:\n 0 0\n 0 0\n 0 0\n 1 0\n 1 1\nIf the row of the mask is all zero, the output will be zero.\n\nIf window_size != (-1, -1), implements sliding window local attention. Query at position i\nwill only attend to keys between\n[i + seqlen_k - seqlen_q - window_size[0], i + seqlen_k - seqlen_q + window_size[1]] inclusive.\n\nArguments:\n q: (batch_size, seqlen, nheads, headdim)\n k: (batch_size, seqlen, nheads_k, headdim)\n v: (batch_size, seqlen, nheads_k, headdim)\n dropout_p: float. Dropout probability.\n softmax_scale: float. The scaling of QK^T before applying softmax.\n Default to 1 / sqrt(headdim).\n causal: bool. Whether to apply causal attention mask (e.g., for auto-regressive modeling).\n window_size: (left, right). If not (-1, -1), implements sliding window local attention.\n alibi_slopes: (nheads,) or (batch_size, nheads), fp32. A bias of\n (-alibi_slope * |i + seqlen_k - seqlen_q - j|)\n is added to the attention score of query i and key j.\n deterministic: bool. Whether to use the deterministic implementation of the backward pass,\n which is slightly slower and uses more memory. The forward pass is always deterministic.\n return_attn_probs: bool. Whether to return the attention probabilities. This option is for\n testing only. The returned probabilities are not guaranteed to be correct\n (they might not have the right scaling).\nReturn:\n out: (batch_size, seqlen, nheads, headdim).\n softmax_lse [optional, if return_attn_probs=True]: (batch_size, nheads, seqlen). The\n logsumexp of each row of the matrix QK^T * scaling (e.g., log of the softmax\n normalization factor).",
|
| 65 |
"signature": {
|
|
@@ -173,7 +173,7 @@
|
|
| 173 |
{
|
| 174 |
"name": "flash_attn_qkvpacked_func",
|
| 175 |
"qualname": "flash_attn_qkvpacked_func",
|
| 176 |
-
"module": "
|
| 177 |
"kind": "function",
|
| 178 |
"doc": "dropout_p should be set to 0.0 during evaluation\nIf Q, K, V are already stacked into 1 tensor, this function will be faster than\ncalling flash_attn_func on Q, K, V since the backward pass avoids explicit concatenation\nof the gradients of Q, K, V.\nFor multi-query and grouped-query attention (MQA/GQA), please see\nflash_attn_kvpacked_func and flash_attn_func.\n\nIf window_size != (-1, -1), implements sliding window local attention. Query at position i\nwill only attend to keys between [i - window_size[0], i + window_size[1]] inclusive.\n\nArguments:\n qkv: (batch_size, seqlen, 3, nheads, headdim)\n dropout_p: float. Dropout probability.\n softmax_scale: float. The scaling of QK^T before applying softmax.\n Default to 1 / sqrt(headdim).\n causal: bool. Whether to apply causal attention mask (e.g., for auto-regressive modeling).\n window_size: (left, right). If not (-1, -1), implements sliding window local attention.\n softcap: float. Anything > 0 activates softcapping attention.\n alibi_slopes: (nheads,) or (batch_size, nheads), fp32. A bias of (-alibi_slope * |i - j|) is added to\n the attention score of query i and key j.\n deterministic: bool. Whether to use the deterministic implementation of the backward pass,\n which is slightly slower and uses more memory. The forward pass is always deterministic.\n return_attn_probs: bool. Whether to return the attention probabilities. This option is for\n testing only. The returned probabilities are not guaranteed to be correct\n (they might not have the right scaling).\nReturn:\n out: (batch_size, seqlen, nheads, headdim).\n softmax_lse [optional, if return_attn_probs=True]: (batch_size, nheads, seqlen). The\n logsumexp of each row of the matrix QK^T * scaling (e.g., log of the softmax\n normalization factor).\n S_dmask [optional, if return_attn_probs=True]: (batch_size, nheads, seqlen, seqlen).\n The output of softmax (possibly with different scaling). It also encodes the dropout\n pattern (negative means that location was dropped, nonnegative means it was kept).",
|
| 179 |
"signature": {
|
|
@@ -263,7 +263,7 @@
|
|
| 263 |
{
|
| 264 |
"name": "flash_attn_varlen_func",
|
| 265 |
"qualname": "flash_attn_varlen_func",
|
| 266 |
-
"module": "
|
| 267 |
"kind": "function",
|
| 268 |
"doc": null,
|
| 269 |
"signature": {
|
|
@@ -413,7 +413,7 @@
|
|
| 413 |
{
|
| 414 |
"name": "flash_attn_with_kvcache",
|
| 415 |
"qualname": "flash_attn_with_kvcache",
|
| 416 |
-
"module": "
|
| 417 |
"kind": "function",
|
| 418 |
"doc": "If k and v are not None, k_cache and v_cache will be updated *inplace* with the new values from\nk and v. This is useful for incremental decoding: you can pass in the cached keys/values from\nthe previous step, and update them with the new keys/values from the current step, and do\nattention with the updated cache, all in 1 kernel.\n\nIf you pass in k / v, you must make sure that the cache is large enough to hold the new values.\nFor example, the KV cache could be pre-allocated with the max sequence length, and you can use\ncache_seqlens to keep track of the current sequence lengths of each sequence in the batch.\n\nAlso apply rotary embedding if rotary_cos and rotary_sin are passed in. The key @k will be\nrotated by rotary_cos and rotary_sin at indices cache_seqlens, cache_seqlens + 1, etc.\nIf causal or local (i.e., window_size != (-1, -1)), the query @q will be rotated by rotary_cos\nand rotary_sin at indices cache_seqlens, cache_seqlens + 1, etc.\nIf not causal and not local, the query @q will be rotated by rotary_cos and rotary_sin at\nindices cache_seqlens only (i.e. we consider all tokens in @q to be at position cache_seqlens).\n\nSee tests/test_flash_attn.py::test_flash_attn_kvcache for examples of how to use this function.\n\nSupports multi-query and grouped-query attention (MQA/GQA) by passing in KV with fewer heads\nthan Q. Note that the number of heads in Q must be divisible by the number of heads in KV.\nFor example, if Q has 6 heads and K, V have 2 heads, head 0, 1, 2 of Q will attention to head\n0 of K, V, and head 3, 4, 5 of Q will attention to head 1 of K, V.\n\nIf causal=True, the causal mask is aligned to the bottom right corner of the attention matrix.\nFor example, if seqlen_q = 2 and seqlen_k = 5, the causal mask (1 = keep, 0 = masked out) is:\n 1 1 1 1 0\n 1 1 1 1 1\nIf seqlen_q = 5 and seqlen_k = 2, the causal mask is:\n 0 0\n 0 0\n 0 0\n 1 0\n 1 1\nIf the row of the mask is all zero, the output will be zero.\n\nIf window_size != (-1, -1), implements sliding window local attention. Query at position i\nwill only attend to keys between\n[i + seqlen_k - seqlen_q - window_size[0], i + seqlen_k - seqlen_q + window_size[1]] inclusive.\n\nNote: Does not support backward pass.\n\nArguments:\n q: (batch_size, seqlen, nheads, headdim)\n k_cache: (batch_size_cache, seqlen_cache, nheads_k, headdim) if there's no page_table,\n or (num_blocks, page_block_size, nheads_k, headdim) if there's a page_table (i.e. paged KV cache)\n page_block_size can be arbitrary (e.g, 1, 2, 3, 64, etc.).\n v_cache: (batch_size_cache, seqlen_cache, nheads_k, headdim_v) if there's no page_table,\n or (num_blocks, page_block_size, nheads_k, headdim_v) if there's a page_table (i.e. paged KV cache)\n k [optional]: (batch_size, seqlen_new, nheads_k, headdim). If not None, we concatenate\n k with k_cache, starting at the indices specified by cache_seqlens.\n v [optional]: (batch_size, seqlen_new, nheads_k, headdim_v). Similar to k.\n qv [optional]: (batch_size, seqlen, nheads, headdim_v)\n rotary_cos [optional]: (seqlen_ro, rotary_dim / 2). If not None, we apply rotary embedding\n to k and q. Only applicable if k and v are passed in. rotary_dim must be divisible by 16.\n rotary_sin [optional]: (seqlen_ro, rotary_dim / 2). Similar to rotary_cos.\n cache_seqlens: int, or (batch_size,), dtype torch.int32. The sequence lengths of the\n KV cache.\n cache_batch_idx: (batch_size,), dtype torch.int32. The indices used to index into the KV cache.\n If None, we assume that the batch indices are [0, 1, 2, ..., batch_size - 1].\n If the indices are not distinct, and k and v are provided, the values updated in the cache\n might come from any of the duplicate indices.\n cache_leftpad: (batch_size,), dtype torch.int32. The index that the KV cache starts. If None, assume 0.\n page_table [optional]: (batch_size, max_num_blocks_per_seq), dtype torch.int32.\n softmax_scale: float. The scaling of QK^T before applying softmax.\n Default to 1 / sqrt(headdim).\n causal: bool. Whether to apply causal attention mask (e.g., for auto-regressive modeling).\n window_size: (left, right). If not (-1, -1), implements sliding window local attention.\n softcap: float. Anything > 0 activates softcapping attention.\n rotary_interleaved: bool. Only applicable if rotary_cos and rotary_sin are passed in.\n If True, rotary embedding will combine dimensions 0 & 1, 2 & 3, etc. If False,\n rotary embedding will combine dimensions 0 & rotary_dim / 2, 1 & rotary_dim / 2 + 1\n (i.e. GPT-NeoX style).\n num_splits: int. If > 1, split the key/value into this many chunks along the sequence.\n If num_splits == 1, we don't split the key/value. If num_splits == 0, we use a heuristic\n to automatically determine the number of splits.\n Don't change this unless you know what you are doing.\n return_softmax_lse: bool. Whether to return the logsumexp of the attention scores.\n\nReturn:\n out: (batch_size, seqlen, nheads, headdim).\n softmax_lse [optional, if return_softmax_lse=True]: (batch_size, nheads, seqlen). The\n logsumexp of each row of the matrix QK^T * scaling (e.g., log of the softmax\n normalization factor).",
|
| 419 |
"signature": {
|
|
@@ -605,7 +605,7 @@
|
|
| 605 |
{
|
| 606 |
"name": "get_scheduler_metadata",
|
| 607 |
"qualname": "get_scheduler_metadata",
|
| 608 |
-
"module": "
|
| 609 |
"kind": "function",
|
| 610 |
"doc": null,
|
| 611 |
"signature": {
|
|
|
|
| 1 |
{
|
| 2 |
"schema_version": 1,
|
| 3 |
+
"module": "_flash_attn3_cuda_ae2c2be",
|
| 4 |
"functions": [
|
| 5 |
{
|
| 6 |
"name": "add_op_namespace_prefix",
|
| 7 |
"qualname": "add_op_namespace_prefix",
|
| 8 |
+
"module": "_flash_attn3_cuda_ae2c2be._ops",
|
| 9 |
"kind": "function",
|
| 10 |
"doc": "Prefix op by namespace.",
|
| 11 |
"signature": {
|
|
|
|
| 23 |
{
|
| 24 |
"name": "flash_attn_combine",
|
| 25 |
"qualname": "flash_attn_combine",
|
| 26 |
+
"module": "_flash_attn3_cuda_ae2c2be.flash_attn_interface",
|
| 27 |
"kind": "function",
|
| 28 |
"doc": null,
|
| 29 |
"signature": {
|
|
|
|
| 59 |
{
|
| 60 |
"name": "flash_attn_func",
|
| 61 |
"qualname": "flash_attn_func",
|
| 62 |
+
"module": "_flash_attn3_cuda_ae2c2be.flash_attn_interface",
|
| 63 |
"kind": "function",
|
| 64 |
"doc": "dropout_p should be set to 0.0 during evaluation\nSupports multi-query and grouped-query attention (MQA/GQA) by passing in KV with fewer heads\nthan Q. Note that the number of heads in Q must be divisible by the number of heads in KV.\nFor example, if Q has 6 heads and K, V have 2 heads, head 0, 1, 2 of Q will attention to head\n0 of K, V, and head 3, 4, 5 of Q will attention to head 1 of K, V.\n\nIf causal=True, the causal mask is aligned to the bottom right corner of the attention matrix.\nFor example, if seqlen_q = 2 and seqlen_k = 5, the causal mask (1 = keep, 0 = masked out) is:\n 1 1 1 1 0\n 1 1 1 1 1\nIf seqlen_q = 5 and seqlen_k = 2, the causal mask is:\n 0 0\n 0 0\n 0 0\n 1 0\n 1 1\nIf the row of the mask is all zero, the output will be zero.\n\nIf window_size != (-1, -1), implements sliding window local attention. Query at position i\nwill only attend to keys between\n[i + seqlen_k - seqlen_q - window_size[0], i + seqlen_k - seqlen_q + window_size[1]] inclusive.\n\nArguments:\n q: (batch_size, seqlen, nheads, headdim)\n k: (batch_size, seqlen, nheads_k, headdim)\n v: (batch_size, seqlen, nheads_k, headdim)\n dropout_p: float. Dropout probability.\n softmax_scale: float. The scaling of QK^T before applying softmax.\n Default to 1 / sqrt(headdim).\n causal: bool. Whether to apply causal attention mask (e.g., for auto-regressive modeling).\n window_size: (left, right). If not (-1, -1), implements sliding window local attention.\n alibi_slopes: (nheads,) or (batch_size, nheads), fp32. A bias of\n (-alibi_slope * |i + seqlen_k - seqlen_q - j|)\n is added to the attention score of query i and key j.\n deterministic: bool. Whether to use the deterministic implementation of the backward pass,\n which is slightly slower and uses more memory. The forward pass is always deterministic.\n return_attn_probs: bool. Whether to return the attention probabilities. This option is for\n testing only. The returned probabilities are not guaranteed to be correct\n (they might not have the right scaling).\nReturn:\n out: (batch_size, seqlen, nheads, headdim).\n softmax_lse [optional, if return_attn_probs=True]: (batch_size, nheads, seqlen). The\n logsumexp of each row of the matrix QK^T * scaling (e.g., log of the softmax\n normalization factor).",
|
| 65 |
"signature": {
|
|
|
|
| 173 |
{
|
| 174 |
"name": "flash_attn_qkvpacked_func",
|
| 175 |
"qualname": "flash_attn_qkvpacked_func",
|
| 176 |
+
"module": "_flash_attn3_cuda_ae2c2be.flash_attn_interface",
|
| 177 |
"kind": "function",
|
| 178 |
"doc": "dropout_p should be set to 0.0 during evaluation\nIf Q, K, V are already stacked into 1 tensor, this function will be faster than\ncalling flash_attn_func on Q, K, V since the backward pass avoids explicit concatenation\nof the gradients of Q, K, V.\nFor multi-query and grouped-query attention (MQA/GQA), please see\nflash_attn_kvpacked_func and flash_attn_func.\n\nIf window_size != (-1, -1), implements sliding window local attention. Query at position i\nwill only attend to keys between [i - window_size[0], i + window_size[1]] inclusive.\n\nArguments:\n qkv: (batch_size, seqlen, 3, nheads, headdim)\n dropout_p: float. Dropout probability.\n softmax_scale: float. The scaling of QK^T before applying softmax.\n Default to 1 / sqrt(headdim).\n causal: bool. Whether to apply causal attention mask (e.g., for auto-regressive modeling).\n window_size: (left, right). If not (-1, -1), implements sliding window local attention.\n softcap: float. Anything > 0 activates softcapping attention.\n alibi_slopes: (nheads,) or (batch_size, nheads), fp32. A bias of (-alibi_slope * |i - j|) is added to\n the attention score of query i and key j.\n deterministic: bool. Whether to use the deterministic implementation of the backward pass,\n which is slightly slower and uses more memory. The forward pass is always deterministic.\n return_attn_probs: bool. Whether to return the attention probabilities. This option is for\n testing only. The returned probabilities are not guaranteed to be correct\n (they might not have the right scaling).\nReturn:\n out: (batch_size, seqlen, nheads, headdim).\n softmax_lse [optional, if return_attn_probs=True]: (batch_size, nheads, seqlen). The\n logsumexp of each row of the matrix QK^T * scaling (e.g., log of the softmax\n normalization factor).\n S_dmask [optional, if return_attn_probs=True]: (batch_size, nheads, seqlen, seqlen).\n The output of softmax (possibly with different scaling). It also encodes the dropout\n pattern (negative means that location was dropped, nonnegative means it was kept).",
|
| 179 |
"signature": {
|
|
|
|
| 263 |
{
|
| 264 |
"name": "flash_attn_varlen_func",
|
| 265 |
"qualname": "flash_attn_varlen_func",
|
| 266 |
+
"module": "_flash_attn3_cuda_ae2c2be.flash_attn_interface",
|
| 267 |
"kind": "function",
|
| 268 |
"doc": null,
|
| 269 |
"signature": {
|
|
|
|
| 413 |
{
|
| 414 |
"name": "flash_attn_with_kvcache",
|
| 415 |
"qualname": "flash_attn_with_kvcache",
|
| 416 |
+
"module": "_flash_attn3_cuda_ae2c2be.flash_attn_interface",
|
| 417 |
"kind": "function",
|
| 418 |
"doc": "If k and v are not None, k_cache and v_cache will be updated *inplace* with the new values from\nk and v. This is useful for incremental decoding: you can pass in the cached keys/values from\nthe previous step, and update them with the new keys/values from the current step, and do\nattention with the updated cache, all in 1 kernel.\n\nIf you pass in k / v, you must make sure that the cache is large enough to hold the new values.\nFor example, the KV cache could be pre-allocated with the max sequence length, and you can use\ncache_seqlens to keep track of the current sequence lengths of each sequence in the batch.\n\nAlso apply rotary embedding if rotary_cos and rotary_sin are passed in. The key @k will be\nrotated by rotary_cos and rotary_sin at indices cache_seqlens, cache_seqlens + 1, etc.\nIf causal or local (i.e., window_size != (-1, -1)), the query @q will be rotated by rotary_cos\nand rotary_sin at indices cache_seqlens, cache_seqlens + 1, etc.\nIf not causal and not local, the query @q will be rotated by rotary_cos and rotary_sin at\nindices cache_seqlens only (i.e. we consider all tokens in @q to be at position cache_seqlens).\n\nSee tests/test_flash_attn.py::test_flash_attn_kvcache for examples of how to use this function.\n\nSupports multi-query and grouped-query attention (MQA/GQA) by passing in KV with fewer heads\nthan Q. Note that the number of heads in Q must be divisible by the number of heads in KV.\nFor example, if Q has 6 heads and K, V have 2 heads, head 0, 1, 2 of Q will attention to head\n0 of K, V, and head 3, 4, 5 of Q will attention to head 1 of K, V.\n\nIf causal=True, the causal mask is aligned to the bottom right corner of the attention matrix.\nFor example, if seqlen_q = 2 and seqlen_k = 5, the causal mask (1 = keep, 0 = masked out) is:\n 1 1 1 1 0\n 1 1 1 1 1\nIf seqlen_q = 5 and seqlen_k = 2, the causal mask is:\n 0 0\n 0 0\n 0 0\n 1 0\n 1 1\nIf the row of the mask is all zero, the output will be zero.\n\nIf window_size != (-1, -1), implements sliding window local attention. Query at position i\nwill only attend to keys between\n[i + seqlen_k - seqlen_q - window_size[0], i + seqlen_k - seqlen_q + window_size[1]] inclusive.\n\nNote: Does not support backward pass.\n\nArguments:\n q: (batch_size, seqlen, nheads, headdim)\n k_cache: (batch_size_cache, seqlen_cache, nheads_k, headdim) if there's no page_table,\n or (num_blocks, page_block_size, nheads_k, headdim) if there's a page_table (i.e. paged KV cache)\n page_block_size can be arbitrary (e.g, 1, 2, 3, 64, etc.).\n v_cache: (batch_size_cache, seqlen_cache, nheads_k, headdim_v) if there's no page_table,\n or (num_blocks, page_block_size, nheads_k, headdim_v) if there's a page_table (i.e. paged KV cache)\n k [optional]: (batch_size, seqlen_new, nheads_k, headdim). If not None, we concatenate\n k with k_cache, starting at the indices specified by cache_seqlens.\n v [optional]: (batch_size, seqlen_new, nheads_k, headdim_v). Similar to k.\n qv [optional]: (batch_size, seqlen, nheads, headdim_v)\n rotary_cos [optional]: (seqlen_ro, rotary_dim / 2). If not None, we apply rotary embedding\n to k and q. Only applicable if k and v are passed in. rotary_dim must be divisible by 16.\n rotary_sin [optional]: (seqlen_ro, rotary_dim / 2). Similar to rotary_cos.\n cache_seqlens: int, or (batch_size,), dtype torch.int32. The sequence lengths of the\n KV cache.\n cache_batch_idx: (batch_size,), dtype torch.int32. The indices used to index into the KV cache.\n If None, we assume that the batch indices are [0, 1, 2, ..., batch_size - 1].\n If the indices are not distinct, and k and v are provided, the values updated in the cache\n might come from any of the duplicate indices.\n cache_leftpad: (batch_size,), dtype torch.int32. The index that the KV cache starts. If None, assume 0.\n page_table [optional]: (batch_size, max_num_blocks_per_seq), dtype torch.int32.\n softmax_scale: float. The scaling of QK^T before applying softmax.\n Default to 1 / sqrt(headdim).\n causal: bool. Whether to apply causal attention mask (e.g., for auto-regressive modeling).\n window_size: (left, right). If not (-1, -1), implements sliding window local attention.\n softcap: float. Anything > 0 activates softcapping attention.\n rotary_interleaved: bool. Only applicable if rotary_cos and rotary_sin are passed in.\n If True, rotary embedding will combine dimensions 0 & 1, 2 & 3, etc. If False,\n rotary embedding will combine dimensions 0 & rotary_dim / 2, 1 & rotary_dim / 2 + 1\n (i.e. GPT-NeoX style).\n num_splits: int. If > 1, split the key/value into this many chunks along the sequence.\n If num_splits == 1, we don't split the key/value. If num_splits == 0, we use a heuristic\n to automatically determine the number of splits.\n Don't change this unless you know what you are doing.\n return_softmax_lse: bool. Whether to return the logsumexp of the attention scores.\n\nReturn:\n out: (batch_size, seqlen, nheads, headdim).\n softmax_lse [optional, if return_softmax_lse=True]: (batch_size, nheads, seqlen). The\n logsumexp of each row of the matrix QK^T * scaling (e.g., log of the softmax\n normalization factor).",
|
| 419 |
"signature": {
|
|
|
|
| 605 |
{
|
| 606 |
"name": "get_scheduler_metadata",
|
| 607 |
"qualname": "get_scheduler_metadata",
|
| 608 |
+
"module": "_flash_attn3_cuda_ae2c2be.flash_attn_interface",
|
| 609 |
"kind": "function",
|
| 610 |
"doc": null,
|
| 611 |
"signature": {
|
build/torch-stable-abi29-cu134-x86_64-linux/_flash_attn3_cuda_a02f43b.abi3.so
DELETED
|
@@ -1,3 +0,0 @@
|
|
| 1 |
-
version https://git-lfs.github.com/spec/v1
|
| 2 |
-
oid sha256:cae3c5520768bc1d3bff35c7958a33ab8b029afc40a6c428071823365501503f
|
| 3 |
-
size 549439264
|
|
|
|
|
|
|
|
|
|
|
|
build/torch-stable-abi29-cu134-x86_64-linux/_flash_attn3_cuda_ae2c2be.abi3.so
ADDED
|
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
version https://git-lfs.github.com/spec/v1
|
| 2 |
+
oid sha256:d3dd5639d04ecd4724d9f157747f38efb5722461025944fc7578cf4d7ec4619b
|
| 3 |
+
size 549439504
|
build/torch-stable-abi29-cu134-x86_64-linux/_ops.py
CHANGED
|
@@ -1,9 +1,9 @@
|
|
| 1 |
import torch
|
| 2 |
-
from . import
|
| 3 |
-
ops = torch.ops.
|
| 4 |
|
| 5 |
def add_op_namespace_prefix(op_name: str):
|
| 6 |
"""
|
| 7 |
Prefix op by namespace.
|
| 8 |
"""
|
| 9 |
-
return f"
|
|
|
|
| 1 |
import torch
|
| 2 |
+
from . import _flash_attn3_cuda_ae2c2be
|
| 3 |
+
ops = torch.ops._flash_attn3_cuda_ae2c2be
|
| 4 |
|
| 5 |
def add_op_namespace_prefix(op_name: str):
|
| 6 |
"""
|
| 7 |
Prefix op by namespace.
|
| 8 |
"""
|
| 9 |
+
return f"_flash_attn3_cuda_ae2c2be::{op_name}"
|
build/torch-stable-abi29-cu134-x86_64-linux/flash_attn_interface.py
CHANGED
|
@@ -2,11 +2,31 @@
|
|
| 2 |
|
| 3 |
from typing import Optional, Union, List, Tuple
|
| 4 |
|
|
|
|
| 5 |
import torch
|
| 6 |
import torch.nn as nn
|
|
|
|
|
|
|
| 7 |
|
| 8 |
-
|
| 9 |
-
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 10 |
|
| 11 |
def maybe_contiguous(x):
|
| 12 |
return x.contiguous() if x is not None and x.stride(-1) != 1 else x
|
|
@@ -85,7 +105,7 @@ def _flash_attn_forward(
|
|
| 85 |
]
|
| 86 |
rotary_cos, rotary_sin = [maybe_contiguous(x) for x in (rotary_cos, rotary_sin)]
|
| 87 |
seqlens_rotary = maybe_contiguous(seqlens_rotary)
|
| 88 |
-
out, softmax_lse, out_accum, softmax_lse_accum =
|
| 89 |
q,
|
| 90 |
k,
|
| 91 |
v,
|
|
@@ -263,7 +283,7 @@ def _flash_attn_backward(
|
|
| 263 |
) -> torch.Tensor:
|
| 264 |
# dq, dk, dv are allocated by us so they should already be contiguous
|
| 265 |
dout, q, k, v, out = [maybe_contiguous(x) for x in (dout, q, k, v, out)]
|
| 266 |
-
softmax_d, *rest =
|
| 267 |
dout,
|
| 268 |
q,
|
| 269 |
k,
|
|
@@ -917,7 +937,7 @@ def flash_attn_varlen_func(
|
|
| 917 |
|
| 918 |
|
| 919 |
def flash_attn_combine(out_partial, lse_partial, out=None, out_dtype=None):
|
| 920 |
-
return
|
| 921 |
|
| 922 |
|
| 923 |
def flash_attn_with_kvcache(
|
|
@@ -1105,7 +1125,7 @@ def get_scheduler_metadata(
|
|
| 1105 |
cache_seqlens = maybe_contiguous(cache_seqlens)
|
| 1106 |
if headdim_v is None:
|
| 1107 |
headdim_v = headdim
|
| 1108 |
-
scheduler_metadata =
|
| 1109 |
batch_size, max_seqlen_q, max_seqlen_k, num_heads_q, num_heads_kv, headdim, headdim_v,
|
| 1110 |
qkv_dtype,
|
| 1111 |
cache_seqlens,
|
|
|
|
| 2 |
|
| 3 |
from typing import Optional, Union, List, Tuple
|
| 4 |
|
| 5 |
+
import os
|
| 6 |
import torch
|
| 7 |
import torch.nn as nn
|
| 8 |
+
import warnings
|
| 9 |
+
from ._ops import add_op_namespace_prefix, ops
|
| 10 |
|
| 11 |
+
|
| 12 |
+
USE_TRITON_ROCM = os.getenv("FLASH_ATTENTION_TRITON_AMD_ENABLE", "FALSE") == "TRUE"
|
| 13 |
+
if not USE_TRITON_ROCM and getattr(torch.version, 'hip', None) is not None:
|
| 14 |
+
try:
|
| 15 |
+
from . import _ops
|
| 16 |
+
except ImportError:
|
| 17 |
+
warnings.warn("flash_attn_3._C (which has ROCm/HIP kernels) not found, falling back to Triton implementation")
|
| 18 |
+
USE_TRITON_ROCM = True
|
| 19 |
+
|
| 20 |
+
if USE_TRITON_ROCM:
|
| 21 |
+
from aiter.ops.triton._triton_kernels.flash_attn_triton_amd import flash_attn_3 as flash_attn_3_gpu
|
| 22 |
+
else:
|
| 23 |
+
# isort: off
|
| 24 |
+
# We need to import the CUDA kernels after importing torch
|
| 25 |
+
from . import _ops # Registers operators with PyTorch
|
| 26 |
+
|
| 27 |
+
# isort: on
|
| 28 |
+
|
| 29 |
+
flash_attn_3_gpu = ops
|
| 30 |
|
| 31 |
def maybe_contiguous(x):
|
| 32 |
return x.contiguous() if x is not None and x.stride(-1) != 1 else x
|
|
|
|
| 105 |
]
|
| 106 |
rotary_cos, rotary_sin = [maybe_contiguous(x) for x in (rotary_cos, rotary_sin)]
|
| 107 |
seqlens_rotary = maybe_contiguous(seqlens_rotary)
|
| 108 |
+
out, softmax_lse, out_accum, softmax_lse_accum = flash_attn_3_gpu.fwd(
|
| 109 |
q,
|
| 110 |
k,
|
| 111 |
v,
|
|
|
|
| 283 |
) -> torch.Tensor:
|
| 284 |
# dq, dk, dv are allocated by us so they should already be contiguous
|
| 285 |
dout, q, k, v, out = [maybe_contiguous(x) for x in (dout, q, k, v, out)]
|
| 286 |
+
softmax_d, *rest = flash_attn_3_gpu.bwd(
|
| 287 |
dout,
|
| 288 |
q,
|
| 289 |
k,
|
|
|
|
| 937 |
|
| 938 |
|
| 939 |
def flash_attn_combine(out_partial, lse_partial, out=None, out_dtype=None):
|
| 940 |
+
return flash_attn_3_gpu.fwd_combine(out_partial, lse_partial, out, out_dtype)
|
| 941 |
|
| 942 |
|
| 943 |
def flash_attn_with_kvcache(
|
|
|
|
| 1125 |
cache_seqlens = maybe_contiguous(cache_seqlens)
|
| 1126 |
if headdim_v is None:
|
| 1127 |
headdim_v = headdim
|
| 1128 |
+
scheduler_metadata = flash_attn_3_gpu.get_scheduler_metadata(
|
| 1129 |
batch_size, max_seqlen_q, max_seqlen_k, num_heads_q, num_heads_kv, headdim, headdim_v,
|
| 1130 |
qkv_dtype,
|
| 1131 |
cache_seqlens,
|
build/torch-stable-abi29-cu134-x86_64-linux/metadata.json
CHANGED
|
@@ -1,9 +1,10 @@
|
|
| 1 |
{
|
| 2 |
"name": "flash-attn3",
|
| 3 |
-
"id": "
|
| 4 |
"version": 2,
|
| 5 |
"kernels-minver": "0.14.0",
|
| 6 |
"license": "BSD-3-Clause",
|
|
|
|
| 7 |
"python-depends": [],
|
| 8 |
"kernel-depends": [],
|
| 9 |
"backend": {
|
|
@@ -17,11 +18,11 @@
|
|
| 17 |
"algorithm": "sha256",
|
| 18 |
"files": {
|
| 19 |
"__init__.py": "b/45TnpaDDuTwp84ILd3Q+pQCIk2RnHtSSZKRq9Lj5E=",
|
| 20 |
-
"
|
| 21 |
-
"_ops.py": "
|
| 22 |
"flash_attn_config.py": "uxo+eyMcDit//8YDaS4Rtk5BTMKzTSK9tOKTjdWVe/w=",
|
| 23 |
-
"flash_attn_interface.py": "
|
| 24 |
-
"symbols.json": "
|
| 25 |
}
|
| 26 |
},
|
| 27 |
"provenance": {
|
|
@@ -31,7 +32,7 @@
|
|
| 31 |
"dirty": false
|
| 32 |
},
|
| 33 |
"kernel": {
|
| 34 |
-
"commit": "
|
| 35 |
"dirty": false
|
| 36 |
}
|
| 37 |
}
|
|
|
|
| 1 |
{
|
| 2 |
"name": "flash-attn3",
|
| 3 |
+
"id": "_flash_attn3_cuda_ae2c2be",
|
| 4 |
"version": 2,
|
| 5 |
"kernels-minver": "0.14.0",
|
| 6 |
"license": "BSD-3-Clause",
|
| 7 |
+
"upstream": "https://github.com/Dao-AILab/flash-attention.git",
|
| 8 |
"python-depends": [],
|
| 9 |
"kernel-depends": [],
|
| 10 |
"backend": {
|
|
|
|
| 18 |
"algorithm": "sha256",
|
| 19 |
"files": {
|
| 20 |
"__init__.py": "b/45TnpaDDuTwp84ILd3Q+pQCIk2RnHtSSZKRq9Lj5E=",
|
| 21 |
+
"_flash_attn3_cuda_ae2c2be.abi3.so": "091WOdBOzUck2fFXdH8477VyJGECWUT8dXjPTX7EYZs=",
|
| 22 |
+
"_ops.py": "7swor3wRIF9iqDV2UmsU+DPBCWN4JiIRTqsCtOVofBk=",
|
| 23 |
"flash_attn_config.py": "uxo+eyMcDit//8YDaS4Rtk5BTMKzTSK9tOKTjdWVe/w=",
|
| 24 |
+
"flash_attn_interface.py": "3EhHSOuAYWSWS8wwkoTRd8uhbc4EwVpNCa7x8WSvdZQ=",
|
| 25 |
+
"symbols.json": "6+qS8fd/iGl+XKD6F8tQlWLm+GYOrLeqtaRzQqwm8jM="
|
| 26 |
}
|
| 27 |
},
|
| 28 |
"provenance": {
|
|
|
|
| 32 |
"dirty": false
|
| 33 |
},
|
| 34 |
"kernel": {
|
| 35 |
+
"commit": "ae2c2be31b91db2f4d13c0bf1a72051bd7e0d0af",
|
| 36 |
"dirty": false
|
| 37 |
}
|
| 38 |
}
|
build/torch-stable-abi29-cu134-x86_64-linux/metadata.json.sigstore
CHANGED
|
@@ -1 +1 @@
|
|
| 1 |
-
{"mediaType":"application/vnd.dev.sigstore.bundle.v0.3+json","verificationMaterial":{"certificate":{"rawBytes":"MIIHLDCCBrKgAwIBAgIUEntYI/1b+dKpIFxmmbrB4sc+sAAwCgYIKoZIzj0EAwMwNzEVMBMGA1UEChMMc2lnc3RvcmUuZGV2MR4wHAYDVQQDExVzaWdzdG9yZS1pbnRlcm1lZGlhdGUwHhcNMjYxMTEwMjIxOTA5WhcNMjYxMTEwMjIyOTA5WjAAMFkwEwYHKoZIzj0CAQYIKoZIzj0DAQcDQgAEHUZXaiGTKwXwQAtUdYoLUvMf87tkfcwoKEgGq3wE2g/wKGpePQH3shYxxbKJ8W4Zpx7uVZelWVZEknBFK1b/waOCBdEwggXNMA4GA1UdDwEB/wQEAwIHgDATBgNVHSUEDDAKBggrBgEFBQcDAzAfBgNVHSMEGDAWgBTf0+nPViQRlvmo2OkoVaLGLhhkPzBrBgNVHREBAf8EYTBfhl1odHRwczovL2dpdGh1Yi5jb20vaHVnZ2luZ2ZhY2Uva2VybmVscy1jb21tdW5pdHkvLmdpdGh1Yi93b3JrZmxvd3MvYnVpbGQueWFtbEByZWZzL2hlYWRzL21haW4wOQYKKwYBBAGDvzABAQQraHR0cHM6Ly90b2tlbi5hY3Rpb25zLmdpdGh1YnVzZXJjb250ZW50LmNvbTAfBgorBgEEAYO/MAECBBF3b3JrZmxvd19kaXNwYXRjaDA2BgorBgEEAYO/MAEDBChhMDJmNDNiMmNjYjkyZWQ3NGI4NzRmMTEyYjQ4NzI3NGU0MDQ1ZjA5MBMGCisGAQQBg78wAQQEBUJ1aWxkMCsGCisGAQQBg78wAQUEHWh1Z2dpbmdmYWNlL2tlcm5lbHMtY29tbXVuaXR5MB0GCisGAQQBg78wAQYED3JlZnMvaGVhZHMvbWFpbjA7BgorBgEEAYO/MAEIBC0MK2h0dHBzOi8vdG9rZW4uYWN0aW9ucy5naXRodWJ1c2VyY29udGVudC5jb20wbQYKKwYBBAGDvzABCQRfDF1odHRwczovL2dpdGh1Yi5jb20vaHVnZ2luZ2ZhY2Uva2VybmVscy1jb21tdW5pdHkvLmdpdGh1Yi93b3JrZmxvd3MvYnVpbGQueWFtbEByZWZzL2hlYWRzL21haW4wOAYKKwYBBAGDvzABCgQqDChhMDJmNDNiMmNjYjkyZWQ3NGI4NzRmMTEyYjQ4NzI3NGU0MDQ1ZjA5MBsGCisGAQQBg78wAQsEDQwLc2VsZi1ob3N0ZWQwQAYKKwYBBAGDvzABDAQyDDBodHRwczovL2dpdGh1Yi5jb20vaHVnZ2luZ2ZhY2Uva2VybmVscy1jb21tdW5pdHkwOAYKKwYBBAGDvzABDQQqDChhMDJmNDNiMmNjYjkyZWQ3NGI4NzRmMTEyYjQ4NzI3NGU0MDQ1ZjA5MB8GCisGAQQBg78wAQ4EEQwPcmVmcy9oZWFkcy9tYWluMBoGCisGAQQBg78wAQ8EDAwKMTA3MTQ3NTUyOTAuBgorBgEEAYO/MAEQBCAMHmh0dHBzOi8vZ2l0aHViLmNvbS9odWdnaW5nZmFjZTAYBgorBgEEAYO/MAERBAoMCDI1NzIwNzQzMG0GCisGAQQBg78wARIEXwxdaHR0cHM6Ly9naXRodWIuY29tL2h1Z2dpbmdmYWNlL2tlcm5lbHMtY29tbXVuaXR5Ly5naXRodWIvd29ya2Zsb3dzL2J1aWxkLnlhbWxAcmVmcy9oZWFkcy9tYWluMDgGCisGAQQBg78wARMEKgwoYTAyZjQzYjJjY2I5MmVkNzRiODc0ZjExMmI0ODcyNzRlNDA0NWYwOTAhBgorBgEEAYO/MAEUBBMMEXdvcmtmbG93X2Rpc3BhdGNoMGQGCisGAQQBg78wARUEVgxUaHR0cHM6Ly9naXRodWIuY29tL2h1Z2dpbmdmYWNlL2tlcm5lbHMtY29tbXVuaXR5L2FjdGlvbnMvcnVucy80Mjg1Mjg4MzA0Ny9hdHRlbXB0cy8xMBYGCisGAQQBg78wARYECAwGcHVibGljMEYGCisGAQQBg78wARgEOAw2cmVwbzpodWdnaW5nZmFjZS9rZXJuZWxzLWNvbW11bml0eTpyZWY6cmVmcy9oZWFkcy9tYWluMIGKBgorBgEEAdZ5AgQCBHwEegB4AHYA3T0wasbHETJjGR4cmWc3AqJKXrjePK3/h4pygC8p7o4AAAGhx4stCwAABAMARzBFAiEAgl94YoF5XhdrRTNACu4Z/7MyCIRI6cvEKPF1aP1JmEUCIBkE2NoQZWOGhuuMIG6f25lZkh74p3rc1uzhCnnemvLxMAoGCCqGSM49BAMDA2gAMGUCMC8NN1wgDZrqO7QI87izDDoee9318kAsIzxhBpOS/+J1ga6F3cjwFL8QTASwb1E5PQIxAL0pMK6AbbtyGgWzFyCQKEvG8sI1y8euPH8EWilmrTHwi7SGDqLGAv3bz6CiRRy77w=="},"tlogEntries":[{"logIndex":"3794737122","logId":{"keyId":"wNI9atQGlz+VWfO6LRygH4QUfY/8W4RFwiT5i5WRgB0="},"kindVersion":{"kind":"hashedrekord","version":"0.0.1"},"integratedTime":"1794349149","inclusionPromise":{"signedEntryTimestamp":"MEYCIQDvIr6rG/V+sc8sEhoCYQK8iFOl4nSrBMK3vQdnCWTqfwIhAIDzEOUhkyqNWNIhGk+YKF8h6pQHQm8+F6wqAYfMBK2C"},"inclusionProof":{"logIndex":"3672832860","rootHash":"DgPsKMRuaNoKZUY47y9D87lGF6VW2bO7LD1fqQCRrsY=","treeSize":"3672832937","hashes":["Mz6Y0nrtJa5QV79BGsPdQYW6MVNSTOh2Mzcums04bv0=","z+kN4SWnplPHBPrAmQl5KLFizhF9aT7f3NbrIVbg0/0=","dX800dxVcjWW888T2xesjK8FVV+1ueqMWXG+zsiyXVQ=","JJ7CvyLSd4sGpb7GtGqmXsMQsqdR+9FRCRzxP6e0FFg=","yw8HfDfFZ235QkaCk0RGsbK8LGSaswimuoiZG75r3pU=","kwRgB64vQC7e+CMkUTqDlT2vGWEM4btvJ+fTIxiD1LA=","lk+eXbVLanl/g8H+28dS3EaP3JxdbCATHD10wOTA6w8=","0Kcvpe/AkICaArBll6liZ3ZPEswN3AP/Jr6G31T6emM=","Cn34IkWwyYAgP6mfQhGpRdp+UalCBoEoMSa2XGk+LYI=","J1qTi2E0jeNh183jRZ+kNECnbDAVOSlAznIJ6aol8NQ=","IScK1pQipAyQkuLR6UKn3SgG8mtQ/MfgapIbfXaU7Vs=","DWzK+Rcq4ws0IFlcVP/Iy9xjko2wuzr2eDfnXSqvNw8=","nGMt3OTEHk0b2Hah2F6V7XNJ9f9Jq0tbpolVjU50FCk=","W9v5ITHWA5z1m1q9v8yUm9AwF1btUJudKrGSNzBCFCg=","9TeYmQ4obd2RJYL+kHWs7mKHEGNyasHO9zCQoF+PF18=","Rk/aeYhtagvRLE8ssNOqtTPBBIIGPwxHYZ5h46pg6gk=","a8Ldnd6287UET/JiYNoAbyfRaR7yFeva8DLSFjJs+nI=","EwjkUL9TgmzKWZgjud/+P9DFGgsvUxQjYodnBaq6IMs=","5oTFCSxMJRDPEnSOsTKcTJXotZuO89tVqHXNWjc2tA0=","eGT5DhI8LeqPViO4tsgYL7FxsOtDXBNTLfWJEGP7Q5w=","5aDKaREuMwcynRhLn5m/9b0QE9pxbeQInhCcIC+n5YQ=","XPex1okR3Qf1VhXr/LVSojah9cB4R1RgvK/mRrmdWLY=","SlixnS34BhAO+yRI2FaGPSOh9V6JSVNPfLl1bHxrcQY=","1DaDKzrCNNBhmSdY5vFjz+NpAmxmYfYEgBCdPLrMP1A=","xH/DCseLHr9eKoYT8qsORZK7zVdEGYWHuVtsVrD95wY="],"checkpoint":{"envelope":"rekor.sigstore.dev - 1193050959916656506\n3672832937\nDgPsKMRuaNoKZUY47y9D87lGF6VW2bO7LD1fqQCRrsY=\n\n— rekor.sigstore.dev wNI9ajBFAiEA1BP1B5FQerd4R+AnWsxkI2tErr9vX4kWA5iChmAqwgcCIA//7uiLaHWwjrZZZ6Z6U42PSyF0l3DG71hyrw84ogoY\n"}},"canonicalizedBody":"eyJhcGlWZXJzaW9uIjoiMC4wLjEiLCJraW5kIjoiaGFzaGVkcmVrb3JkIiwic3BlYyI6eyJkYXRhIjp7Imhhc2giOnsiYWxnb3JpdGhtIjoic2hhMjU2IiwidmFsdWUiOiI2ZDUzYjZmZTIxNTk1Y2U4OTJiZTNlZjY0M2QzZWJkMDFiZTgxMDQ0NThlMjNiNjA1MTYwNTFlYzc3MWI3OTU5In19LCJzaWduYXR1cmUiOnsiY29udGVudCI6Ik1FWUNJUUM2U242eUJHZEEzekxzT1hNUUJmL0FVWkhVMHd2eHdFdS9NajNDQWV2MWtBSWhBTWNzR1RqNEEvNzI1SVFYTlFjTW0rUiswVWNQVWkvckR4THQ2TWhkMjVDUiIsInB1YmxpY0tleSI6eyJjb250ZW50IjoiTFMwdExTMUNSVWRKVGlCRFJWSlVTVVpKUTBGVVJTMHRMUzB0Q2sxSlNVaE1SRU5EUW5KTFowRjNTVUpCWjBsVlJXNTBXVWt2TVdJclpFdHdTVVo0YlcxaWNrSTBjMk1yYzBGQmQwTm5XVWxMYjFwSmVtb3dSVUYzVFhjS1RucEZWazFDVFVkQk1WVkZRMmhOVFdNeWJHNWpNMUoyWTIxVmRWcEhWakpOVWpSM1NFRlpSRlpSVVVSRmVGWjZZVmRrZW1SSE9YbGFVekZ3WW01U2JBcGpiVEZzV2tkc2FHUkhWWGRJYUdOT1RXcFplRTFVUlhkTmFrbDRUMVJCTlZkb1kwNU5hbGw0VFZSRmQwMXFTWGxQVkVFMVYycEJRVTFHYTNkRmQxbElDa3R2V2tsNmFqQkRRVkZaU1V0dldrbDZhakJFUVZGalJGRm5RVVZJVlZwWVlXbEhWRXQzV0hkUlFYUlZaRmx2VEZWMlRXWTROM1JyWm1OM2IwdEZaMGNLY1ROM1JUSm5MM2RMUjNCbFVGRklNM05vV1hoNFlrdEtPRmMwV25CNE4zVldXbVZzVjFaYVJXdHVRa1pMTVdJdmQyRlBRMEprUlhkbloxaE9UVUUwUndwQk1WVmtSSGRGUWk5M1VVVkJkMGxJWjBSQlZFSm5UbFpJVTFWRlJFUkJTMEpuWjNKQ1owVkdRbEZqUkVGNlFXWkNaMDVXU0ZOTlJVZEVRVmRuUWxSbUNqQXJibEJXYVZGU2JIWnRiekpQYTI5V1lVeEhUR2hvYTFCNlFuSkNaMDVXU0ZKRlFrRm1PRVZaVkVKbWFHd3hiMlJJVW5kamVtOTJUREprY0dSSGFERUtXV2sxYW1JeU1IWmhTRlp1V2pKc2RWb3lXbWhaTWxWMllUSldlV0p0Vm5OamVURnFZakl4ZEdSWE5YQmtTR3QyVEcxa2NHUkhhREZaYVRrellqTktjZ3BhYlhoMlpETk5kbGx1Vm5CaVIxRjFaVmRHZEdKRlFubGFWMXA2VERKb2JGbFhVbnBNTWpGb1lWYzBkMDlSV1V0TGQxbENRa0ZIUkhaNlFVSkJVVkZ5Q21GSVVqQmpTRTAyVEhrNU1HSXlkR3hpYVRWb1dUTlNjR0l5TlhwTWJXUndaRWRvTVZsdVZucGFXRXBxWWpJMU1GcFhOVEJNYlU1MllsUkJaa0puYjNJS1FtZEZSVUZaVHk5TlFVVkRRa0pHTTJJelNuSmFiWGgyWkRFNWEyRllUbmRaV0ZKcVlVUkJNa0puYjNKQ1owVkZRVmxQTDAxQlJVUkNRMmhvVFVSS2JRcE9SRTVwVFcxT2FsbHFhM2xhVjFFelRrZEpORTU2VW0xTlZFVjVXV3BSTkU1NlNUTk9SMVV3VFVSUk1WcHFRVFZOUWsxSFEybHpSMEZSVVVKbk56aDNDa0ZSVVVWQ1ZVb3hZVmQ0YTAxRGMwZERhWE5IUVZGUlFtYzNPSGRCVVZWRlNGZG9NVm95WkhCaWJXUnRXVmRPYkV3eWRHeGpiVFZzWWtoTmRGa3lPWFFLWWxoV2RXRllValZOUWpCSFEybHpSMEZSVVVKbk56aDNRVkZaUlVRelNteGFiazEyWVVkV2FGcElUWFppVjBad1ltcEJOMEpuYjNKQ1owVkZRVmxQTHdwTlFVVkpRa013VFVzeWFEQmtTRUo2VDJrNGRtUkhPWEphVnpSMVdWZE9NR0ZYT1hWamVUVnVZVmhTYjJSWFNqRmpNbFo1V1RJNWRXUkhWblZrUXpWcUNtSXlNSGRpVVZsTFMzZFpRa0pCUjBSMmVrRkNRMUZTWmtSR01XOWtTRkozWTNwdmRrd3laSEJrUjJneFdXazFhbUl5TUhaaFNGWnVXakpzZFZveVdtZ0tXVEpWZG1FeVZubGliVlp6WTNreGFtSXlNWFJrVnpWd1pFaHJka3h0WkhCa1IyZ3hXV2s1TTJJelNuSmFiWGgyWkROTmRsbHVWbkJpUjFGMVpWZEdkQXBpUlVKNVdsZGFla3d5YUd4WlYxSjZUREl4YUdGWE5IZFBRVmxMUzNkWlFrSkJSMFIyZWtGQ1EyZFJjVVJEYUdoTlJFcHRUa1JPYVUxdFRtcFphbXQ1Q2xwWFVUTk9SMGswVG5wU2JVMVVSWGxaYWxFMFRucEpNMDVIVlRCTlJGRXhXbXBCTlUxQ2MwZERhWE5IUVZGUlFtYzNPSGRCVVhORlJGRjNUR015Vm5NS1dta3hiMkl6VGpCYVYxRjNVVUZaUzB0M1dVSkNRVWRFZG5wQlFrUkJVWGxFUkVKdlpFaFNkMk42YjNaTU1tUndaRWRvTVZscE5XcGlNakIyWVVoV2JncGFNbXgxV2pKYWFGa3lWWFpoTWxaNVltMVdjMk41TVdwaU1qRjBaRmMxY0dSSWEzZFBRVmxMUzNkWlFrSkJSMFIyZWtGQ1JGRlJjVVJEYUdoTlJFcHRDazVFVG1sTmJVNXFXV3ByZVZwWFVUTk9SMGswVG5wU2JVMVVSWGxaYWxFMFRucEpNMDVIVlRCTlJGRXhXbXBCTlUxQ09FZERhWE5IUVZGUlFtYzNPSGNLUVZFMFJVVlJkMUJqYlZadFkzazViMXBYUm10amVUbDBXVmRzZFUxQ2IwZERhWE5IUVZGUlFtYzNPSGRCVVRoRlJFRjNTMDFVUVROTlZGRXpUbFJWZVFwUFZFRjFRbWR2Y2tKblJVVkJXVTh2VFVGRlVVSkRRVTFJYldnd1pFaENlazlwT0haYU1td3dZVWhXYVV4dFRuWmlVemx2WkZka2JtRlhOVzVhYlVacUNscFVRVmxDWjI5eVFtZEZSVUZaVHk5TlFVVlNRa0Z2VFVORVNURk9la2wzVG5wUmVrMUhNRWREYVhOSFFWRlJRbWMzT0hkQlVrbEZXSGQ0WkdGSVVqQUtZMGhOTmt4NU9XNWhXRkp2WkZkSmRWa3lPWFJNTW1neFdqSmtjR0p0WkcxWlYwNXNUREowYkdOdE5XeGlTRTEwV1RJNWRHSllWblZoV0ZJMVRIazFiZ3BoV0ZKdlpGZEpkbVF5T1hsaE1scHpZak5rZWt3eVNqRmhWM2hyVEc1c2FHSlhlRUZqYlZadFkzazViMXBYUm10amVUbDBXVmRzZFUxRVowZERhWE5IQ2tGUlVVSm5OemgzUVZKTlJVdG5kMjlaVkVGNVdtcFJlbGxxU21wWk1razFUVzFXYTA1NlVtbFBSR013V21wRmVFMXRTVEJQUkdONVRucFNiRTVFUVRBS1RsZFpkMDlVUVdoQ1oyOXlRbWRGUlVGWlR5OU5RVVZWUWtKTlRVVllaSFpqYlhSdFlrYzVNMWd5VW5Cak0wSm9aRWRPYjAxSFVVZERhWE5IUVZGUlFncG5OemgzUVZKVlJWWm5lRlZoU0ZJd1kwaE5Oa3g1T1c1aFdGSnZaRmRKZFZreU9YUk1NbWd4V2pKa2NHSnRaRzFaVjA1c1RESjBiR050Tld4aVNFMTBDbGt5T1hSaVdGWjFZVmhTTlV3eVJtcGtSMngyWW01TmRtTnVWblZqZVRnd1RXcG5NVTFxWnpSTmVrRXdUbms1YUdSSVVteGlXRUl3WTNrNGVFMUNXVWNLUTJselIwRlJVVUpuTnpoM1FWSlpSVU5CZDBkalNGWnBZa2RzYWsxRldVZERhWE5IUVZGUlFtYzNPSGRCVW1kRlQwRjNNbU50Vm5kaWVuQnZaRmRrYmdwaFZ6VnVXbTFHYWxwVE9YSmFXRXAxV2xkNGVreFhUblppVnpFeFltMXNNR1ZVY0hsYVYxazJZMjFXYldONU9XOWFWMFpyWTNrNWRGbFhiSFZOU1VkTENrSm5iM0pDWjBWRlFXUmFOVUZuVVVOQ1NIZEZaV2RDTkVGSVdVRXpWREIzWVhOaVNFVlVTbXBIVWpSamJWZGpNMEZ4U2t0WWNtcGxVRXN6TDJnMGNIa0taME00Y0Rkdk5FRkJRVWRvZURSemRFTjNRVUZDUVUxQlVucENSa0ZwUlVGbmJEazBXVzlHTlZob1pISlNWRTVCUTNVMFdpODNUWGxEU1ZKSk5tTjJSUXBMVUVZeFlWQXhTbTFGVlVOSlFtdEZNazV2VVZwWFQwZG9kWFZOU1VjMlpqSTFiRnByYURjMGNETnlZekYxZW1oRGJtNWxiWFpNZUUxQmIwZERRM0ZIQ2xOTk5EbENRVTFFUVRKblFVMUhWVU5OUXpoT1RqRjNaMFJhY25GUE4xRkpPRGRwZWtSRWIyVmxPVE14T0d0QmMwbDZlR2hDY0U5VEx5dEtNV2RoTmtZS00yTnFkMFpNT0ZGVVFWTjNZakZGTlZCUlNYaEJUREJ3VFVzMlFXSmlkSGxIWjFkNlJubERVVXRGZGtjNGMwa3hlVGhsZFZCSU9FVlhhV3h0Y2xSSWR3cHBOMU5IUkhGTVIwRjJNMko2TmtOcFVsSjVOemQzUFQwS0xTMHRMUzFGVGtRZ1EwVlNWRWxHU1VOQlZFVXRMUzB0TFFvPSJ9fX19"}],"timestampVerificationData":{"rfc3161Timestamps":[{"signedTimestamp":"MIIE6TADAgEAMIIE4AYJKoZIhvcNAQcCoIIE0TCCBM0CAQMxDTALBglghkgBZQMEAgEwgcIGCyqGSIb3DQEJEAEEoIGyBIGvMIGsAgEBBgkrBgEEAYO/MAIwMTANBglghkgBZQMEAgEFAAQgyfesnbzeI8f+XYW7ucr9pNrdwHZaCcDizQwM1jmovZsCFAkbVNzVtKHzvtxvdrwbM8t9vy3sGA8yMDI2MTExMDIyMTkwOVowAwIBAQIJAOY/dmG1WXbUoDKkMDAuMRUwEwYDVQQKEwxzaWdzdG9yZS5kZXYxFTATBgNVBAMTDHNpZ3N0b3JlLXRzYaCCAhQwggIQMIIBlqADAgECAhQ6E1QvDJBh7rzBQy/Lio6LKiOLDDAKBggqhkjOPQQDAzA5MRUwEwYDVQQKEwxzaWdzdG9yZS5kZXYxIDAeBgNVBAMTF3NpZ3N0b3JlLXRzYS1zZWxmc2lnbmVkMB4XDTI1MDQwODA2NTk0M1oXDTM1MDQwNjA2NTk0M1owLjEVMBMGA1UEChMMc2lnc3RvcmUuZGV2MRUwEwYDVQQDEwxzaWdzdG9yZS10c2EwdjAQBgcqhkjOPQIBBgUrgQQAIgNiAATitrZnyEo2KDZP2QWMIBOgYbfSOTL5ZC/cHMv6Yq+HVIo1H9TC7Cx80KDiyvKhgB3wTqKyi9UDczhqg12b1AOLnRnydMTK+qB8M+1MjBci1+Jb8AV/VXu7CRuQCiPTHFyjajBoMA4GA1UdDwEB/wQEAwIHgDAdBgNVHQ4EFgQUif15Q4fP0GVGwwJGxyxzW3206wMwHwYDVR0jBBgwFoAUmOwB73+7Uf/UlR5vioiYUweJzr8wFgYDVR0lAQH/BAwwCgYIKwYBBQUHAwgwCgYIKoZIzj0EAwMDaAAwZQIwO2mxX/opo7SrIX9QyxfZpJRcpAV2gZOm1AZzR+2rVyy6Uc8Ybp2ybIw13ckH4bcRAjEA5qO8FyOkmYpvg2/7ZNqiPxRzn5vqKHoVcIIqtpKq6l7TvOqzAxxclN7VwTG8e++XMYIB2jCCAdYCAQEwUTA5MRUwEwYDVQQKEwxzaWdzdG9yZS5kZXYxIDAeBgNVBAMTF3NpZ3N0b3JlLXRzYS1zZWxmc2lnbmVkAhQ6E1QvDJBh7rzBQy/Lio6LKiOLDDALBglghkgBZQMEAgGggfwwGgYJKoZIhvcNAQkDMQ0GCyqGSIb3DQEJEAEEMBwGCSqGSIb3DQEJBTEPFw0yNjExMTAyMjE5MDlaMC8GCSqGSIb3DQEJBDEiBCBwJH//fIOXSHz5JN48ZOwqamiknTN8DipjXrbyExwL3TCBjgYLKoZIhvcNAQkQAi8xfzB9MHsweQQghfknvAerYsrDtENWwQ78gbLGiD/aernm2HDZ0TrNBbcwVTA9pDswOTEVMBMGA1UEChMMc2lnc3RvcmUuZGV2MSAwHgYDVQQDExdzaWdzdG9yZS10c2Etc2VsZnNpZ25lZAIUOhNULwyQYe68wUMvy4qOiyojiwwwCgYIKoZIzj0EAwIEZjBkAjBVHkB3YhSwHpfq8TQbVQYPjHx8vtLu0S+8FeiT+59LfQouQa6XDulZAd+N8yTGIMoCMDgW9dtWkreiL9WtMLK9ipy4jyAoKQy9qS/zCwKO+uW0AhLfbofKbO3lvLXwN5lFjw=="}]}},"messageSignature":{"messageDigest":{"algorithm":"SHA2_256","digest":"bVO2/iFZXOiSvj72Q9Pr0BvoEERY4jtgUWBR7HcbeVk="},"signature":"MEYCIQC6Sn6yBGdA3zLsOXMQBf/AUZHU0wvxwEu/Mj3CAev1kAIhAMcsGTj4A/725IQXNQcMm+R+0UcPUi/rDxLt6Mhd25CR"}}
|
|
|
|
| 1 |
+
{"mediaType":"application/vnd.dev.sigstore.bundle.v0.3+json","verificationMaterial":{"certificate":{"rawBytes":"MIIHLjCCBrOgAwIBAgIUZV+TqkqSWqShkccmYQ/wdp9HoFkwCgYIKoZIzj0EAwMwNzEVMBMGA1UEChMMc2lnc3RvcmUuZGV2MR4wHAYDVQQDExVzaWdzdG9yZS1pbnRlcm1lZGlhdGUwHhcNMjYxMTE4MjIxMjU3WhcNMjYxMTE4MjIyMjU3WjAAMFkwEwYHKoZIzj0CAQYIKoZIzj0DAQcDQgAEcTyMIIu02AHAXEZmu3FkfDM9a4gZ0gLOxuX6ms76RwY056kUkOg5rOjZrwhhDfyfLTHXXctM30fl5eT045TwrqOCBdIwggXOMA4GA1UdDwEB/wQEAwIHgDATBgNVHSUEDDAKBggrBgEFBQcDAzAfBgNVHSMEGDAWgBTf0+nPViQRlvmo2OkoVaLGLhhkPzBrBgNVHREBAf8EYTBfhl1odHRwczovL2dpdGh1Yi5jb20vaHVnZ2luZ2ZhY2Uva2VybmVscy1jb21tdW5pdHkvLmdpdGh1Yi93b3JrZmxvd3MvYnVpbGQueWFtbEByZWZzL2hlYWRzL21haW4wOQYKKwYBBAGDvzABAQQraHR0cHM6Ly90b2tlbi5hY3Rpb25zLmdpdGh1YnVzZXJjb250ZW50LmNvbTAfBgorBgEEAYO/MAECBBF3b3JrZmxvd19kaXNwYXRjaDA2BgorBgEEAYO/MAEDBChhZTJjMmJlMzFiOTFkYjJmNGQxM2MwYmYxYTcyMDUxYmQ3ZTBkMGFmMBMGCisGAQQBg78wAQQEBUJ1aWxkMCsGCisGAQQBg78wAQUEHWh1Z2dpbmdmYWNlL2tlcm5lbHMtY29tbXVuaXR5MB0GCisGAQQBg78wAQYED3JlZnMvaGVhZHMvbWFpbjA7BgorBgEEAYO/MAEIBC0MK2h0dHBzOi8vdG9rZW4uYWN0aW9ucy5naXRodWJ1c2VyY29udGVudC5jb20wbQYKKwYBBAGDvzABCQRfDF1odHRwczovL2dpdGh1Yi5jb20vaHVnZ2luZ2ZhY2Uva2VybmVscy1jb21tdW5pdHkvLmdpdGh1Yi93b3JrZmxvd3MvYnVpbGQueWFtbEByZWZzL2hlYWRzL21haW4wOAYKKwYBBAGDvzABCgQqDChhZTJjMmJlMzFiOTFkYjJmNGQxM2MwYmYxYTcyMDUxYmQ3ZTBkMGFmMBsGCisGAQQBg78wAQsEDQwLc2VsZi1ob3N0ZWQwQAYKKwYBBAGDvzABDAQyDDBodHRwczovL2dpdGh1Yi5jb20vaHVnZ2luZ2ZhY2Uva2VybmVscy1jb21tdW5pdHkwOAYKKwYBBAGDvzABDQQqDChhZTJjMmJlMzFiOTFkYjJmNGQxM2MwYmYxYTcyMDUxYmQ3ZTBkMGFmMB8GCisGAQQBg78wAQ4EEQwPcmVmcy9oZWFkcy9tYWluMBoGCisGAQQBg78wAQ8EDAwKMTA3MTQ3NTUyOTAuBgorBgEEAYO/MAEQBCAMHmh0dHBzOi8vZ2l0aHViLmNvbS9odWdnaW5nZmFjZTAYBgorBgEEAYO/MAERBAoMCDI1NzIwNzQzMG0GCisGAQQBg78wARIEXwxdaHR0cHM6Ly9naXRodWIuY29tL2h1Z2dpbmdmYWNlL2tlcm5lbHMtY29tbXVuaXR5Ly5naXRodWIvd29ya2Zsb3dzL2J1aWxkLnlhbWxAcmVmcy9oZWFkcy9tYWluMDgGCisGAQQBg78wARMEKgwoYWUyYzJiZTMxYjkxZGIyZjRkMTNjMGJmMWE3MjA1MWJkN2UwZDBhZjAhBgorBgEEAYO/MAEUBBMMEXdvcmtmbG93X2Rpc3BhdGNoMGQGCisGAQQBg78wARUEVgxUaHR0cHM6Ly9naXRodWIuY29tL2h1Z2dpbmdmYWNlL2tlcm5lbHMtY29tbXVuaXR5L2FjdGlvbnMvcnVucy80NDM0NTM0MjYwMC9hdHRlbXB0cy8xMBYGCisGAQQBg78wARYECAwGcHVibGljMEYGCisGAQQBg78wARgEOAw2cmVwbzpodWdnaW5nZmFjZS9rZXJuZWxzLWNvbW11bml0eTpyZWY6cmVmcy9oZWFkcy9tYWluMIGLBgorBgEEAdZ5AgQCBH0EewB5AHcA3T0wasbHETJjGR4cmWc3AqJKXrjePK3/h4pygC8p7o4AAAGh8LhelwAABAMASDBGAiEAn7KseEXbdykuzMWKFVCZYUY0wsz3LoPGQGCD7bQOeuICIQCwG9mgUkAgE/DbjRwyRJ199tdiBeY8amrXK1C+1w1swjAKBggqhkjOPQQDAwNpADBmAjEAzpC6KwrIks+rcCrxmSDaotz8dBVGvgju4YPtSZN7CEXHU2tTXwb5Zm21kwCSDW/SAjEAvuG+QwUWs8PfxcsErI3KpCjFE/7sFeOkQ/X1Bikgyk/4Qn+5nRhxscqLV3/H/kPT"},"tlogEntries":[{"logIndex":"3979515574","logId":{"keyId":"wNI9atQGlz+VWfO6LRygH4QUfY/8W4RFwiT5i5WRgB0="},"kindVersion":{"kind":"hashedrekord","version":"0.0.1"},"integratedTime":"1795039978","inclusionPromise":{"signedEntryTimestamp":"MEUCIGwme/QsfNeXENBDlPQDGcb+QZqSyPdQoBsf1013EL0fAiEAmvfhsPI1u2OPVG7+WAxpu0Cc/yUdT/nbDC96mqiszNo="},"inclusionProof":{"logIndex":"3857611312","rootHash":"Q+tDE+CYndSGNTCpW52sh1WWXJHAxrZXHI4f8GJmR08=","treeSize":"3857611539","hashes":["N9fbC+Gq8L09xt/cGSNGtCVYXcrZ8CV9ZB9UFAa2XZg=","fhUZ/U38AuYY7OTfCC1O6zQ0KpoTSUdCbGHrCNWLlms=","ZceCMLzM/tIjQo22cAjmRT8HKh2O91WnUHtXL6x14gQ=","qhDCfLr0iA1+6qQsvpCEb4+GxtCBOLjA1pkFO/nSR4o=","wzhDmcn8TPu4Xgv6P1vE3LifYNyHdSDRIwKqlXAFNl4=","hAmQhP3zrQYGRPuy+3NaGd3b08vcWUGkQRPzrFSVc5A=","wk92SdfZepgbhEiIIZivMAR3zkq0u575AfQ7jsAk3G0=","qK8zF5w9m62ipHjXpsHlUlye0xN+6t28zwcAvYijrSQ=","aCzsvJzBRaqUN7AaeCaYFalmB0xFaUtXSf8FZ774COw=","GbUSpW+m765gv2nckRQUIaFNRto43U8TxPQqi1JeA1M=","tW/oKXaXQ+zA1ktJm8csSIN9f4lvTKA8TLlfQ7zPar4=","a0VD0K7t/NagdI4vhSEtlD5HDcqx49ezGBCeTu99uFs=","h2mBE2k0iIHyLienTWl812qyZU9Bcv+IUFv6doFc4iE=","MyLTQkVjSD7cruhpRyydNmbOvcVA3XMWqKgsxv9oROQ=","J5GChuYeaFKDaUvU2ZVLDq0Z9owwZ+wLrLV9d2w1eMo=","Zb383XYqETY5ab+zJn0nBDkCciFNJTzRgu5XgPv11qY=","/ihHj1fQjFvlTbA47NC99ngmBnq5+Dv0MHP0qGXN1YU=","q+AZHSuFZigq9sVSKJOXt13bhdDE+gG3Sz4g1LSlXrY=","GLLoBV9JSo2kQfEats+FRxH9J+Y5LIlNozzD3EfUJ4k=","LtxO1SRkRdOspzlk/oR5gB4UJLygHwKl8SxHnA6bl50=","LG50Z3o5WoQx+ipx4JjOZEPoUxIXQjykMUu64z5RDaU=","pGLNL38fZHRQRuTPkhqzP2fMx5gxRPH/gPikPPETFpY=","k0+Z1T6dI0Tgluh54oO/hnxtuoW22MqFIjVTPYeUJGU=","1DaDKzrCNNBhmSdY5vFjz+NpAmxmYfYEgBCdPLrMP1A=","xH/DCseLHr9eKoYT8qsORZK7zVdEGYWHuVtsVrD95wY="],"checkpoint":{"envelope":"rekor.sigstore.dev - 1193050959916656506\n3857611539\nQ+tDE+CYndSGNTCpW52sh1WWXJHAxrZXHI4f8GJmR08=\n\n— rekor.sigstore.dev wNI9ajBEAiAp6uwi2tKMJRD7acaMGkzRUgpAkfwnC+PxpI25yDrdXgIgVyhDNFj/F/4GuxgIQllW9axdjmshUmoXa1BzCZCD1bI=\n"}},"canonicalizedBody":"eyJhcGlWZXJzaW9uIjoiMC4wLjEiLCJraW5kIjoiaGFzaGVkcmVrb3JkIiwic3BlYyI6eyJkYXRhIjp7Imhhc2giOnsiYWxnb3JpdGhtIjoic2hhMjU2IiwidmFsdWUiOiI2ZjgyMmMxZDM4OGI2ZmNkMzZkOWMxNWNhMTY5NDkzN2NkNzU1NDVlYjMyNWM5ZTZjMWM1MzNhNzI3MTI3NTBhIn19LCJzaWduYXR1cmUiOnsiY29udGVudCI6Ik1FVUNJUUR6amlFN1VtQ0JxV0hld2lVRHdRNld3MHlYdjZQZHpnNFJFWW0xOU5Jdk1nSWdIRHZQd2NyTnBrMzZyVmc2WVVpOWZ2UHBLbEVGdGU3Q09KNHFQR1pGQ2ZzPSIsInB1YmxpY0tleSI6eyJjb250ZW50IjoiTFMwdExTMUNSVWRKVGlCRFJWSlVTVVpKUTBGVVJTMHRMUzB0Q2sxSlNVaE1ha05EUW5KUFowRjNTVUpCWjBsVldsWXJWSEZyY1ZOWGNWTm9hMk5qYlZsUkwzZGtjRGxJYjBacmQwTm5XVWxMYjFwSmVtb3dSVUYzVFhjS1RucEZWazFDVFVkQk1WVkZRMmhOVFdNeWJHNWpNMUoyWTIxVmRWcEhWakpOVWpSM1NFRlpSRlpSVVVSRmVGWjZZVmRrZW1SSE9YbGFVekZ3WW01U2JBcGpiVEZzV2tkc2FHUkhWWGRJYUdOT1RXcFplRTFVUlRSTmFrbDRUV3BWTTFkb1kwNU5hbGw0VFZSRk5FMXFTWGxOYWxVelYycEJRVTFHYTNkRmQxbElDa3R2V2tsNmFqQkRRVkZaU1V0dldrbDZhakJFUVZGalJGRm5RVVZqVkhsTlNVbDFNREpCU0VGWVJWcHRkVE5HYTJaRVRUbGhOR2RhTUdkTVQzaDFXRFlLYlhNM05sSjNXVEExTm10VmEwOW5OWEpQYWxweWQyaG9SR1o1Wmt4VVNGaFlZM1JOTXpCbWJEVmxWREEwTlZSM2NuRlBRMEprU1hkbloxaFBUVUUwUndwQk1WVmtSSGRGUWk5M1VVVkJkMGxJWjBSQlZFSm5UbFpJVTFWRlJFUkJTMEpuWjNKQ1owVkdRbEZqUkVGNlFXWkNaMDVXU0ZOTlJVZEVRVmRuUWxSbUNqQXJibEJXYVZGU2JIWnRiekpQYTI5V1lVeEhUR2hvYTFCNlFuSkNaMDVXU0ZKRlFrRm1PRVZaVkVKbWFHd3hiMlJJVW5kamVtOTJUREprY0dSSGFERUtXV2sxYW1JeU1IWmhTRlp1V2pKc2RWb3lXbWhaTWxWMllUSldlV0p0Vm5OamVURnFZakl4ZEdSWE5YQmtTR3QyVEcxa2NHUkhhREZaYVRrellqTktjZ3BhYlhoMlpETk5kbGx1Vm5CaVIxRjFaVmRHZEdKRlFubGFWMXA2VERKb2JGbFhVbnBNTWpGb1lWYzBkMDlSV1V0TGQxbENRa0ZIUkhaNlFVSkJVVkZ5Q21GSVVqQmpTRTAyVEhrNU1HSXlkR3hpYVRWb1dUTlNjR0l5TlhwTWJXUndaRWRvTVZsdVZucGFXRXBxWWpJMU1GcFhOVEJNYlU1MllsUkJaa0puYjNJS1FtZEZSVUZaVHk5TlFVVkRRa0pHTTJJelNuSmFiWGgyWkRFNWEyRllUbmRaV0ZKcVlVUkJNa0puYjNKQ1owVkZRVmxQTDAxQlJVUkNRMmhvV2xSS2FncE5iVXBzVFhwR2FVOVVSbXRaYWtwdFRrZFJlRTB5VFhkWmJWbDRXVlJqZVUxRVZYaFpiVkV6V2xSQ2EwMUhSbTFOUWsxSFEybHpSMEZSVVVKbk56aDNDa0ZSVVVWQ1ZVb3hZVmQ0YTAxRGMwZERhWE5IUVZGUlFtYzNPSGRCVVZWRlNGZG9NVm95WkhCaWJXUnRXVmRPYkV3eWRHeGpiVFZzWWtoTmRGa3lPWFFLWWxoV2RXRllValZOUWpCSFEybHpSMEZSVVVKbk56aDNRVkZaUlVRelNteGFiazEyWVVkV2FGcElUWFppVjBad1ltcEJOMEpuYjNKQ1owVkZRVmxQTHdwTlFVVkpRa013VFVzeWFEQmtTRUo2VDJrNGRtUkhPWEphVnpSMVdWZE9NR0ZYT1hWamVUVnVZVmhTYjJSWFNqRmpNbFo1V1RJNWRXUkhWblZrUXpWcUNtSXlNSGRpVVZsTFMzZFpRa0pCUjBSMmVrRkNRMUZTWmtSR01XOWtTRkozWTNwdmRrd3laSEJrUjJneFdXazFhbUl5TUhaaFNGWnVXakpzZFZveVdtZ0tXVEpWZG1FeVZubGliVlp6WTNreGFtSXlNWFJrVnpWd1pFaHJka3h0WkhCa1IyZ3hXV2s1TTJJelNuSmFiWGgyWkROTmRsbHVWbkJpUjFGMVpWZEdkQXBpUlVKNVdsZGFla3d5YUd4WlYxSjZUREl4YUdGWE5IZFBRVmxMUzNkWlFrSkJSMFIyZWtGQ1EyZFJjVVJEYUdoYVZFcHFUVzFLYkUxNlJtbFBWRVpyQ2xscVNtMU9SMUY0VFRKTmQxbHRXWGhaVkdONVRVUlZlRmx0VVROYVZFSnJUVWRHYlUxQ2MwZERhWE5IUVZGUlFtYzNPSGRCVVhORlJGRjNUR015Vm5NS1dta3hiMkl6VGpCYVYxRjNVVUZaUzB0M1dVSkNRVWRFZG5wQlFrUkJVWGxFUkVKdlpFaFNkMk42YjNaTU1tUndaRWRvTVZscE5XcGlNakIyWVVoV2JncGFNbXgxV2pKYWFGa3lWWFpoTWxaNVltMVdjMk41TVdwaU1qRjBaRmMxY0dSSWEzZFBRVmxMUzNkWlFrSkJSMFIyZWtGQ1JGRlJjVVJEYUdoYVZFcHFDazF0U214TmVrWnBUMVJHYTFscVNtMU9SMUY0VFRKTmQxbHRXWGhaVkdONVRVUlZlRmx0VVROYVZFSnJUVWRHYlUxQ09FZERhWE5IUVZGUlFtYzNPSGNLUVZFMFJVVlJkMUJqYlZadFkzazViMXBYUm10amVUbDBXVmRzZFUxQ2IwZERhWE5IUVZGUlFtYzNPSGRCVVRoRlJFRjNTMDFVUVROTlZGRXpUbFJWZVFwUFZFRjFRbWR2Y2tKblJVVkJXVTh2VFVGRlVVSkRRVTFJYldnd1pFaENlazlwT0haYU1td3dZVWhXYVV4dFRuWmlVemx2WkZka2JtRlhOVzVhYlVacUNscFVRVmxDWjI5eVFtZEZSVUZaVHk5TlFVVlNRa0Z2VFVORVNURk9la2wzVG5wUmVrMUhNRWREYVhOSFFWRlJRbWMzT0hkQlVrbEZXSGQ0WkdGSVVqQUtZMGhOTmt4NU9XNWhXRkp2WkZkSmRWa3lPWFJNTW1neFdqSmtjR0p0WkcxWlYwNXNUREowYkdOdE5XeGlTRTEwV1RJNWRHSllWblZoV0ZJMVRIazFiZ3BoV0ZKdlpGZEpkbVF5T1hsaE1scHpZak5rZWt3eVNqRmhWM2hyVEc1c2FHSlhlRUZqYlZadFkzazViMXBYUm10amVUbDBXVmRzZFUxRVowZERhWE5IQ2tGUlVVSm5OemgzUVZKTlJVdG5kMjlaVjFWNVdYcEthVnBVVFhoWmFtdDRXa2RKZVZwcVVtdE5WRTVxVFVkS2JVMVhSVE5OYWtFeFRWZEthMDR5VlhjS1drUkNhRnBxUVdoQ1oyOXlRbWRGUlVGWlR5OU5RVVZWUWtKTlRVVllaSFpqYlhSdFlrYzVNMWd5VW5Cak0wSm9aRWRPYjAxSFVVZERhWE5IUVZGUlFncG5OemgzUVZKVlJWWm5lRlZoU0ZJd1kwaE5Oa3g1T1c1aFdGSnZaRmRKZFZreU9YUk1NbWd4V2pKa2NHSnRaRzFaVjA1c1RESjBiR050Tld4aVNFMTBDbGt5T1hSaVdGWjFZVmhTTlV3eVJtcGtSMngyWW01TmRtTnVWblZqZVRnd1RrUk5NRTVVVFRCTmFsbDNUVU01YUdSSVVteGlXRUl3WTNrNGVFMUNXVWNLUTJselIwRlJVVUpuTnpoM1FWSlpSVU5CZDBkalNGWnBZa2RzYWsxRldVZERhWE5IUVZGUlFtYzNPSGRCVW1kRlQwRjNNbU50Vm5kaWVuQnZaRmRrYmdwaFZ6VnVXbTFHYWxwVE9YSmFXRXAxV2xkNGVreFhUblppVnpFeFltMXNNR1ZVY0hsYVYxazJZMjFXYldONU9XOWFWMFpyWTNrNWRGbFhiSFZOU1VkTUNrSm5iM0pDWjBWRlFXUmFOVUZuVVVOQ1NEQkZaWGRDTlVGSVkwRXpWREIzWVhOaVNFVlVTbXBIVWpSamJWZGpNMEZ4U2t0WWNtcGxVRXN6TDJnMGNIa0taME00Y0Rkdk5FRkJRVWRvT0V4b1pXeDNRVUZDUVUxQlUwUkNSMEZwUlVGdU4wdHpaVVZZWW1SNWEzVjZUVmRMUmxaRFdsbFZXVEIzYzNvelRHOVFSd3BSUjBORU4ySlJUMlYxU1VOSlVVTjNSemx0WjFWclFXZEZMMFJpYWxKM2VWSktNVGs1ZEdScFFtVlpPR0Z0Y2xoTE1VTXJNWGN4YzNkcVFVdENaMmR4Q21ocmFrOVFVVkZFUVhkT2NFRkVRbTFCYWtWQmVuQkROa3QzY2tscmN5dHlZME55ZUcxVFJHRnZkSG80WkVKV1IzWm5hblUwV1ZCMFUxcE9OME5GV0VnS1ZUSjBWRmgzWWpWYWJUSXhhM2REVTBSWEwxTkJha1ZCZG5WSEsxRjNWVmR6T0ZCbWVHTnpSWEpKTTB0d1EycEdSUzgzYzBabFQydFJMMWd4UW1sclp3cDVheTgwVVc0ck5XNVNhSGh6WTNGTVZqTXZTQzlyVUZRS0xTMHRMUzFGVGtRZ1EwVlNWRWxHU1VOQlZFVXRMUzB0TFFvPSJ9fX19"}],"timestampVerificationData":{"rfc3161Timestamps":[{"signedTimestamp":"MIIE6jADAgEAMIIE4QYJKoZIhvcNAQcCoIIE0jCCBM4CAQMxDTALBglghkgBZQMEAgEwgcIGCyqGSIb3DQEJEAEEoIGyBIGvMIGsAgEBBgkrBgEEAYO/MAIwMTANBglghkgBZQMEAgEFAAQgp6lF79L/37RP4XeIVASE24DKUPis1ZLJO7J4PEoYSfACFHlpng7dsGsVIOcCqA8iftQn+WMvGA8yMDI2MTExODIyMTI1N1owAwIBAQIJAOO8QH8OCt8ToDKkMDAuMRUwEwYDVQQKEwxzaWdzdG9yZS5kZXYxFTATBgNVBAMTDHNpZ3N0b3JlLXRzYaCCAhQwggIQMIIBlqADAgECAhQ6E1QvDJBh7rzBQy/Lio6LKiOLDDAKBggqhkjOPQQDAzA5MRUwEwYDVQQKEwxzaWdzdG9yZS5kZXYxIDAeBgNVBAMTF3NpZ3N0b3JlLXRzYS1zZWxmc2lnbmVkMB4XDTI1MDQwODA2NTk0M1oXDTM1MDQwNjA2NTk0M1owLjEVMBMGA1UEChMMc2lnc3RvcmUuZGV2MRUwEwYDVQQDEwxzaWdzdG9yZS10c2EwdjAQBgcqhkjOPQIBBgUrgQQAIgNiAATitrZnyEo2KDZP2QWMIBOgYbfSOTL5ZC/cHMv6Yq+HVIo1H9TC7Cx80KDiyvKhgB3wTqKyi9UDczhqg12b1AOLnRnydMTK+qB8M+1MjBci1+Jb8AV/VXu7CRuQCiPTHFyjajBoMA4GA1UdDwEB/wQEAwIHgDAdBgNVHQ4EFgQUif15Q4fP0GVGwwJGxyxzW3206wMwHwYDVR0jBBgwFoAUmOwB73+7Uf/UlR5vioiYUweJzr8wFgYDVR0lAQH/BAwwCgYIKwYBBQUHAwgwCgYIKoZIzj0EAwMDaAAwZQIwO2mxX/opo7SrIX9QyxfZpJRcpAV2gZOm1AZzR+2rVyy6Uc8Ybp2ybIw13ckH4bcRAjEA5qO8FyOkmYpvg2/7ZNqiPxRzn5vqKHoVcIIqtpKq6l7TvOqzAxxclN7VwTG8e++XMYIB2zCCAdcCAQEwUTA5MRUwEwYDVQQKEwxzaWdzdG9yZS5kZXYxIDAeBgNVBAMTF3NpZ3N0b3JlLXRzYS1zZWxmc2lnbmVkAhQ6E1QvDJBh7rzBQy/Lio6LKiOLDDALBglghkgBZQMEAgGggfwwGgYJKoZIhvcNAQkDMQ0GCyqGSIb3DQEJEAEEMBwGCSqGSIb3DQEJBTEPFw0yNjExMTgyMjEyNTdaMC8GCSqGSIb3DQEJBDEiBCBHHrXW0JDvjw1/ZkARQcYsbxQlIJNlEKP/AU4aUzk83TCBjgYLKoZIhvcNAQkQAi8xfzB9MHsweQQghfknvAerYsrDtENWwQ78gbLGiD/aernm2HDZ0TrNBbcwVTA9pDswOTEVMBMGA1UEChMMc2lnc3RvcmUuZGV2MSAwHgYDVQQDExdzaWdzdG9yZS10c2Etc2VsZnNpZ25lZAIUOhNULwyQYe68wUMvy4qOiyojiwwwCgYIKoZIzj0EAwIEZzBlAjAMJvGAG3vcW0GM6cqMEqqVNQrJjt5GwambAGs/5nnEejETKyZ5u2MASolUl7PnD8QCMQDS7qvmDPAuu8zs3PjArC+5MuxfBlkIZzzMIeie4emT6nxPJ0f9J6pnH0qN446X+EE="}]}},"messageSignature":{"messageDigest":{"algorithm":"SHA2_256","digest":"b4IsHTiLb8022cFcoWlJN811VF6zJcnmwcUzpycSdQo="},"signature":"MEUCIQDzjiE7UmCBqWHewiUDwQ6Ww0yXv6Pdzg4REYm19NIvMgIgHDvPwcrNpk36rVg6YUi9fvPpKlEFte7COJ4qPGZFCfs="}}
|
build/torch-stable-abi29-cu134-x86_64-linux/symbols.json
CHANGED
|
@@ -1,11 +1,11 @@
|
|
| 1 |
{
|
| 2 |
"schema_version": 1,
|
| 3 |
-
"module": "
|
| 4 |
"functions": [
|
| 5 |
{
|
| 6 |
"name": "add_op_namespace_prefix",
|
| 7 |
"qualname": "add_op_namespace_prefix",
|
| 8 |
-
"module": "
|
| 9 |
"kind": "function",
|
| 10 |
"doc": "Prefix op by namespace.",
|
| 11 |
"signature": {
|
|
@@ -23,7 +23,7 @@
|
|
| 23 |
{
|
| 24 |
"name": "flash_attn_combine",
|
| 25 |
"qualname": "flash_attn_combine",
|
| 26 |
-
"module": "
|
| 27 |
"kind": "function",
|
| 28 |
"doc": null,
|
| 29 |
"signature": {
|
|
@@ -59,7 +59,7 @@
|
|
| 59 |
{
|
| 60 |
"name": "flash_attn_func",
|
| 61 |
"qualname": "flash_attn_func",
|
| 62 |
-
"module": "
|
| 63 |
"kind": "function",
|
| 64 |
"doc": "dropout_p should be set to 0.0 during evaluation\nSupports multi-query and grouped-query attention (MQA/GQA) by passing in KV with fewer heads\nthan Q. Note that the number of heads in Q must be divisible by the number of heads in KV.\nFor example, if Q has 6 heads and K, V have 2 heads, head 0, 1, 2 of Q will attention to head\n0 of K, V, and head 3, 4, 5 of Q will attention to head 1 of K, V.\n\nIf causal=True, the causal mask is aligned to the bottom right corner of the attention matrix.\nFor example, if seqlen_q = 2 and seqlen_k = 5, the causal mask (1 = keep, 0 = masked out) is:\n 1 1 1 1 0\n 1 1 1 1 1\nIf seqlen_q = 5 and seqlen_k = 2, the causal mask is:\n 0 0\n 0 0\n 0 0\n 1 0\n 1 1\nIf the row of the mask is all zero, the output will be zero.\n\nIf window_size != (-1, -1), implements sliding window local attention. Query at position i\nwill only attend to keys between\n[i + seqlen_k - seqlen_q - window_size[0], i + seqlen_k - seqlen_q + window_size[1]] inclusive.\n\nArguments:\n q: (batch_size, seqlen, nheads, headdim)\n k: (batch_size, seqlen, nheads_k, headdim)\n v: (batch_size, seqlen, nheads_k, headdim)\n dropout_p: float. Dropout probability.\n softmax_scale: float. The scaling of QK^T before applying softmax.\n Default to 1 / sqrt(headdim).\n causal: bool. Whether to apply causal attention mask (e.g., for auto-regressive modeling).\n window_size: (left, right). If not (-1, -1), implements sliding window local attention.\n alibi_slopes: (nheads,) or (batch_size, nheads), fp32. A bias of\n (-alibi_slope * |i + seqlen_k - seqlen_q - j|)\n is added to the attention score of query i and key j.\n deterministic: bool. Whether to use the deterministic implementation of the backward pass,\n which is slightly slower and uses more memory. The forward pass is always deterministic.\n return_attn_probs: bool. Whether to return the attention probabilities. This option is for\n testing only. The returned probabilities are not guaranteed to be correct\n (they might not have the right scaling).\nReturn:\n out: (batch_size, seqlen, nheads, headdim).\n softmax_lse [optional, if return_attn_probs=True]: (batch_size, nheads, seqlen). The\n logsumexp of each row of the matrix QK^T * scaling (e.g., log of the softmax\n normalization factor).",
|
| 65 |
"signature": {
|
|
@@ -173,7 +173,7 @@
|
|
| 173 |
{
|
| 174 |
"name": "flash_attn_qkvpacked_func",
|
| 175 |
"qualname": "flash_attn_qkvpacked_func",
|
| 176 |
-
"module": "
|
| 177 |
"kind": "function",
|
| 178 |
"doc": "dropout_p should be set to 0.0 during evaluation\nIf Q, K, V are already stacked into 1 tensor, this function will be faster than\ncalling flash_attn_func on Q, K, V since the backward pass avoids explicit concatenation\nof the gradients of Q, K, V.\nFor multi-query and grouped-query attention (MQA/GQA), please see\nflash_attn_kvpacked_func and flash_attn_func.\n\nIf window_size != (-1, -1), implements sliding window local attention. Query at position i\nwill only attend to keys between [i - window_size[0], i + window_size[1]] inclusive.\n\nArguments:\n qkv: (batch_size, seqlen, 3, nheads, headdim)\n dropout_p: float. Dropout probability.\n softmax_scale: float. The scaling of QK^T before applying softmax.\n Default to 1 / sqrt(headdim).\n causal: bool. Whether to apply causal attention mask (e.g., for auto-regressive modeling).\n window_size: (left, right). If not (-1, -1), implements sliding window local attention.\n softcap: float. Anything > 0 activates softcapping attention.\n alibi_slopes: (nheads,) or (batch_size, nheads), fp32. A bias of (-alibi_slope * |i - j|) is added to\n the attention score of query i and key j.\n deterministic: bool. Whether to use the deterministic implementation of the backward pass,\n which is slightly slower and uses more memory. The forward pass is always deterministic.\n return_attn_probs: bool. Whether to return the attention probabilities. This option is for\n testing only. The returned probabilities are not guaranteed to be correct\n (they might not have the right scaling).\nReturn:\n out: (batch_size, seqlen, nheads, headdim).\n softmax_lse [optional, if return_attn_probs=True]: (batch_size, nheads, seqlen). The\n logsumexp of each row of the matrix QK^T * scaling (e.g., log of the softmax\n normalization factor).\n S_dmask [optional, if return_attn_probs=True]: (batch_size, nheads, seqlen, seqlen).\n The output of softmax (possibly with different scaling). It also encodes the dropout\n pattern (negative means that location was dropped, nonnegative means it was kept).",
|
| 179 |
"signature": {
|
|
@@ -263,7 +263,7 @@
|
|
| 263 |
{
|
| 264 |
"name": "flash_attn_varlen_func",
|
| 265 |
"qualname": "flash_attn_varlen_func",
|
| 266 |
-
"module": "
|
| 267 |
"kind": "function",
|
| 268 |
"doc": null,
|
| 269 |
"signature": {
|
|
@@ -413,7 +413,7 @@
|
|
| 413 |
{
|
| 414 |
"name": "flash_attn_with_kvcache",
|
| 415 |
"qualname": "flash_attn_with_kvcache",
|
| 416 |
-
"module": "
|
| 417 |
"kind": "function",
|
| 418 |
"doc": "If k and v are not None, k_cache and v_cache will be updated *inplace* with the new values from\nk and v. This is useful for incremental decoding: you can pass in the cached keys/values from\nthe previous step, and update them with the new keys/values from the current step, and do\nattention with the updated cache, all in 1 kernel.\n\nIf you pass in k / v, you must make sure that the cache is large enough to hold the new values.\nFor example, the KV cache could be pre-allocated with the max sequence length, and you can use\ncache_seqlens to keep track of the current sequence lengths of each sequence in the batch.\n\nAlso apply rotary embedding if rotary_cos and rotary_sin are passed in. The key @k will be\nrotated by rotary_cos and rotary_sin at indices cache_seqlens, cache_seqlens + 1, etc.\nIf causal or local (i.e., window_size != (-1, -1)), the query @q will be rotated by rotary_cos\nand rotary_sin at indices cache_seqlens, cache_seqlens + 1, etc.\nIf not causal and not local, the query @q will be rotated by rotary_cos and rotary_sin at\nindices cache_seqlens only (i.e. we consider all tokens in @q to be at position cache_seqlens).\n\nSee tests/test_flash_attn.py::test_flash_attn_kvcache for examples of how to use this function.\n\nSupports multi-query and grouped-query attention (MQA/GQA) by passing in KV with fewer heads\nthan Q. Note that the number of heads in Q must be divisible by the number of heads in KV.\nFor example, if Q has 6 heads and K, V have 2 heads, head 0, 1, 2 of Q will attention to head\n0 of K, V, and head 3, 4, 5 of Q will attention to head 1 of K, V.\n\nIf causal=True, the causal mask is aligned to the bottom right corner of the attention matrix.\nFor example, if seqlen_q = 2 and seqlen_k = 5, the causal mask (1 = keep, 0 = masked out) is:\n 1 1 1 1 0\n 1 1 1 1 1\nIf seqlen_q = 5 and seqlen_k = 2, the causal mask is:\n 0 0\n 0 0\n 0 0\n 1 0\n 1 1\nIf the row of the mask is all zero, the output will be zero.\n\nIf window_size != (-1, -1), implements sliding window local attention. Query at position i\nwill only attend to keys between\n[i + seqlen_k - seqlen_q - window_size[0], i + seqlen_k - seqlen_q + window_size[1]] inclusive.\n\nNote: Does not support backward pass.\n\nArguments:\n q: (batch_size, seqlen, nheads, headdim)\n k_cache: (batch_size_cache, seqlen_cache, nheads_k, headdim) if there's no page_table,\n or (num_blocks, page_block_size, nheads_k, headdim) if there's a page_table (i.e. paged KV cache)\n page_block_size can be arbitrary (e.g, 1, 2, 3, 64, etc.).\n v_cache: (batch_size_cache, seqlen_cache, nheads_k, headdim_v) if there's no page_table,\n or (num_blocks, page_block_size, nheads_k, headdim_v) if there's a page_table (i.e. paged KV cache)\n k [optional]: (batch_size, seqlen_new, nheads_k, headdim). If not None, we concatenate\n k with k_cache, starting at the indices specified by cache_seqlens.\n v [optional]: (batch_size, seqlen_new, nheads_k, headdim_v). Similar to k.\n qv [optional]: (batch_size, seqlen, nheads, headdim_v)\n rotary_cos [optional]: (seqlen_ro, rotary_dim / 2). If not None, we apply rotary embedding\n to k and q. Only applicable if k and v are passed in. rotary_dim must be divisible by 16.\n rotary_sin [optional]: (seqlen_ro, rotary_dim / 2). Similar to rotary_cos.\n cache_seqlens: int, or (batch_size,), dtype torch.int32. The sequence lengths of the\n KV cache.\n cache_batch_idx: (batch_size,), dtype torch.int32. The indices used to index into the KV cache.\n If None, we assume that the batch indices are [0, 1, 2, ..., batch_size - 1].\n If the indices are not distinct, and k and v are provided, the values updated in the cache\n might come from any of the duplicate indices.\n cache_leftpad: (batch_size,), dtype torch.int32. The index that the KV cache starts. If None, assume 0.\n page_table [optional]: (batch_size, max_num_blocks_per_seq), dtype torch.int32.\n softmax_scale: float. The scaling of QK^T before applying softmax.\n Default to 1 / sqrt(headdim).\n causal: bool. Whether to apply causal attention mask (e.g., for auto-regressive modeling).\n window_size: (left, right). If not (-1, -1), implements sliding window local attention.\n softcap: float. Anything > 0 activates softcapping attention.\n rotary_interleaved: bool. Only applicable if rotary_cos and rotary_sin are passed in.\n If True, rotary embedding will combine dimensions 0 & 1, 2 & 3, etc. If False,\n rotary embedding will combine dimensions 0 & rotary_dim / 2, 1 & rotary_dim / 2 + 1\n (i.e. GPT-NeoX style).\n num_splits: int. If > 1, split the key/value into this many chunks along the sequence.\n If num_splits == 1, we don't split the key/value. If num_splits == 0, we use a heuristic\n to automatically determine the number of splits.\n Don't change this unless you know what you are doing.\n return_softmax_lse: bool. Whether to return the logsumexp of the attention scores.\n\nReturn:\n out: (batch_size, seqlen, nheads, headdim).\n softmax_lse [optional, if return_softmax_lse=True]: (batch_size, nheads, seqlen). The\n logsumexp of each row of the matrix QK^T * scaling (e.g., log of the softmax\n normalization factor).",
|
| 419 |
"signature": {
|
|
@@ -605,7 +605,7 @@
|
|
| 605 |
{
|
| 606 |
"name": "get_scheduler_metadata",
|
| 607 |
"qualname": "get_scheduler_metadata",
|
| 608 |
-
"module": "
|
| 609 |
"kind": "function",
|
| 610 |
"doc": null,
|
| 611 |
"signature": {
|
|
|
|
| 1 |
{
|
| 2 |
"schema_version": 1,
|
| 3 |
+
"module": "_flash_attn3_cuda_ae2c2be",
|
| 4 |
"functions": [
|
| 5 |
{
|
| 6 |
"name": "add_op_namespace_prefix",
|
| 7 |
"qualname": "add_op_namespace_prefix",
|
| 8 |
+
"module": "_flash_attn3_cuda_ae2c2be._ops",
|
| 9 |
"kind": "function",
|
| 10 |
"doc": "Prefix op by namespace.",
|
| 11 |
"signature": {
|
|
|
|
| 23 |
{
|
| 24 |
"name": "flash_attn_combine",
|
| 25 |
"qualname": "flash_attn_combine",
|
| 26 |
+
"module": "_flash_attn3_cuda_ae2c2be.flash_attn_interface",
|
| 27 |
"kind": "function",
|
| 28 |
"doc": null,
|
| 29 |
"signature": {
|
|
|
|
| 59 |
{
|
| 60 |
"name": "flash_attn_func",
|
| 61 |
"qualname": "flash_attn_func",
|
| 62 |
+
"module": "_flash_attn3_cuda_ae2c2be.flash_attn_interface",
|
| 63 |
"kind": "function",
|
| 64 |
"doc": "dropout_p should be set to 0.0 during evaluation\nSupports multi-query and grouped-query attention (MQA/GQA) by passing in KV with fewer heads\nthan Q. Note that the number of heads in Q must be divisible by the number of heads in KV.\nFor example, if Q has 6 heads and K, V have 2 heads, head 0, 1, 2 of Q will attention to head\n0 of K, V, and head 3, 4, 5 of Q will attention to head 1 of K, V.\n\nIf causal=True, the causal mask is aligned to the bottom right corner of the attention matrix.\nFor example, if seqlen_q = 2 and seqlen_k = 5, the causal mask (1 = keep, 0 = masked out) is:\n 1 1 1 1 0\n 1 1 1 1 1\nIf seqlen_q = 5 and seqlen_k = 2, the causal mask is:\n 0 0\n 0 0\n 0 0\n 1 0\n 1 1\nIf the row of the mask is all zero, the output will be zero.\n\nIf window_size != (-1, -1), implements sliding window local attention. Query at position i\nwill only attend to keys between\n[i + seqlen_k - seqlen_q - window_size[0], i + seqlen_k - seqlen_q + window_size[1]] inclusive.\n\nArguments:\n q: (batch_size, seqlen, nheads, headdim)\n k: (batch_size, seqlen, nheads_k, headdim)\n v: (batch_size, seqlen, nheads_k, headdim)\n dropout_p: float. Dropout probability.\n softmax_scale: float. The scaling of QK^T before applying softmax.\n Default to 1 / sqrt(headdim).\n causal: bool. Whether to apply causal attention mask (e.g., for auto-regressive modeling).\n window_size: (left, right). If not (-1, -1), implements sliding window local attention.\n alibi_slopes: (nheads,) or (batch_size, nheads), fp32. A bias of\n (-alibi_slope * |i + seqlen_k - seqlen_q - j|)\n is added to the attention score of query i and key j.\n deterministic: bool. Whether to use the deterministic implementation of the backward pass,\n which is slightly slower and uses more memory. The forward pass is always deterministic.\n return_attn_probs: bool. Whether to return the attention probabilities. This option is for\n testing only. The returned probabilities are not guaranteed to be correct\n (they might not have the right scaling).\nReturn:\n out: (batch_size, seqlen, nheads, headdim).\n softmax_lse [optional, if return_attn_probs=True]: (batch_size, nheads, seqlen). The\n logsumexp of each row of the matrix QK^T * scaling (e.g., log of the softmax\n normalization factor).",
|
| 65 |
"signature": {
|
|
|
|
| 173 |
{
|
| 174 |
"name": "flash_attn_qkvpacked_func",
|
| 175 |
"qualname": "flash_attn_qkvpacked_func",
|
| 176 |
+
"module": "_flash_attn3_cuda_ae2c2be.flash_attn_interface",
|
| 177 |
"kind": "function",
|
| 178 |
"doc": "dropout_p should be set to 0.0 during evaluation\nIf Q, K, V are already stacked into 1 tensor, this function will be faster than\ncalling flash_attn_func on Q, K, V since the backward pass avoids explicit concatenation\nof the gradients of Q, K, V.\nFor multi-query and grouped-query attention (MQA/GQA), please see\nflash_attn_kvpacked_func and flash_attn_func.\n\nIf window_size != (-1, -1), implements sliding window local attention. Query at position i\nwill only attend to keys between [i - window_size[0], i + window_size[1]] inclusive.\n\nArguments:\n qkv: (batch_size, seqlen, 3, nheads, headdim)\n dropout_p: float. Dropout probability.\n softmax_scale: float. The scaling of QK^T before applying softmax.\n Default to 1 / sqrt(headdim).\n causal: bool. Whether to apply causal attention mask (e.g., for auto-regressive modeling).\n window_size: (left, right). If not (-1, -1), implements sliding window local attention.\n softcap: float. Anything > 0 activates softcapping attention.\n alibi_slopes: (nheads,) or (batch_size, nheads), fp32. A bias of (-alibi_slope * |i - j|) is added to\n the attention score of query i and key j.\n deterministic: bool. Whether to use the deterministic implementation of the backward pass,\n which is slightly slower and uses more memory. The forward pass is always deterministic.\n return_attn_probs: bool. Whether to return the attention probabilities. This option is for\n testing only. The returned probabilities are not guaranteed to be correct\n (they might not have the right scaling).\nReturn:\n out: (batch_size, seqlen, nheads, headdim).\n softmax_lse [optional, if return_attn_probs=True]: (batch_size, nheads, seqlen). The\n logsumexp of each row of the matrix QK^T * scaling (e.g., log of the softmax\n normalization factor).\n S_dmask [optional, if return_attn_probs=True]: (batch_size, nheads, seqlen, seqlen).\n The output of softmax (possibly with different scaling). It also encodes the dropout\n pattern (negative means that location was dropped, nonnegative means it was kept).",
|
| 179 |
"signature": {
|
|
|
|
| 263 |
{
|
| 264 |
"name": "flash_attn_varlen_func",
|
| 265 |
"qualname": "flash_attn_varlen_func",
|
| 266 |
+
"module": "_flash_attn3_cuda_ae2c2be.flash_attn_interface",
|
| 267 |
"kind": "function",
|
| 268 |
"doc": null,
|
| 269 |
"signature": {
|
|
|
|
| 413 |
{
|
| 414 |
"name": "flash_attn_with_kvcache",
|
| 415 |
"qualname": "flash_attn_with_kvcache",
|
| 416 |
+
"module": "_flash_attn3_cuda_ae2c2be.flash_attn_interface",
|
| 417 |
"kind": "function",
|
| 418 |
"doc": "If k and v are not None, k_cache and v_cache will be updated *inplace* with the new values from\nk and v. This is useful for incremental decoding: you can pass in the cached keys/values from\nthe previous step, and update them with the new keys/values from the current step, and do\nattention with the updated cache, all in 1 kernel.\n\nIf you pass in k / v, you must make sure that the cache is large enough to hold the new values.\nFor example, the KV cache could be pre-allocated with the max sequence length, and you can use\ncache_seqlens to keep track of the current sequence lengths of each sequence in the batch.\n\nAlso apply rotary embedding if rotary_cos and rotary_sin are passed in. The key @k will be\nrotated by rotary_cos and rotary_sin at indices cache_seqlens, cache_seqlens + 1, etc.\nIf causal or local (i.e., window_size != (-1, -1)), the query @q will be rotated by rotary_cos\nand rotary_sin at indices cache_seqlens, cache_seqlens + 1, etc.\nIf not causal and not local, the query @q will be rotated by rotary_cos and rotary_sin at\nindices cache_seqlens only (i.e. we consider all tokens in @q to be at position cache_seqlens).\n\nSee tests/test_flash_attn.py::test_flash_attn_kvcache for examples of how to use this function.\n\nSupports multi-query and grouped-query attention (MQA/GQA) by passing in KV with fewer heads\nthan Q. Note that the number of heads in Q must be divisible by the number of heads in KV.\nFor example, if Q has 6 heads and K, V have 2 heads, head 0, 1, 2 of Q will attention to head\n0 of K, V, and head 3, 4, 5 of Q will attention to head 1 of K, V.\n\nIf causal=True, the causal mask is aligned to the bottom right corner of the attention matrix.\nFor example, if seqlen_q = 2 and seqlen_k = 5, the causal mask (1 = keep, 0 = masked out) is:\n 1 1 1 1 0\n 1 1 1 1 1\nIf seqlen_q = 5 and seqlen_k = 2, the causal mask is:\n 0 0\n 0 0\n 0 0\n 1 0\n 1 1\nIf the row of the mask is all zero, the output will be zero.\n\nIf window_size != (-1, -1), implements sliding window local attention. Query at position i\nwill only attend to keys between\n[i + seqlen_k - seqlen_q - window_size[0], i + seqlen_k - seqlen_q + window_size[1]] inclusive.\n\nNote: Does not support backward pass.\n\nArguments:\n q: (batch_size, seqlen, nheads, headdim)\n k_cache: (batch_size_cache, seqlen_cache, nheads_k, headdim) if there's no page_table,\n or (num_blocks, page_block_size, nheads_k, headdim) if there's a page_table (i.e. paged KV cache)\n page_block_size can be arbitrary (e.g, 1, 2, 3, 64, etc.).\n v_cache: (batch_size_cache, seqlen_cache, nheads_k, headdim_v) if there's no page_table,\n or (num_blocks, page_block_size, nheads_k, headdim_v) if there's a page_table (i.e. paged KV cache)\n k [optional]: (batch_size, seqlen_new, nheads_k, headdim). If not None, we concatenate\n k with k_cache, starting at the indices specified by cache_seqlens.\n v [optional]: (batch_size, seqlen_new, nheads_k, headdim_v). Similar to k.\n qv [optional]: (batch_size, seqlen, nheads, headdim_v)\n rotary_cos [optional]: (seqlen_ro, rotary_dim / 2). If not None, we apply rotary embedding\n to k and q. Only applicable if k and v are passed in. rotary_dim must be divisible by 16.\n rotary_sin [optional]: (seqlen_ro, rotary_dim / 2). Similar to rotary_cos.\n cache_seqlens: int, or (batch_size,), dtype torch.int32. The sequence lengths of the\n KV cache.\n cache_batch_idx: (batch_size,), dtype torch.int32. The indices used to index into the KV cache.\n If None, we assume that the batch indices are [0, 1, 2, ..., batch_size - 1].\n If the indices are not distinct, and k and v are provided, the values updated in the cache\n might come from any of the duplicate indices.\n cache_leftpad: (batch_size,), dtype torch.int32. The index that the KV cache starts. If None, assume 0.\n page_table [optional]: (batch_size, max_num_blocks_per_seq), dtype torch.int32.\n softmax_scale: float. The scaling of QK^T before applying softmax.\n Default to 1 / sqrt(headdim).\n causal: bool. Whether to apply causal attention mask (e.g., for auto-regressive modeling).\n window_size: (left, right). If not (-1, -1), implements sliding window local attention.\n softcap: float. Anything > 0 activates softcapping attention.\n rotary_interleaved: bool. Only applicable if rotary_cos and rotary_sin are passed in.\n If True, rotary embedding will combine dimensions 0 & 1, 2 & 3, etc. If False,\n rotary embedding will combine dimensions 0 & rotary_dim / 2, 1 & rotary_dim / 2 + 1\n (i.e. GPT-NeoX style).\n num_splits: int. If > 1, split the key/value into this many chunks along the sequence.\n If num_splits == 1, we don't split the key/value. If num_splits == 0, we use a heuristic\n to automatically determine the number of splits.\n Don't change this unless you know what you are doing.\n return_softmax_lse: bool. Whether to return the logsumexp of the attention scores.\n\nReturn:\n out: (batch_size, seqlen, nheads, headdim).\n softmax_lse [optional, if return_softmax_lse=True]: (batch_size, nheads, seqlen). The\n logsumexp of each row of the matrix QK^T * scaling (e.g., log of the softmax\n normalization factor).",
|
| 419 |
"signature": {
|
|
|
|
| 605 |
{
|
| 606 |
"name": "get_scheduler_metadata",
|
| 607 |
"qualname": "get_scheduler_metadata",
|
| 608 |
+
"module": "_flash_attn3_cuda_ae2c2be.flash_attn_interface",
|
| 609 |
"kind": "function",
|
| 610 |
"doc": null,
|
| 611 |
"signature": {
|