kernels-bot commited on
Commit
0b296ee
·
verified ·
1 Parent(s): 48467b1

Uploaded using `kernel-builder`.

Browse files
Files changed (32) hide show
  1. README.md +4 -0
  2. build/torch-stable-abi29-cu126-x86_64-linux/{_flash_attn3_cuda_a02f43b.abi3.so → _flash_attn3_cuda_ae2c2be.abi3.so} +2 -2
  3. build/torch-stable-abi29-cu126-x86_64-linux/_ops.py +3 -3
  4. build/torch-stable-abi29-cu126-x86_64-linux/flash_attn_interface.py +26 -6
  5. build/torch-stable-abi29-cu126-x86_64-linux/metadata.json +7 -6
  6. build/torch-stable-abi29-cu126-x86_64-linux/metadata.json.sigstore +1 -1
  7. build/torch-stable-abi29-cu126-x86_64-linux/symbols.json +8 -8
  8. build/torch-stable-abi29-cu128-x86_64-linux/{_flash_attn3_cuda_a02f43b.abi3.so → _flash_attn3_cuda_ae2c2be.abi3.so} +2 -2
  9. build/torch-stable-abi29-cu128-x86_64-linux/_ops.py +3 -3
  10. build/torch-stable-abi29-cu128-x86_64-linux/flash_attn_interface.py +26 -6
  11. build/torch-stable-abi29-cu128-x86_64-linux/metadata.json +7 -6
  12. build/torch-stable-abi29-cu128-x86_64-linux/metadata.json.sigstore +1 -1
  13. build/torch-stable-abi29-cu128-x86_64-linux/symbols.json +8 -8
  14. build/torch-stable-abi29-cu130-x86_64-linux/{_flash_attn3_cuda_a02f43b.abi3.so → _flash_attn3_cuda_ae2c2be.abi3.so} +2 -2
  15. build/torch-stable-abi29-cu130-x86_64-linux/_ops.py +3 -3
  16. build/torch-stable-abi29-cu130-x86_64-linux/flash_attn_interface.py +26 -6
  17. build/torch-stable-abi29-cu130-x86_64-linux/metadata.json +7 -6
  18. build/torch-stable-abi29-cu130-x86_64-linux/metadata.json.sigstore +1 -1
  19. build/torch-stable-abi29-cu130-x86_64-linux/symbols.json +8 -8
  20. build/torch-stable-abi29-cu132-x86_64-linux/{_flash_attn3_cuda_a02f43b.abi3.so → _flash_attn3_cuda_ae2c2be.abi3.so} +2 -2
  21. build/torch-stable-abi29-cu132-x86_64-linux/_ops.py +3 -3
  22. build/torch-stable-abi29-cu132-x86_64-linux/flash_attn_interface.py +26 -6
  23. build/torch-stable-abi29-cu132-x86_64-linux/metadata.json +7 -6
  24. build/torch-stable-abi29-cu132-x86_64-linux/metadata.json.sigstore +1 -1
  25. build/torch-stable-abi29-cu132-x86_64-linux/symbols.json +8 -8
  26. build/torch-stable-abi29-cu134-x86_64-linux/_flash_attn3_cuda_a02f43b.abi3.so +0 -3
  27. build/torch-stable-abi29-cu134-x86_64-linux/_flash_attn3_cuda_ae2c2be.abi3.so +3 -0
  28. build/torch-stable-abi29-cu134-x86_64-linux/_ops.py +3 -3
  29. build/torch-stable-abi29-cu134-x86_64-linux/flash_attn_interface.py +26 -6
  30. build/torch-stable-abi29-cu134-x86_64-linux/metadata.json +7 -6
  31. build/torch-stable-abi29-cu134-x86_64-linux/metadata.json.sigstore +1 -1
  32. build/torch-stable-abi29-cu134-x86_64-linux/symbols.json +8 -8
README.md CHANGED
@@ -30,3 +30,7 @@ add_op_namespace_prefix(...)
30
  ## Benchmarks
31
 
32
  Benchmarking script is available for this kernel. Run `kernels benchmark kernels-community/flash-attn3 --version 2`.
 
 
 
 
 
30
  ## Benchmarks
31
 
32
  Benchmarking script is available for this kernel. Run `kernels benchmark kernels-community/flash-attn3 --version 2`.
33
+
34
+ ## Source code
35
+
36
+ Source code of this kernel originally comes from https://github.com/Dao-AILab/flash-attention.git and it was repurposed for compatibility with `kernels`.
build/torch-stable-abi29-cu126-x86_64-linux/{_flash_attn3_cuda_a02f43b.abi3.so → _flash_attn3_cuda_ae2c2be.abi3.so} RENAMED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:bfa5fc2716922ac9a8a9b738460f29b8de8faf6a7c1091ae31d90449712bb247
3
- size 526430928
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:b9da150e6e83fe641e09e9b677f292f23e46d80c2060ec7474bea220055780f1
3
+ size 526431168
build/torch-stable-abi29-cu126-x86_64-linux/_ops.py CHANGED
@@ -1,9 +1,9 @@
1
  import torch
2
- from . import _flash_attn3_cuda_a02f43b
3
- ops = torch.ops._flash_attn3_cuda_a02f43b
4
 
5
  def add_op_namespace_prefix(op_name: str):
6
  """
7
  Prefix op by namespace.
8
  """
9
- return f"_flash_attn3_cuda_a02f43b::{op_name}"
 
1
  import torch
2
+ from . import _flash_attn3_cuda_ae2c2be
3
+ ops = torch.ops._flash_attn3_cuda_ae2c2be
4
 
5
  def add_op_namespace_prefix(op_name: str):
6
  """
7
  Prefix op by namespace.
8
  """
9
+ return f"_flash_attn3_cuda_ae2c2be::{op_name}"
build/torch-stable-abi29-cu126-x86_64-linux/flash_attn_interface.py CHANGED
@@ -2,11 +2,31 @@
2
 
3
  from typing import Optional, Union, List, Tuple
4
 
 
5
  import torch
6
  import torch.nn as nn
 
 
7
 
8
- from ._ops import ops as flash_attn_3_cuda
9
- from ._ops import add_op_namespace_prefix
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
10
 
11
  def maybe_contiguous(x):
12
  return x.contiguous() if x is not None and x.stride(-1) != 1 else x
@@ -85,7 +105,7 @@ def _flash_attn_forward(
85
  ]
86
  rotary_cos, rotary_sin = [maybe_contiguous(x) for x in (rotary_cos, rotary_sin)]
87
  seqlens_rotary = maybe_contiguous(seqlens_rotary)
88
- out, softmax_lse, out_accum, softmax_lse_accum = flash_attn_3_cuda.fwd(
89
  q,
90
  k,
91
  v,
@@ -263,7 +283,7 @@ def _flash_attn_backward(
263
  ) -> torch.Tensor:
264
  # dq, dk, dv are allocated by us so they should already be contiguous
265
  dout, q, k, v, out = [maybe_contiguous(x) for x in (dout, q, k, v, out)]
266
- softmax_d, *rest = flash_attn_3_cuda.bwd(
267
  dout,
268
  q,
269
  k,
@@ -917,7 +937,7 @@ def flash_attn_varlen_func(
917
 
918
 
919
  def flash_attn_combine(out_partial, lse_partial, out=None, out_dtype=None):
920
- return flash_attn_3_cuda.fwd_combine(out_partial, lse_partial, out, out_dtype)
921
 
922
 
923
  def flash_attn_with_kvcache(
@@ -1105,7 +1125,7 @@ def get_scheduler_metadata(
1105
  cache_seqlens = maybe_contiguous(cache_seqlens)
1106
  if headdim_v is None:
1107
  headdim_v = headdim
1108
- scheduler_metadata = flash_attn_3_cuda.get_scheduler_metadata(
1109
  batch_size, max_seqlen_q, max_seqlen_k, num_heads_q, num_heads_kv, headdim, headdim_v,
1110
  qkv_dtype,
1111
  cache_seqlens,
 
2
 
3
  from typing import Optional, Union, List, Tuple
4
 
5
+ import os
6
  import torch
7
  import torch.nn as nn
8
+ import warnings
9
+ from ._ops import add_op_namespace_prefix, ops
10
 
11
+
12
+ USE_TRITON_ROCM = os.getenv("FLASH_ATTENTION_TRITON_AMD_ENABLE", "FALSE") == "TRUE"
13
+ if not USE_TRITON_ROCM and getattr(torch.version, 'hip', None) is not None:
14
+ try:
15
+ from . import _ops
16
+ except ImportError:
17
+ warnings.warn("flash_attn_3._C (which has ROCm/HIP kernels) not found, falling back to Triton implementation")
18
+ USE_TRITON_ROCM = True
19
+
20
+ if USE_TRITON_ROCM:
21
+ from aiter.ops.triton._triton_kernels.flash_attn_triton_amd import flash_attn_3 as flash_attn_3_gpu
22
+ else:
23
+ # isort: off
24
+ # We need to import the CUDA kernels after importing torch
25
+ from . import _ops # Registers operators with PyTorch
26
+
27
+ # isort: on
28
+
29
+ flash_attn_3_gpu = ops
30
 
31
  def maybe_contiguous(x):
32
  return x.contiguous() if x is not None and x.stride(-1) != 1 else x
 
105
  ]
106
  rotary_cos, rotary_sin = [maybe_contiguous(x) for x in (rotary_cos, rotary_sin)]
107
  seqlens_rotary = maybe_contiguous(seqlens_rotary)
108
+ out, softmax_lse, out_accum, softmax_lse_accum = flash_attn_3_gpu.fwd(
109
  q,
110
  k,
111
  v,
 
283
  ) -> torch.Tensor:
284
  # dq, dk, dv are allocated by us so they should already be contiguous
285
  dout, q, k, v, out = [maybe_contiguous(x) for x in (dout, q, k, v, out)]
286
+ softmax_d, *rest = flash_attn_3_gpu.bwd(
287
  dout,
288
  q,
289
  k,
 
937
 
938
 
939
  def flash_attn_combine(out_partial, lse_partial, out=None, out_dtype=None):
940
+ return flash_attn_3_gpu.fwd_combine(out_partial, lse_partial, out, out_dtype)
941
 
942
 
943
  def flash_attn_with_kvcache(
 
1125
  cache_seqlens = maybe_contiguous(cache_seqlens)
1126
  if headdim_v is None:
1127
  headdim_v = headdim
1128
+ scheduler_metadata = flash_attn_3_gpu.get_scheduler_metadata(
1129
  batch_size, max_seqlen_q, max_seqlen_k, num_heads_q, num_heads_kv, headdim, headdim_v,
1130
  qkv_dtype,
1131
  cache_seqlens,
build/torch-stable-abi29-cu126-x86_64-linux/metadata.json CHANGED
@@ -1,9 +1,10 @@
1
  {
2
  "name": "flash-attn3",
3
- "id": "_flash_attn3_cuda_a02f43b",
4
  "version": 2,
5
  "kernels-minver": "0.14.0",
6
  "license": "BSD-3-Clause",
 
7
  "python-depends": [],
8
  "kernel-depends": [],
9
  "backend": {
@@ -17,11 +18,11 @@
17
  "algorithm": "sha256",
18
  "files": {
19
  "__init__.py": "b/45TnpaDDuTwp84ILd3Q+pQCIk2RnHtSSZKRq9Lj5E=",
20
- "_flash_attn3_cuda_a02f43b.abi3.so": "v6X8JxaSKsmoqbc4Rg8puN6Pr2p8EJGuMdkESXErskc=",
21
- "_ops.py": "CS3jM1cSX+zSqnV4Y+1FVdshSBadaO1foe1Keal4WJY=",
22
  "flash_attn_config.py": "uxo+eyMcDit//8YDaS4Rtk5BTMKzTSK9tOKTjdWVe/w=",
23
- "flash_attn_interface.py": "y0bD2JYGMFgX6iDre3zJN2sBPuq/12N6Mo55Z+HQCNQ=",
24
- "symbols.json": "2WF5bGdP+O8oBD0F1zrFdp3AB942rr4pI1lFC55dnYg="
25
  }
26
  },
27
  "provenance": {
@@ -31,7 +32,7 @@
31
  "dirty": false
32
  },
33
  "kernel": {
34
- "commit": "a02f43b2ccb92ed74b874f112b487274e4045f09",
35
  "dirty": false
36
  }
37
  }
 
1
  {
2
  "name": "flash-attn3",
3
+ "id": "_flash_attn3_cuda_ae2c2be",
4
  "version": 2,
5
  "kernels-minver": "0.14.0",
6
  "license": "BSD-3-Clause",
7
+ "upstream": "https://github.com/Dao-AILab/flash-attention.git",
8
  "python-depends": [],
9
  "kernel-depends": [],
10
  "backend": {
 
18
  "algorithm": "sha256",
19
  "files": {
20
  "__init__.py": "b/45TnpaDDuTwp84ILd3Q+pQCIk2RnHtSSZKRq9Lj5E=",
21
+ "_flash_attn3_cuda_ae2c2be.abi3.so": "udoVDm6D/mQeCem2d/KS8j5G2AwgYOx0dL6iIAVXgPE=",
22
+ "_ops.py": "7swor3wRIF9iqDV2UmsU+DPBCWN4JiIRTqsCtOVofBk=",
23
  "flash_attn_config.py": "uxo+eyMcDit//8YDaS4Rtk5BTMKzTSK9tOKTjdWVe/w=",
24
+ "flash_attn_interface.py": "3EhHSOuAYWSWS8wwkoTRd8uhbc4EwVpNCa7x8WSvdZQ=",
25
+ "symbols.json": "6+qS8fd/iGl+XKD6F8tQlWLm+GYOrLeqtaRzQqwm8jM="
26
  }
27
  },
28
  "provenance": {
 
32
  "dirty": false
33
  },
34
  "kernel": {
35
+ "commit": "ae2c2be31b91db2f4d13c0bf1a72051bd7e0d0af",
36
  "dirty": false
37
  }
38
  }
build/torch-stable-abi29-cu126-x86_64-linux/metadata.json.sigstore CHANGED
@@ -1 +1 @@
1
- {"mediaType":"application/vnd.dev.sigstore.bundle.v0.3+json","verificationMaterial":{"certificate":{"rawBytes":"MIIHLDCCBrKgAwIBAgIUEntYI/1b+dKpIFxmmbrB4sc+sAAwCgYIKoZIzj0EAwMwNzEVMBMGA1UEChMMc2lnc3RvcmUuZGV2MR4wHAYDVQQDExVzaWdzdG9yZS1pbnRlcm1lZGlhdGUwHhcNMjYxMTEwMjIxOTA5WhcNMjYxMTEwMjIyOTA5WjAAMFkwEwYHKoZIzj0CAQYIKoZIzj0DAQcDQgAEHUZXaiGTKwXwQAtUdYoLUvMf87tkfcwoKEgGq3wE2g/wKGpePQH3shYxxbKJ8W4Zpx7uVZelWVZEknBFK1b/waOCBdEwggXNMA4GA1UdDwEB/wQEAwIHgDATBgNVHSUEDDAKBggrBgEFBQcDAzAfBgNVHSMEGDAWgBTf0+nPViQRlvmo2OkoVaLGLhhkPzBrBgNVHREBAf8EYTBfhl1odHRwczovL2dpdGh1Yi5jb20vaHVnZ2luZ2ZhY2Uva2VybmVscy1jb21tdW5pdHkvLmdpdGh1Yi93b3JrZmxvd3MvYnVpbGQueWFtbEByZWZzL2hlYWRzL21haW4wOQYKKwYBBAGDvzABAQQraHR0cHM6Ly90b2tlbi5hY3Rpb25zLmdpdGh1YnVzZXJjb250ZW50LmNvbTAfBgorBgEEAYO/MAECBBF3b3JrZmxvd19kaXNwYXRjaDA2BgorBgEEAYO/MAEDBChhMDJmNDNiMmNjYjkyZWQ3NGI4NzRmMTEyYjQ4NzI3NGU0MDQ1ZjA5MBMGCisGAQQBg78wAQQEBUJ1aWxkMCsGCisGAQQBg78wAQUEHWh1Z2dpbmdmYWNlL2tlcm5lbHMtY29tbXVuaXR5MB0GCisGAQQBg78wAQYED3JlZnMvaGVhZHMvbWFpbjA7BgorBgEEAYO/MAEIBC0MK2h0dHBzOi8vdG9rZW4uYWN0aW9ucy5naXRodWJ1c2VyY29udGVudC5jb20wbQYKKwYBBAGDvzABCQRfDF1odHRwczovL2dpdGh1Yi5jb20vaHVnZ2luZ2ZhY2Uva2VybmVscy1jb21tdW5pdHkvLmdpdGh1Yi93b3JrZmxvd3MvYnVpbGQueWFtbEByZWZzL2hlYWRzL21haW4wOAYKKwYBBAGDvzABCgQqDChhMDJmNDNiMmNjYjkyZWQ3NGI4NzRmMTEyYjQ4NzI3NGU0MDQ1ZjA5MBsGCisGAQQBg78wAQsEDQwLc2VsZi1ob3N0ZWQwQAYKKwYBBAGDvzABDAQyDDBodHRwczovL2dpdGh1Yi5jb20vaHVnZ2luZ2ZhY2Uva2VybmVscy1jb21tdW5pdHkwOAYKKwYBBAGDvzABDQQqDChhMDJmNDNiMmNjYjkyZWQ3NGI4NzRmMTEyYjQ4NzI3NGU0MDQ1ZjA5MB8GCisGAQQBg78wAQ4EEQwPcmVmcy9oZWFkcy9tYWluMBoGCisGAQQBg78wAQ8EDAwKMTA3MTQ3NTUyOTAuBgorBgEEAYO/MAEQBCAMHmh0dHBzOi8vZ2l0aHViLmNvbS9odWdnaW5nZmFjZTAYBgorBgEEAYO/MAERBAoMCDI1NzIwNzQzMG0GCisGAQQBg78wARIEXwxdaHR0cHM6Ly9naXRodWIuY29tL2h1Z2dpbmdmYWNlL2tlcm5lbHMtY29tbXVuaXR5Ly5naXRodWIvd29ya2Zsb3dzL2J1aWxkLnlhbWxAcmVmcy9oZWFkcy9tYWluMDgGCisGAQQBg78wARMEKgwoYTAyZjQzYjJjY2I5MmVkNzRiODc0ZjExMmI0ODcyNzRlNDA0NWYwOTAhBgorBgEEAYO/MAEUBBMMEXdvcmtmbG93X2Rpc3BhdGNoMGQGCisGAQQBg78wARUEVgxUaHR0cHM6Ly9naXRodWIuY29tL2h1Z2dpbmdmYWNlL2tlcm5lbHMtY29tbXVuaXR5L2FjdGlvbnMvcnVucy80Mjg1Mjg4MzA0Ny9hdHRlbXB0cy8xMBYGCisGAQQBg78wARYECAwGcHVibGljMEYGCisGAQQBg78wARgEOAw2cmVwbzpodWdnaW5nZmFjZS9rZXJuZWxzLWNvbW11bml0eTpyZWY6cmVmcy9oZWFkcy9tYWluMIGKBgorBgEEAdZ5AgQCBHwEegB4AHYA3T0wasbHETJjGR4cmWc3AqJKXrjePK3/h4pygC8p7o4AAAGhx4stCwAABAMARzBFAiEAgl94YoF5XhdrRTNACu4Z/7MyCIRI6cvEKPF1aP1JmEUCIBkE2NoQZWOGhuuMIG6f25lZkh74p3rc1uzhCnnemvLxMAoGCCqGSM49BAMDA2gAMGUCMC8NN1wgDZrqO7QI87izDDoee9318kAsIzxhBpOS/+J1ga6F3cjwFL8QTASwb1E5PQIxAL0pMK6AbbtyGgWzFyCQKEvG8sI1y8euPH8EWilmrTHwi7SGDqLGAv3bz6CiRRy77w=="},"tlogEntries":[{"logIndex":"3794737120","logId":{"keyId":"wNI9atQGlz+VWfO6LRygH4QUfY/8W4RFwiT5i5WRgB0="},"kindVersion":{"kind":"hashedrekord","version":"0.0.1"},"integratedTime":"1794349149","inclusionPromise":{"signedEntryTimestamp":"MEQCIEJzql3tyA+4wBhJq0g81u6TOf8POFmDRVrTNHuMWKR4AiAFjGOXALMZhkslZdvJOJkcdGMOFptw/iMAG5GmYzJodQ=="},"inclusionProof":{"logIndex":"3672832858","rootHash":"aBsGWKLZewwDtc+c36xgpNLGILXPD5EteKhinN4RYY8=","treeSize":"3672832960","hashes":["m9Rj4MtPLnrK8tqXH2lEdkEbnHsq/TgaBLGuWLIaspY=","4zFJSVEBAus/nrK/XcJMlTAmUu1T+mKaowV6dnXvmMs=","Mixzu2xXkBEKHH/YnHKxJ91y7bHmTFWo9emdqv5fCZY=","JJ7CvyLSd4sGpb7GtGqmXsMQsqdR+9FRCRzxP6e0FFg=","yw8HfDfFZ235QkaCk0RGsbK8LGSaswimuoiZG75r3pU=","kwRgB64vQC7e+CMkUTqDlT2vGWEM4btvJ+fTIxiD1LA=","lk+eXbVLanl/g8H+28dS3EaP3JxdbCATHD10wOTA6w8=","Qn0JY1e003IhlPljmbX8UiMm9DBtsgY8DzUs4Sz+uIQ=","Cn34IkWwyYAgP6mfQhGpRdp+UalCBoEoMSa2XGk+LYI=","J1qTi2E0jeNh183jRZ+kNECnbDAVOSlAznIJ6aol8NQ=","IScK1pQipAyQkuLR6UKn3SgG8mtQ/MfgapIbfXaU7Vs=","DWzK+Rcq4ws0IFlcVP/Iy9xjko2wuzr2eDfnXSqvNw8=","nGMt3OTEHk0b2Hah2F6V7XNJ9f9Jq0tbpolVjU50FCk=","W9v5ITHWA5z1m1q9v8yUm9AwF1btUJudKrGSNzBCFCg=","9TeYmQ4obd2RJYL+kHWs7mKHEGNyasHO9zCQoF+PF18=","Rk/aeYhtagvRLE8ssNOqtTPBBIIGPwxHYZ5h46pg6gk=","a8Ldnd6287UET/JiYNoAbyfRaR7yFeva8DLSFjJs+nI=","EwjkUL9TgmzKWZgjud/+P9DFGgsvUxQjYodnBaq6IMs=","5oTFCSxMJRDPEnSOsTKcTJXotZuO89tVqHXNWjc2tA0=","eGT5DhI8LeqPViO4tsgYL7FxsOtDXBNTLfWJEGP7Q5w=","5aDKaREuMwcynRhLn5m/9b0QE9pxbeQInhCcIC+n5YQ=","XPex1okR3Qf1VhXr/LVSojah9cB4R1RgvK/mRrmdWLY=","SlixnS34BhAO+yRI2FaGPSOh9V6JSVNPfLl1bHxrcQY=","1DaDKzrCNNBhmSdY5vFjz+NpAmxmYfYEgBCdPLrMP1A=","xH/DCseLHr9eKoYT8qsORZK7zVdEGYWHuVtsVrD95wY="],"checkpoint":{"envelope":"rekor.sigstore.dev - 1193050959916656506\n3672832960\naBsGWKLZewwDtc+c36xgpNLGILXPD5EteKhinN4RYY8=\n\n— rekor.sigstore.dev wNI9ajBEAiB/PnfzdQ9/kILf5yGjP+Ouiz734x7OUct+Q+Ouw5z6pAIgDJXfkDeVAqCasVmOmsI7WKO6RF9M2b1slFcPH2rMhp0=\n"}},"canonicalizedBody":"eyJhcGlWZXJzaW9uIjoiMC4wLjEiLCJraW5kIjoiaGFzaGVkcmVrb3JkIiwic3BlYyI6eyJkYXRhIjp7Imhhc2giOnsiYWxnb3JpdGhtIjoic2hhMjU2IiwidmFsdWUiOiJiNmZjNWQ1OTE2MjU5NzBjM2U2ZjE1ZWQ1MTQ5ZGYyMzRiYWE1ZjlmNjBlOGNhNDNhYWJkMjlhNDRmYjdkOTM1In19LCJzaWduYXR1cmUiOnsiY29udGVudCI6Ik1FVUNJUURBaUZUNVhPMis0QjJlQjdMNFUyc2dKZndDYWN1QnhnMXRlRUp6aWdBS0tnSWdjMGdvbjdSSzFKSnUxWUpXYlJzSXFkNmk3a1IvSmFRdnozNmhUckxhcVRzPSIsInB1YmxpY0tleSI6eyJjb250ZW50IjoiTFMwdExTMUNSVWRKVGlCRFJWSlVTVVpKUTBGVVJTMHRMUzB0Q2sxSlNVaE1SRU5EUW5KTFowRjNTVUpCWjBsVlJXNTBXVWt2TVdJclpFdHdTVVo0YlcxaWNrSTBjMk1yYzBGQmQwTm5XVWxMYjFwSmVtb3dSVUYzVFhjS1RucEZWazFDVFVkQk1WVkZRMmhOVFdNeWJHNWpNMUoyWTIxVmRWcEhWakpOVWpSM1NFRlpSRlpSVVVSRmVGWjZZVmRrZW1SSE9YbGFVekZ3WW01U2JBcGpiVEZzV2tkc2FHUkhWWGRJYUdOT1RXcFplRTFVUlhkTmFrbDRUMVJCTlZkb1kwNU5hbGw0VFZSRmQwMXFTWGxQVkVFMVYycEJRVTFHYTNkRmQxbElDa3R2V2tsNmFqQkRRVkZaU1V0dldrbDZhakJFUVZGalJGRm5RVVZJVlZwWVlXbEhWRXQzV0hkUlFYUlZaRmx2VEZWMlRXWTROM1JyWm1OM2IwdEZaMGNLY1ROM1JUSm5MM2RMUjNCbFVGRklNM05vV1hoNFlrdEtPRmMwV25CNE4zVldXbVZzVjFaYVJXdHVRa1pMTVdJdmQyRlBRMEprUlhkbloxaE9UVUUwUndwQk1WVmtSSGRGUWk5M1VVVkJkMGxJWjBSQlZFSm5UbFpJVTFWRlJFUkJTMEpuWjNKQ1owVkdRbEZqUkVGNlFXWkNaMDVXU0ZOTlJVZEVRVmRuUWxSbUNqQXJibEJXYVZGU2JIWnRiekpQYTI5V1lVeEhUR2hvYTFCNlFuSkNaMDVXU0ZKRlFrRm1PRVZaVkVKbWFHd3hiMlJJVW5kamVtOTJUREprY0dSSGFERUtXV2sxYW1JeU1IWmhTRlp1V2pKc2RWb3lXbWhaTWxWMllUSldlV0p0Vm5OamVURnFZakl4ZEdSWE5YQmtTR3QyVEcxa2NHUkhhREZaYVRrellqTktjZ3BhYlhoMlpETk5kbGx1Vm5CaVIxRjFaVmRHZEdKRlFubGFWMXA2VERKb2JGbFhVbnBNTWpGb1lWYzBkMDlSV1V0TGQxbENRa0ZIUkhaNlFVSkJVVkZ5Q21GSVVqQmpTRTAyVEhrNU1HSXlkR3hpYVRWb1dUTlNjR0l5TlhwTWJXUndaRWRvTVZsdVZucGFXRXBxWWpJMU1GcFhOVEJNYlU1MllsUkJaa0puYjNJS1FtZEZSVUZaVHk5TlFVVkRRa0pHTTJJelNuSmFiWGgyWkRFNWEyRllUbmRaV0ZKcVlVUkJNa0puYjNKQ1owVkZRVmxQTDAxQlJVUkNRMmhvVFVSS2JRcE9SRTVwVFcxT2FsbHFhM2xhVjFFelRrZEpORTU2VW0xTlZFVjVXV3BSTkU1NlNUTk9SMVV3VFVSUk1WcHFRVFZOUWsxSFEybHpSMEZSVVVKbk56aDNDa0ZSVVVWQ1ZVb3hZVmQ0YTAxRGMwZERhWE5IUVZGUlFtYzNPSGRCVVZWRlNGZG9NVm95WkhCaWJXUnRXVmRPYkV3eWRHeGpiVFZzWWtoTmRGa3lPWFFLWWxoV2RXRllValZOUWpCSFEybHpSMEZSVVVKbk56aDNRVkZaUlVRelNteGFiazEyWVVkV2FGcElUWFppVjBad1ltcEJOMEpuYjNKQ1owVkZRVmxQTHdwTlFVVkpRa013VFVzeWFEQmtTRUo2VDJrNGRtUkhPWEphVnpSMVdWZE9NR0ZYT1hWamVUVnVZVmhTYjJSWFNqRmpNbFo1V1RJNWRXUkhWblZrUXpWcUNtSXlNSGRpVVZsTFMzZFpRa0pCUjBSMmVrRkNRMUZTWmtSR01XOWtTRkozWTNwdmRrd3laSEJrUjJneFdXazFhbUl5TUhaaFNGWnVXakpzZFZveVdtZ0tXVEpWZG1FeVZubGliVlp6WTNreGFtSXlNWFJrVnpWd1pFaHJka3h0WkhCa1IyZ3hXV2s1TTJJelNuSmFiWGgyWkROTmRsbHVWbkJpUjFGMVpWZEdkQXBpUlVKNVdsZGFla3d5YUd4WlYxSjZUREl4YUdGWE5IZFBRVmxMUzNkWlFrSkJSMFIyZWtGQ1EyZFJjVVJEYUdoTlJFcHRUa1JPYVUxdFRtcFphbXQ1Q2xwWFVUTk9SMGswVG5wU2JVMVVSWGxaYWxFMFRucEpNMDVIVlRCTlJGRXhXbXBCTlUxQ2MwZERhWE5IUVZGUlFtYzNPSGRCVVhORlJGRjNUR015Vm5NS1dta3hiMkl6VGpCYVYxRjNVVUZaUzB0M1dVSkNRVWRFZG5wQlFrUkJVWGxFUkVKdlpFaFNkMk42YjNaTU1tUndaRWRvTVZscE5XcGlNakIyWVVoV2JncGFNbXgxV2pKYWFGa3lWWFpoTWxaNVltMVdjMk41TVdwaU1qRjBaRmMxY0dSSWEzZFBRVmxMUzNkWlFrSkJSMFIyZWtGQ1JGRlJjVVJEYUdoTlJFcHRDazVFVG1sTmJVNXFXV3ByZVZwWFVUTk9SMGswVG5wU2JVMVVSWGxaYWxFMFRucEpNMDVIVlRCTlJGRXhXbXBCTlUxQ09FZERhWE5IUVZGUlFtYzNPSGNLUVZFMFJVVlJkMUJqYlZadFkzazViMXBYUm10amVUbDBXVmRzZFUxQ2IwZERhWE5IUVZGUlFtYzNPSGRCVVRoRlJFRjNTMDFVUVROTlZGRXpUbFJWZVFwUFZFRjFRbWR2Y2tKblJVVkJXVTh2VFVGRlVVSkRRVTFJYldnd1pFaENlazlwT0haYU1td3dZVWhXYVV4dFRuWmlVemx2WkZka2JtRlhOVzVhYlVacUNscFVRVmxDWjI5eVFtZEZSVUZaVHk5TlFVVlNRa0Z2VFVORVNURk9la2wzVG5wUmVrMUhNRWREYVhOSFFWRlJRbWMzT0hkQlVrbEZXSGQ0WkdGSVVqQUtZMGhOTmt4NU9XNWhXRkp2WkZkSmRWa3lPWFJNTW1neFdqSmtjR0p0WkcxWlYwNXNUREowYkdOdE5XeGlTRTEwV1RJNWRHSllWblZoV0ZJMVRIazFiZ3BoV0ZKdlpGZEpkbVF5T1hsaE1scHpZak5rZWt3eVNqRmhWM2hyVEc1c2FHSlhlRUZqYlZadFkzazViMXBYUm10amVUbDBXVmRzZFUxRVowZERhWE5IQ2tGUlVVSm5OemgzUVZKTlJVdG5kMjlaVkVGNVdtcFJlbGxxU21wWk1razFUVzFXYTA1NlVtbFBSR013V21wRmVFMXRTVEJQUkdONVRucFNiRTVFUVRBS1RsZFpkMDlVUVdoQ1oyOXlRbWRGUlVGWlR5OU5RVVZWUWtKTlRVVllaSFpqYlhSdFlrYzVNMWd5VW5Cak0wSm9aRWRPYjAxSFVVZERhWE5IUVZGUlFncG5OemgzUVZKVlJWWm5lRlZoU0ZJd1kwaE5Oa3g1T1c1aFdGSnZaRmRKZFZreU9YUk1NbWd4V2pKa2NHSnRaRzFaVjA1c1RESjBiR050Tld4aVNFMTBDbGt5T1hSaVdGWjFZVmhTTlV3eVJtcGtSMngyWW01TmRtTnVWblZqZVRnd1RXcG5NVTFxWnpSTmVrRXdUbms1YUdSSVVteGlXRUl3WTNrNGVFMUNXVWNLUTJselIwRlJVVUpuTnpoM1FWSlpSVU5CZDBkalNGWnBZa2RzYWsxRldVZERhWE5IUVZGUlFtYzNPSGRCVW1kRlQwRjNNbU50Vm5kaWVuQnZaRmRrYmdwaFZ6VnVXbTFHYWxwVE9YSmFXRXAxV2xkNGVreFhUblppVnpFeFltMXNNR1ZVY0hsYVYxazJZMjFXYldONU9XOWFWMFpyWTNrNWRGbFhiSFZOU1VkTENrSm5iM0pDWjBWRlFXUmFOVUZuVVVOQ1NIZEZaV2RDTkVGSVdVRXpWREIzWVhOaVNFVlVTbXBIVWpSamJWZGpNMEZ4U2t0WWNtcGxVRXN6TDJnMGNIa0taME00Y0Rkdk5FRkJRVWRvZURSemRFTjNRVUZDUVUxQlVucENSa0ZwUlVGbmJEazBXVzlHTlZob1pISlNWRTVCUTNVMFdpODNUWGxEU1ZKSk5tTjJSUXBMVUVZeFlWQXhTbTFGVlVOSlFtdEZNazV2VVZwWFQwZG9kWFZOU1VjMlpqSTFiRnByYURjMGNETnlZekYxZW1oRGJtNWxiWFpNZUUxQmIwZERRM0ZIQ2xOTk5EbENRVTFFUVRKblFVMUhWVU5OUXpoT1RqRjNaMFJhY25GUE4xRkpPRGRwZWtSRWIyVmxPVE14T0d0QmMwbDZlR2hDY0U5VEx5dEtNV2RoTmtZS00yTnFkMFpNT0ZGVVFWTjNZakZGTlZCUlNYaEJUREJ3VFVzMlFXSmlkSGxIWjFkNlJubERVVXRGZGtjNGMwa3hlVGhsZFZCSU9FVlhhV3h0Y2xSSWR3cHBOMU5IUkhGTVIwRjJNMko2TmtOcFVsSjVOemQzUFQwS0xTMHRMUzFGVGtRZ1EwVlNWRWxHU1VOQlZFVXRMUzB0TFFvPSJ9fX19"}],"timestampVerificationData":{"rfc3161Timestamps":[{"signedTimestamp":"MIIE6zADAgEAMIIE4gYJKoZIhvcNAQcCoIIE0zCCBM8CAQMxDTALBglghkgBZQMEAgEwgcMGCyqGSIb3DQEJEAEEoIGzBIGwMIGtAgEBBgkrBgEEAYO/MAIwMTANBglghkgBZQMEAgEFAAQgaPnTfQbrmaJWAZ4TTY7TNsUfTLxZSZsJ54D0INXiPCsCFQCCY0mTu/rlVyYL5SSOsLep09MEQRgPMjAyNjExMTAyMjE5MDlaMAMCAQECCQDi2x49/x2pxaAypDAwLjEVMBMGA1UEChMMc2lnc3RvcmUuZGV2MRUwEwYDVQQDEwxzaWdzdG9yZS10c2GgggIUMIICEDCCAZagAwIBAgIUOhNULwyQYe68wUMvy4qOiyojiwwwCgYIKoZIzj0EAwMwOTEVMBMGA1UEChMMc2lnc3RvcmUuZGV2MSAwHgYDVQQDExdzaWdzdG9yZS10c2Etc2VsZnNpZ25lZDAeFw0yNTA0MDgwNjU5NDNaFw0zNTA0MDYwNjU5NDNaMC4xFTATBgNVBAoTDHNpZ3N0b3JlLmRldjEVMBMGA1UEAxMMc2lnc3RvcmUtdHNhMHYwEAYHKoZIzj0CAQYFK4EEACIDYgAE4ra2Z8hKNig2T9kFjCAToGG30jky+WQv3BzL+mKvh1SKNR/UwuwsfNCg4sryoYAd8E6isovVA3M4aoNdm9QDi50Z8nTEyvqgfDPtTIwXItfiW/AFf1V7uwkbkAoj0xxco2owaDAOBgNVHQ8BAf8EBAMCB4AwHQYDVR0OBBYEFIn9eUOHz9BlRsMCRscsc1t9tOsDMB8GA1UdIwQYMBaAFJjsAe9/u1H/1JUeb4qImFMHic6/MBYGA1UdJQEB/wQMMAoGCCsGAQUFBwMIMAoGCCqGSM49BAMDA2gAMGUCMDtpsV/6KaO0qyF/UMsX2aSUXKQFdoGTptQGc0ftq1csulHPGG6dsmyMNd3JB+G3EQIxAOajvBcjpJmKb4Nv+2Taoj8Uc5+b6ih6FXCCKraSqupe07zqswMcXJTe1cExvHvvlzGCAdswggHXAgEBMFEwOTEVMBMGA1UEChMMc2lnc3RvcmUuZGV2MSAwHgYDVQQDExdzaWdzdG9yZS10c2Etc2VsZnNpZ25lZAIUOhNULwyQYe68wUMvy4qOiyojiwwwCwYJYIZIAWUDBAIBoIH8MBoGCSqGSIb3DQEJAzENBgsqhkiG9w0BCRABBDAcBgkqhkiG9w0BCQUxDxcNMjYxMTEwMjIxOTA5WjAvBgkqhkiG9w0BCQQxIgQgRtZq4PPH8+XXxFDxWFA+1Cd0P/10Hofovb9ID/HN1MUwgY4GCyqGSIb3DQEJEAIvMX8wfTB7MHkEIIX5J7wHq2LKw7RDVsEO/IGyxog/2nq55thw2dE6zQW3MFUwPaQ7MDkxFTATBgNVBAoTDHNpZ3N0b3JlLmRldjEgMB4GA1UEAxMXc2lnc3RvcmUtdHNhLXNlbGZzaWduZWQCFDoTVC8MkGHuvMFDL8uKjosqI4sMMAoGCCqGSM49BAMCBGcwZQIwRg8MLK1Uu2KsmV12A8LTTlgcmsj79Guno9dvPHJ/Z29QqULUDrYIgKRj+UwyouHbAjEA0tdphR3tw/aZM618YNjEwyHumfeccwe7IOPalNoU2+QzvsZMfu8prTavK71HpmPf"}]}},"messageSignature":{"messageDigest":{"algorithm":"SHA2_256","digest":"tvxdWRYllww+bxXtUUnfI0uqX59g6MpDqr0ppE+32TU="},"signature":"MEUCIQDAiFT5XO2+4B2eB7L4U2sgJfwCacuBxg1teEJzigAKKgIgc0gon7RK1JJu1YJWbRsIqd6i7kR/JaQvz36hTrLaqTs="}}
 
1
+ {"mediaType":"application/vnd.dev.sigstore.bundle.v0.3+json","verificationMaterial":{"certificate":{"rawBytes":"MIIHLjCCBrOgAwIBAgIUZV+TqkqSWqShkccmYQ/wdp9HoFkwCgYIKoZIzj0EAwMwNzEVMBMGA1UEChMMc2lnc3RvcmUuZGV2MR4wHAYDVQQDExVzaWdzdG9yZS1pbnRlcm1lZGlhdGUwHhcNMjYxMTE4MjIxMjU3WhcNMjYxMTE4MjIyMjU3WjAAMFkwEwYHKoZIzj0CAQYIKoZIzj0DAQcDQgAEcTyMIIu02AHAXEZmu3FkfDM9a4gZ0gLOxuX6ms76RwY056kUkOg5rOjZrwhhDfyfLTHXXctM30fl5eT045TwrqOCBdIwggXOMA4GA1UdDwEB/wQEAwIHgDATBgNVHSUEDDAKBggrBgEFBQcDAzAfBgNVHSMEGDAWgBTf0+nPViQRlvmo2OkoVaLGLhhkPzBrBgNVHREBAf8EYTBfhl1odHRwczovL2dpdGh1Yi5jb20vaHVnZ2luZ2ZhY2Uva2VybmVscy1jb21tdW5pdHkvLmdpdGh1Yi93b3JrZmxvd3MvYnVpbGQueWFtbEByZWZzL2hlYWRzL21haW4wOQYKKwYBBAGDvzABAQQraHR0cHM6Ly90b2tlbi5hY3Rpb25zLmdpdGh1YnVzZXJjb250ZW50LmNvbTAfBgorBgEEAYO/MAECBBF3b3JrZmxvd19kaXNwYXRjaDA2BgorBgEEAYO/MAEDBChhZTJjMmJlMzFiOTFkYjJmNGQxM2MwYmYxYTcyMDUxYmQ3ZTBkMGFmMBMGCisGAQQBg78wAQQEBUJ1aWxkMCsGCisGAQQBg78wAQUEHWh1Z2dpbmdmYWNlL2tlcm5lbHMtY29tbXVuaXR5MB0GCisGAQQBg78wAQYED3JlZnMvaGVhZHMvbWFpbjA7BgorBgEEAYO/MAEIBC0MK2h0dHBzOi8vdG9rZW4uYWN0aW9ucy5naXRodWJ1c2VyY29udGVudC5jb20wbQYKKwYBBAGDvzABCQRfDF1odHRwczovL2dpdGh1Yi5jb20vaHVnZ2luZ2ZhY2Uva2VybmVscy1jb21tdW5pdHkvLmdpdGh1Yi93b3JrZmxvd3MvYnVpbGQueWFtbEByZWZzL2hlYWRzL21haW4wOAYKKwYBBAGDvzABCgQqDChhZTJjMmJlMzFiOTFkYjJmNGQxM2MwYmYxYTcyMDUxYmQ3ZTBkMGFmMBsGCisGAQQBg78wAQsEDQwLc2VsZi1ob3N0ZWQwQAYKKwYBBAGDvzABDAQyDDBodHRwczovL2dpdGh1Yi5jb20vaHVnZ2luZ2ZhY2Uva2VybmVscy1jb21tdW5pdHkwOAYKKwYBBAGDvzABDQQqDChhZTJjMmJlMzFiOTFkYjJmNGQxM2MwYmYxYTcyMDUxYmQ3ZTBkMGFmMB8GCisGAQQBg78wAQ4EEQwPcmVmcy9oZWFkcy9tYWluMBoGCisGAQQBg78wAQ8EDAwKMTA3MTQ3NTUyOTAuBgorBgEEAYO/MAEQBCAMHmh0dHBzOi8vZ2l0aHViLmNvbS9odWdnaW5nZmFjZTAYBgorBgEEAYO/MAERBAoMCDI1NzIwNzQzMG0GCisGAQQBg78wARIEXwxdaHR0cHM6Ly9naXRodWIuY29tL2h1Z2dpbmdmYWNlL2tlcm5lbHMtY29tbXVuaXR5Ly5naXRodWIvd29ya2Zsb3dzL2J1aWxkLnlhbWxAcmVmcy9oZWFkcy9tYWluMDgGCisGAQQBg78wARMEKgwoYWUyYzJiZTMxYjkxZGIyZjRkMTNjMGJmMWE3MjA1MWJkN2UwZDBhZjAhBgorBgEEAYO/MAEUBBMMEXdvcmtmbG93X2Rpc3BhdGNoMGQGCisGAQQBg78wARUEVgxUaHR0cHM6Ly9naXRodWIuY29tL2h1Z2dpbmdmYWNlL2tlcm5lbHMtY29tbXVuaXR5L2FjdGlvbnMvcnVucy80NDM0NTM0MjYwMC9hdHRlbXB0cy8xMBYGCisGAQQBg78wARYECAwGcHVibGljMEYGCisGAQQBg78wARgEOAw2cmVwbzpodWdnaW5nZmFjZS9rZXJuZWxzLWNvbW11bml0eTpyZWY6cmVmcy9oZWFkcy9tYWluMIGLBgorBgEEAdZ5AgQCBH0EewB5AHcA3T0wasbHETJjGR4cmWc3AqJKXrjePK3/h4pygC8p7o4AAAGh8LhelwAABAMASDBGAiEAn7KseEXbdykuzMWKFVCZYUY0wsz3LoPGQGCD7bQOeuICIQCwG9mgUkAgE/DbjRwyRJ199tdiBeY8amrXK1C+1w1swjAKBggqhkjOPQQDAwNpADBmAjEAzpC6KwrIks+rcCrxmSDaotz8dBVGvgju4YPtSZN7CEXHU2tTXwb5Zm21kwCSDW/SAjEAvuG+QwUWs8PfxcsErI3KpCjFE/7sFeOkQ/X1Bikgyk/4Qn+5nRhxscqLV3/H/kPT"},"tlogEntries":[{"logIndex":"3979515578","logId":{"keyId":"wNI9atQGlz+VWfO6LRygH4QUfY/8W4RFwiT5i5WRgB0="},"kindVersion":{"kind":"hashedrekord","version":"0.0.1"},"integratedTime":"1795039978","inclusionPromise":{"signedEntryTimestamp":"MEYCIQDrsk0yLyNL7Kc4FbT3OyU6TfKKVYASKZZOD8/bmHhtEAIhALg9EdHJT+tuGAcaVcehTwRgIpwPa5AhX5O/Wa2FKX8h"},"inclusionProof":{"logIndex":"3857611316","rootHash":"Q+tDE+CYndSGNTCpW52sh1WWXJHAxrZXHI4f8GJmR08=","treeSize":"3857611539","hashes":["YhCfZ9q01S68DCNgVz01ZbFSC1W0jHqseKjne0vQAaM=","VzhZY0UTX9lEskH5OwsE5xdDgIrZqDDzgodAEsnr7gM=","ZlZR/q1430ozgSGvZjaA7yjvCGwYvrFe5bGCnGJRNzU=","qhDCfLr0iA1+6qQsvpCEb4+GxtCBOLjA1pkFO/nSR4o=","wzhDmcn8TPu4Xgv6P1vE3LifYNyHdSDRIwKqlXAFNl4=","hAmQhP3zrQYGRPuy+3NaGd3b08vcWUGkQRPzrFSVc5A=","wk92SdfZepgbhEiIIZivMAR3zkq0u575AfQ7jsAk3G0=","qK8zF5w9m62ipHjXpsHlUlye0xN+6t28zwcAvYijrSQ=","aCzsvJzBRaqUN7AaeCaYFalmB0xFaUtXSf8FZ774COw=","GbUSpW+m765gv2nckRQUIaFNRto43U8TxPQqi1JeA1M=","tW/oKXaXQ+zA1ktJm8csSIN9f4lvTKA8TLlfQ7zPar4=","a0VD0K7t/NagdI4vhSEtlD5HDcqx49ezGBCeTu99uFs=","h2mBE2k0iIHyLienTWl812qyZU9Bcv+IUFv6doFc4iE=","MyLTQkVjSD7cruhpRyydNmbOvcVA3XMWqKgsxv9oROQ=","J5GChuYeaFKDaUvU2ZVLDq0Z9owwZ+wLrLV9d2w1eMo=","Zb383XYqETY5ab+zJn0nBDkCciFNJTzRgu5XgPv11qY=","/ihHj1fQjFvlTbA47NC99ngmBnq5+Dv0MHP0qGXN1YU=","q+AZHSuFZigq9sVSKJOXt13bhdDE+gG3Sz4g1LSlXrY=","GLLoBV9JSo2kQfEats+FRxH9J+Y5LIlNozzD3EfUJ4k=","LtxO1SRkRdOspzlk/oR5gB4UJLygHwKl8SxHnA6bl50=","LG50Z3o5WoQx+ipx4JjOZEPoUxIXQjykMUu64z5RDaU=","pGLNL38fZHRQRuTPkhqzP2fMx5gxRPH/gPikPPETFpY=","k0+Z1T6dI0Tgluh54oO/hnxtuoW22MqFIjVTPYeUJGU=","1DaDKzrCNNBhmSdY5vFjz+NpAmxmYfYEgBCdPLrMP1A=","xH/DCseLHr9eKoYT8qsORZK7zVdEGYWHuVtsVrD95wY="],"checkpoint":{"envelope":"rekor.sigstore.dev - 1193050959916656506\n3857611539\nQ+tDE+CYndSGNTCpW52sh1WWXJHAxrZXHI4f8GJmR08=\n\n— rekor.sigstore.dev wNI9ajBFAiEApQsZmAdd4SOLPBZI9DIjiArN23/4A/sdAHv0V5iVO6wCIEq0GwBtK7OXuECaK4k1HEHx4AaFs9ri3MBLutqugkX4\n"}},"canonicalizedBody":"eyJhcGlWZXJzaW9uIjoiMC4wLjEiLCJraW5kIjoiaGFzaGVkcmVrb3JkIiwic3BlYyI6eyJkYXRhIjp7Imhhc2giOnsiYWxnb3JpdGhtIjoic2hhMjU2IiwidmFsdWUiOiI1MWE5M2VmZWE1MDJhYmQwODc3ZmU4NmU4Y2E4OWZhYzNmOWUzMTlkZjE1MWRlNGQ1MzJlYTdmY2M4MDJiODIwIn19LCJzaWduYXR1cmUiOnsiY29udGVudCI6Ik1FVUNJRHFWM3VmaEExOWw0UDU0Z29hM0pYdDcrdDFLTmZ3SmxvOVhoMWIrTUw5R0FpRUEzZU9nS0JyQTJ2aVVyUUJ1eHNxb2N0U2djd2szMi9idGdVZGVlK3V6RzJJPSIsInB1YmxpY0tleSI6eyJjb250ZW50IjoiTFMwdExTMUNSVWRKVGlCRFJWSlVTVVpKUTBGVVJTMHRMUzB0Q2sxSlNVaE1ha05EUW5KUFowRjNTVUpCWjBsVldsWXJWSEZyY1ZOWGNWTm9hMk5qYlZsUkwzZGtjRGxJYjBacmQwTm5XVWxMYjFwSmVtb3dSVUYzVFhjS1RucEZWazFDVFVkQk1WVkZRMmhOVFdNeWJHNWpNMUoyWTIxVmRWcEhWakpOVWpSM1NFRlpSRlpSVVVSRmVGWjZZVmRrZW1SSE9YbGFVekZ3WW01U2JBcGpiVEZzV2tkc2FHUkhWWGRJYUdOT1RXcFplRTFVUlRSTmFrbDRUV3BWTTFkb1kwNU5hbGw0VFZSRk5FMXFTWGxOYWxVelYycEJRVTFHYTNkRmQxbElDa3R2V2tsNmFqQkRRVkZaU1V0dldrbDZhakJFUVZGalJGRm5RVVZqVkhsTlNVbDFNREpCU0VGWVJWcHRkVE5HYTJaRVRUbGhOR2RhTUdkTVQzaDFXRFlLYlhNM05sSjNXVEExTm10VmEwOW5OWEpQYWxweWQyaG9SR1o1Wmt4VVNGaFlZM1JOTXpCbWJEVmxWREEwTlZSM2NuRlBRMEprU1hkbloxaFBUVUUwUndwQk1WVmtSSGRGUWk5M1VVVkJkMGxJWjBSQlZFSm5UbFpJVTFWRlJFUkJTMEpuWjNKQ1owVkdRbEZqUkVGNlFXWkNaMDVXU0ZOTlJVZEVRVmRuUWxSbUNqQXJibEJXYVZGU2JIWnRiekpQYTI5V1lVeEhUR2hvYTFCNlFuSkNaMDVXU0ZKRlFrRm1PRVZaVkVKbWFHd3hiMlJJVW5kamVtOTJUREprY0dSSGFERUtXV2sxYW1JeU1IWmhTRlp1V2pKc2RWb3lXbWhaTWxWMllUSldlV0p0Vm5OamVURnFZakl4ZEdSWE5YQmtTR3QyVEcxa2NHUkhhREZaYVRrellqTktjZ3BhYlhoMlpETk5kbGx1Vm5CaVIxRjFaVmRHZEdKRlFubGFWMXA2VERKb2JGbFhVbnBNTWpGb1lWYzBkMDlSV1V0TGQxbENRa0ZIUkhaNlFVSkJVVkZ5Q21GSVVqQmpTRTAyVEhrNU1HSXlkR3hpYVRWb1dUTlNjR0l5TlhwTWJXUndaRWRvTVZsdVZucGFXRXBxWWpJMU1GcFhOVEJNYlU1MllsUkJaa0puYjNJS1FtZEZSVUZaVHk5TlFVVkRRa0pHTTJJelNuSmFiWGgyWkRFNWEyRllUbmRaV0ZKcVlVUkJNa0puYjNKQ1owVkZRVmxQTDAxQlJVUkNRMmhvV2xSS2FncE5iVXBzVFhwR2FVOVVSbXRaYWtwdFRrZFJlRTB5VFhkWmJWbDRXVlJqZVUxRVZYaFpiVkV6V2xSQ2EwMUhSbTFOUWsxSFEybHpSMEZSVVVKbk56aDNDa0ZSVVVWQ1ZVb3hZVmQ0YTAxRGMwZERhWE5IUVZGUlFtYzNPSGRCVVZWRlNGZG9NVm95WkhCaWJXUnRXVmRPYkV3eWRHeGpiVFZzWWtoTmRGa3lPWFFLWWxoV2RXRllValZOUWpCSFEybHpSMEZSVVVKbk56aDNRVkZaUlVRelNteGFiazEyWVVkV2FGcElUWFppVjBad1ltcEJOMEpuYjNKQ1owVkZRVmxQTHdwTlFVVkpRa013VFVzeWFEQmtTRUo2VDJrNGRtUkhPWEphVnpSMVdWZE9NR0ZYT1hWamVUVnVZVmhTYjJSWFNqRmpNbFo1V1RJNWRXUkhWblZrUXpWcUNtSXlNSGRpVVZsTFMzZFpRa0pCUjBSMmVrRkNRMUZTWmtSR01XOWtTRkozWTNwdmRrd3laSEJrUjJneFdXazFhbUl5TUhaaFNGWnVXakpzZFZveVdtZ0tXVEpWZG1FeVZubGliVlp6WTNreGFtSXlNWFJrVnpWd1pFaHJka3h0WkhCa1IyZ3hXV2s1TTJJelNuSmFiWGgyWkROTmRsbHVWbkJpUjFGMVpWZEdkQXBpUlVKNVdsZGFla3d5YUd4WlYxSjZUREl4YUdGWE5IZFBRVmxMUzNkWlFrSkJSMFIyZWtGQ1EyZFJjVVJEYUdoYVZFcHFUVzFLYkUxNlJtbFBWRVpyQ2xscVNtMU9SMUY0VFRKTmQxbHRXWGhaVkdONVRVUlZlRmx0VVROYVZFSnJUVWRHYlUxQ2MwZERhWE5IUVZGUlFtYzNPSGRCVVhORlJGRjNUR015Vm5NS1dta3hiMkl6VGpCYVYxRjNVVUZaUzB0M1dVSkNRVWRFZG5wQlFrUkJVWGxFUkVKdlpFaFNkMk42YjNaTU1tUndaRWRvTVZscE5XcGlNakIyWVVoV2JncGFNbXgxV2pKYWFGa3lWWFpoTWxaNVltMVdjMk41TVdwaU1qRjBaRmMxY0dSSWEzZFBRVmxMUzNkWlFrSkJSMFIyZWtGQ1JGRlJjVVJEYUdoYVZFcHFDazF0U214TmVrWnBUMVJHYTFscVNtMU9SMUY0VFRKTmQxbHRXWGhaVkdONVRVUlZlRmx0VVROYVZFSnJUVWRHYlUxQ09FZERhWE5IUVZGUlFtYzNPSGNLUVZFMFJVVlJkMUJqYlZadFkzazViMXBYUm10amVUbDBXVmRzZFUxQ2IwZERhWE5IUVZGUlFtYzNPSGRCVVRoRlJFRjNTMDFVUVROTlZGRXpUbFJWZVFwUFZFRjFRbWR2Y2tKblJVVkJXVTh2VFVGRlVVSkRRVTFJYldnd1pFaENlazlwT0haYU1td3dZVWhXYVV4dFRuWmlVemx2WkZka2JtRlhOVzVhYlVacUNscFVRVmxDWjI5eVFtZEZSVUZaVHk5TlFVVlNRa0Z2VFVORVNURk9la2wzVG5wUmVrMUhNRWREYVhOSFFWRlJRbWMzT0hkQlVrbEZXSGQ0WkdGSVVqQUtZMGhOTmt4NU9XNWhXRkp2WkZkSmRWa3lPWFJNTW1neFdqSmtjR0p0WkcxWlYwNXNUREowYkdOdE5XeGlTRTEwV1RJNWRHSllWblZoV0ZJMVRIazFiZ3BoV0ZKdlpGZEpkbVF5T1hsaE1scHpZak5rZWt3eVNqRmhWM2hyVEc1c2FHSlhlRUZqYlZadFkzazViMXBYUm10amVUbDBXVmRzZFUxRVowZERhWE5IQ2tGUlVVSm5OemgzUVZKTlJVdG5kMjlaVjFWNVdYcEthVnBVVFhoWmFtdDRXa2RKZVZwcVVtdE5WRTVxVFVkS2JVMVhSVE5OYWtFeFRWZEthMDR5VlhjS1drUkNhRnBxUVdoQ1oyOXlRbWRGUlVGWlR5OU5RVVZWUWtKTlRVVllaSFpqYlhSdFlrYzVNMWd5VW5Cak0wSm9aRWRPYjAxSFVVZERhWE5IUVZGUlFncG5OemgzUVZKVlJWWm5lRlZoU0ZJd1kwaE5Oa3g1T1c1aFdGSnZaRmRKZFZreU9YUk1NbWd4V2pKa2NHSnRaRzFaVjA1c1RESjBiR050Tld4aVNFMTBDbGt5T1hSaVdGWjFZVmhTTlV3eVJtcGtSMngyWW01TmRtTnVWblZqZVRnd1RrUk5NRTVVVFRCTmFsbDNUVU01YUdSSVVteGlXRUl3WTNrNGVFMUNXVWNLUTJselIwRlJVVUpuTnpoM1FWSlpSVU5CZDBkalNGWnBZa2RzYWsxRldVZERhWE5IUVZGUlFtYzNPSGRCVW1kRlQwRjNNbU50Vm5kaWVuQnZaRmRrYmdwaFZ6VnVXbTFHYWxwVE9YSmFXRXAxV2xkNGVreFhUblppVnpFeFltMXNNR1ZVY0hsYVYxazJZMjFXYldONU9XOWFWMFpyWTNrNWRGbFhiSFZOU1VkTUNrSm5iM0pDWjBWRlFXUmFOVUZuVVVOQ1NEQkZaWGRDTlVGSVkwRXpWREIzWVhOaVNFVlVTbXBIVWpSamJWZGpNMEZ4U2t0WWNtcGxVRXN6TDJnMGNIa0taME00Y0Rkdk5FRkJRVWRvT0V4b1pXeDNRVUZDUVUxQlUwUkNSMEZwUlVGdU4wdHpaVVZZWW1SNWEzVjZUVmRMUmxaRFdsbFZXVEIzYzNvelRHOVFSd3BSUjBORU4ySlJUMlYxU1VOSlVVTjNSemx0WjFWclFXZEZMMFJpYWxKM2VWSktNVGs1ZEdScFFtVlpPR0Z0Y2xoTE1VTXJNWGN4YzNkcVFVdENaMmR4Q21ocmFrOVFVVkZFUVhkT2NFRkVRbTFCYWtWQmVuQkROa3QzY2tscmN5dHlZME55ZUcxVFJHRnZkSG80WkVKV1IzWm5hblUwV1ZCMFUxcE9OME5GV0VnS1ZUSjBWRmgzWWpWYWJUSXhhM2REVTBSWEwxTkJha1ZCZG5WSEsxRjNWVmR6T0ZCbWVHTnpSWEpKTTB0d1EycEdSUzgzYzBabFQydFJMMWd4UW1sclp3cDVheTgwVVc0ck5XNVNhSGh6WTNGTVZqTXZTQzlyVUZRS0xTMHRMUzFGVGtRZ1EwVlNWRWxHU1VOQlZFVXRMUzB0TFFvPSJ9fX19"}],"timestampVerificationData":{"rfc3161Timestamps":[{"signedTimestamp":"MIIE6jADAgEAMIIE4QYJKoZIhvcNAQcCoIIE0jCCBM4CAQMxDTALBglghkgBZQMEAgEwgcIGCyqGSIb3DQEJEAEEoIGyBIGvMIGsAgEBBgkrBgEEAYO/MAIwMTANBglghkgBZQMEAgEFAAQgOMFP2fwwILcP+dnDWpVKztixTh285wrb4AUrVAln+LgCFQCHDSKCgj8u2SBXNTtUiv3qosWbTxgPMjAyNjExMTgyMjEyNTdaMAMCAQECCCzZyn2llQB0oDKkMDAuMRUwEwYDVQQKEwxzaWdzdG9yZS5kZXYxFTATBgNVBAMTDHNpZ3N0b3JlLXRzYaCCAhQwggIQMIIBlqADAgECAhQ6E1QvDJBh7rzBQy/Lio6LKiOLDDAKBggqhkjOPQQDAzA5MRUwEwYDVQQKEwxzaWdzdG9yZS5kZXYxIDAeBgNVBAMTF3NpZ3N0b3JlLXRzYS1zZWxmc2lnbmVkMB4XDTI1MDQwODA2NTk0M1oXDTM1MDQwNjA2NTk0M1owLjEVMBMGA1UEChMMc2lnc3RvcmUuZGV2MRUwEwYDVQQDEwxzaWdzdG9yZS10c2EwdjAQBgcqhkjOPQIBBgUrgQQAIgNiAATitrZnyEo2KDZP2QWMIBOgYbfSOTL5ZC/cHMv6Yq+HVIo1H9TC7Cx80KDiyvKhgB3wTqKyi9UDczhqg12b1AOLnRnydMTK+qB8M+1MjBci1+Jb8AV/VXu7CRuQCiPTHFyjajBoMA4GA1UdDwEB/wQEAwIHgDAdBgNVHQ4EFgQUif15Q4fP0GVGwwJGxyxzW3206wMwHwYDVR0jBBgwFoAUmOwB73+7Uf/UlR5vioiYUweJzr8wFgYDVR0lAQH/BAwwCgYIKwYBBQUHAwgwCgYIKoZIzj0EAwMDaAAwZQIwO2mxX/opo7SrIX9QyxfZpJRcpAV2gZOm1AZzR+2rVyy6Uc8Ybp2ybIw13ckH4bcRAjEA5qO8FyOkmYpvg2/7ZNqiPxRzn5vqKHoVcIIqtpKq6l7TvOqzAxxclN7VwTG8e++XMYIB2zCCAdcCAQEwUTA5MRUwEwYDVQQKEwxzaWdzdG9yZS5kZXYxIDAeBgNVBAMTF3NpZ3N0b3JlLXRzYS1zZWxmc2lnbmVkAhQ6E1QvDJBh7rzBQy/Lio6LKiOLDDALBglghkgBZQMEAgGggfwwGgYJKoZIhvcNAQkDMQ0GCyqGSIb3DQEJEAEEMBwGCSqGSIb3DQEJBTEPFw0yNjExMTgyMjEyNTdaMC8GCSqGSIb3DQEJBDEiBCCarz+oCEyhF890u+InvPIMPtxqUTLx+zjy3AyKfJ727jCBjgYLKoZIhvcNAQkQAi8xfzB9MHsweQQghfknvAerYsrDtENWwQ78gbLGiD/aernm2HDZ0TrNBbcwVTA9pDswOTEVMBMGA1UEChMMc2lnc3RvcmUuZGV2MSAwHgYDVQQDExdzaWdzdG9yZS10c2Etc2VsZnNpZ25lZAIUOhNULwyQYe68wUMvy4qOiyojiwwwCgYIKoZIzj0EAwIEZzBlAjEAyacgKOhwzDzkalqO4tQYrLyXlH3vGrGRX7C2EblobjRdrvQxLlHhRPrnQwMy/T2eAjAieklbM30/7iA/Y/IDydYzw6/cnhQ8bdtqyF90U7ADNN2Ljgm23Q40J5L5eVmrT3k="}]}},"messageSignature":{"messageDigest":{"algorithm":"SHA2_256","digest":"Uak+/qUCq9CHf+hujKifrD+eMZ3xUd5NUy6n/MgCuCA="},"signature":"MEUCIDqV3ufhA19l4P54goa3JXt7+t1KNfwJlo9Xh1b+ML9GAiEA3eOgKBrA2viUrQBuxsqoctSgcwk32/btgUdee+uzG2I="}}
build/torch-stable-abi29-cu126-x86_64-linux/symbols.json CHANGED
@@ -1,11 +1,11 @@
1
  {
2
  "schema_version": 1,
3
- "module": "_flash_attn3_cuda_a02f43b",
4
  "functions": [
5
  {
6
  "name": "add_op_namespace_prefix",
7
  "qualname": "add_op_namespace_prefix",
8
- "module": "_flash_attn3_cuda_a02f43b._ops",
9
  "kind": "function",
10
  "doc": "Prefix op by namespace.",
11
  "signature": {
@@ -23,7 +23,7 @@
23
  {
24
  "name": "flash_attn_combine",
25
  "qualname": "flash_attn_combine",
26
- "module": "_flash_attn3_cuda_a02f43b.flash_attn_interface",
27
  "kind": "function",
28
  "doc": null,
29
  "signature": {
@@ -59,7 +59,7 @@
59
  {
60
  "name": "flash_attn_func",
61
  "qualname": "flash_attn_func",
62
- "module": "_flash_attn3_cuda_a02f43b.flash_attn_interface",
63
  "kind": "function",
64
  "doc": "dropout_p should be set to 0.0 during evaluation\nSupports multi-query and grouped-query attention (MQA/GQA) by passing in KV with fewer heads\nthan Q. Note that the number of heads in Q must be divisible by the number of heads in KV.\nFor example, if Q has 6 heads and K, V have 2 heads, head 0, 1, 2 of Q will attention to head\n0 of K, V, and head 3, 4, 5 of Q will attention to head 1 of K, V.\n\nIf causal=True, the causal mask is aligned to the bottom right corner of the attention matrix.\nFor example, if seqlen_q = 2 and seqlen_k = 5, the causal mask (1 = keep, 0 = masked out) is:\n 1 1 1 1 0\n 1 1 1 1 1\nIf seqlen_q = 5 and seqlen_k = 2, the causal mask is:\n 0 0\n 0 0\n 0 0\n 1 0\n 1 1\nIf the row of the mask is all zero, the output will be zero.\n\nIf window_size != (-1, -1), implements sliding window local attention. Query at position i\nwill only attend to keys between\n[i + seqlen_k - seqlen_q - window_size[0], i + seqlen_k - seqlen_q + window_size[1]] inclusive.\n\nArguments:\n q: (batch_size, seqlen, nheads, headdim)\n k: (batch_size, seqlen, nheads_k, headdim)\n v: (batch_size, seqlen, nheads_k, headdim)\n dropout_p: float. Dropout probability.\n softmax_scale: float. The scaling of QK^T before applying softmax.\n Default to 1 / sqrt(headdim).\n causal: bool. Whether to apply causal attention mask (e.g., for auto-regressive modeling).\n window_size: (left, right). If not (-1, -1), implements sliding window local attention.\n alibi_slopes: (nheads,) or (batch_size, nheads), fp32. A bias of\n (-alibi_slope * |i + seqlen_k - seqlen_q - j|)\n is added to the attention score of query i and key j.\n deterministic: bool. Whether to use the deterministic implementation of the backward pass,\n which is slightly slower and uses more memory. The forward pass is always deterministic.\n return_attn_probs: bool. Whether to return the attention probabilities. This option is for\n testing only. The returned probabilities are not guaranteed to be correct\n (they might not have the right scaling).\nReturn:\n out: (batch_size, seqlen, nheads, headdim).\n softmax_lse [optional, if return_attn_probs=True]: (batch_size, nheads, seqlen). The\n logsumexp of each row of the matrix QK^T * scaling (e.g., log of the softmax\n normalization factor).",
65
  "signature": {
@@ -173,7 +173,7 @@
173
  {
174
  "name": "flash_attn_qkvpacked_func",
175
  "qualname": "flash_attn_qkvpacked_func",
176
- "module": "_flash_attn3_cuda_a02f43b.flash_attn_interface",
177
  "kind": "function",
178
  "doc": "dropout_p should be set to 0.0 during evaluation\nIf Q, K, V are already stacked into 1 tensor, this function will be faster than\ncalling flash_attn_func on Q, K, V since the backward pass avoids explicit concatenation\nof the gradients of Q, K, V.\nFor multi-query and grouped-query attention (MQA/GQA), please see\nflash_attn_kvpacked_func and flash_attn_func.\n\nIf window_size != (-1, -1), implements sliding window local attention. Query at position i\nwill only attend to keys between [i - window_size[0], i + window_size[1]] inclusive.\n\nArguments:\n qkv: (batch_size, seqlen, 3, nheads, headdim)\n dropout_p: float. Dropout probability.\n softmax_scale: float. The scaling of QK^T before applying softmax.\n Default to 1 / sqrt(headdim).\n causal: bool. Whether to apply causal attention mask (e.g., for auto-regressive modeling).\n window_size: (left, right). If not (-1, -1), implements sliding window local attention.\n softcap: float. Anything > 0 activates softcapping attention.\n alibi_slopes: (nheads,) or (batch_size, nheads), fp32. A bias of (-alibi_slope * |i - j|) is added to\n the attention score of query i and key j.\n deterministic: bool. Whether to use the deterministic implementation of the backward pass,\n which is slightly slower and uses more memory. The forward pass is always deterministic.\n return_attn_probs: bool. Whether to return the attention probabilities. This option is for\n testing only. The returned probabilities are not guaranteed to be correct\n (they might not have the right scaling).\nReturn:\n out: (batch_size, seqlen, nheads, headdim).\n softmax_lse [optional, if return_attn_probs=True]: (batch_size, nheads, seqlen). The\n logsumexp of each row of the matrix QK^T * scaling (e.g., log of the softmax\n normalization factor).\n S_dmask [optional, if return_attn_probs=True]: (batch_size, nheads, seqlen, seqlen).\n The output of softmax (possibly with different scaling). It also encodes the dropout\n pattern (negative means that location was dropped, nonnegative means it was kept).",
179
  "signature": {
@@ -263,7 +263,7 @@
263
  {
264
  "name": "flash_attn_varlen_func",
265
  "qualname": "flash_attn_varlen_func",
266
- "module": "_flash_attn3_cuda_a02f43b.flash_attn_interface",
267
  "kind": "function",
268
  "doc": null,
269
  "signature": {
@@ -413,7 +413,7 @@
413
  {
414
  "name": "flash_attn_with_kvcache",
415
  "qualname": "flash_attn_with_kvcache",
416
- "module": "_flash_attn3_cuda_a02f43b.flash_attn_interface",
417
  "kind": "function",
418
  "doc": "If k and v are not None, k_cache and v_cache will be updated *inplace* with the new values from\nk and v. This is useful for incremental decoding: you can pass in the cached keys/values from\nthe previous step, and update them with the new keys/values from the current step, and do\nattention with the updated cache, all in 1 kernel.\n\nIf you pass in k / v, you must make sure that the cache is large enough to hold the new values.\nFor example, the KV cache could be pre-allocated with the max sequence length, and you can use\ncache_seqlens to keep track of the current sequence lengths of each sequence in the batch.\n\nAlso apply rotary embedding if rotary_cos and rotary_sin are passed in. The key @k will be\nrotated by rotary_cos and rotary_sin at indices cache_seqlens, cache_seqlens + 1, etc.\nIf causal or local (i.e., window_size != (-1, -1)), the query @q will be rotated by rotary_cos\nand rotary_sin at indices cache_seqlens, cache_seqlens + 1, etc.\nIf not causal and not local, the query @q will be rotated by rotary_cos and rotary_sin at\nindices cache_seqlens only (i.e. we consider all tokens in @q to be at position cache_seqlens).\n\nSee tests/test_flash_attn.py::test_flash_attn_kvcache for examples of how to use this function.\n\nSupports multi-query and grouped-query attention (MQA/GQA) by passing in KV with fewer heads\nthan Q. Note that the number of heads in Q must be divisible by the number of heads in KV.\nFor example, if Q has 6 heads and K, V have 2 heads, head 0, 1, 2 of Q will attention to head\n0 of K, V, and head 3, 4, 5 of Q will attention to head 1 of K, V.\n\nIf causal=True, the causal mask is aligned to the bottom right corner of the attention matrix.\nFor example, if seqlen_q = 2 and seqlen_k = 5, the causal mask (1 = keep, 0 = masked out) is:\n 1 1 1 1 0\n 1 1 1 1 1\nIf seqlen_q = 5 and seqlen_k = 2, the causal mask is:\n 0 0\n 0 0\n 0 0\n 1 0\n 1 1\nIf the row of the mask is all zero, the output will be zero.\n\nIf window_size != (-1, -1), implements sliding window local attention. Query at position i\nwill only attend to keys between\n[i + seqlen_k - seqlen_q - window_size[0], i + seqlen_k - seqlen_q + window_size[1]] inclusive.\n\nNote: Does not support backward pass.\n\nArguments:\n q: (batch_size, seqlen, nheads, headdim)\n k_cache: (batch_size_cache, seqlen_cache, nheads_k, headdim) if there's no page_table,\n or (num_blocks, page_block_size, nheads_k, headdim) if there's a page_table (i.e. paged KV cache)\n page_block_size can be arbitrary (e.g, 1, 2, 3, 64, etc.).\n v_cache: (batch_size_cache, seqlen_cache, nheads_k, headdim_v) if there's no page_table,\n or (num_blocks, page_block_size, nheads_k, headdim_v) if there's a page_table (i.e. paged KV cache)\n k [optional]: (batch_size, seqlen_new, nheads_k, headdim). If not None, we concatenate\n k with k_cache, starting at the indices specified by cache_seqlens.\n v [optional]: (batch_size, seqlen_new, nheads_k, headdim_v). Similar to k.\n qv [optional]: (batch_size, seqlen, nheads, headdim_v)\n rotary_cos [optional]: (seqlen_ro, rotary_dim / 2). If not None, we apply rotary embedding\n to k and q. Only applicable if k and v are passed in. rotary_dim must be divisible by 16.\n rotary_sin [optional]: (seqlen_ro, rotary_dim / 2). Similar to rotary_cos.\n cache_seqlens: int, or (batch_size,), dtype torch.int32. The sequence lengths of the\n KV cache.\n cache_batch_idx: (batch_size,), dtype torch.int32. The indices used to index into the KV cache.\n If None, we assume that the batch indices are [0, 1, 2, ..., batch_size - 1].\n If the indices are not distinct, and k and v are provided, the values updated in the cache\n might come from any of the duplicate indices.\n cache_leftpad: (batch_size,), dtype torch.int32. The index that the KV cache starts. If None, assume 0.\n page_table [optional]: (batch_size, max_num_blocks_per_seq), dtype torch.int32.\n softmax_scale: float. The scaling of QK^T before applying softmax.\n Default to 1 / sqrt(headdim).\n causal: bool. Whether to apply causal attention mask (e.g., for auto-regressive modeling).\n window_size: (left, right). If not (-1, -1), implements sliding window local attention.\n softcap: float. Anything > 0 activates softcapping attention.\n rotary_interleaved: bool. Only applicable if rotary_cos and rotary_sin are passed in.\n If True, rotary embedding will combine dimensions 0 & 1, 2 & 3, etc. If False,\n rotary embedding will combine dimensions 0 & rotary_dim / 2, 1 & rotary_dim / 2 + 1\n (i.e. GPT-NeoX style).\n num_splits: int. If > 1, split the key/value into this many chunks along the sequence.\n If num_splits == 1, we don't split the key/value. If num_splits == 0, we use a heuristic\n to automatically determine the number of splits.\n Don't change this unless you know what you are doing.\n return_softmax_lse: bool. Whether to return the logsumexp of the attention scores.\n\nReturn:\n out: (batch_size, seqlen, nheads, headdim).\n softmax_lse [optional, if return_softmax_lse=True]: (batch_size, nheads, seqlen). The\n logsumexp of each row of the matrix QK^T * scaling (e.g., log of the softmax\n normalization factor).",
419
  "signature": {
@@ -605,7 +605,7 @@
605
  {
606
  "name": "get_scheduler_metadata",
607
  "qualname": "get_scheduler_metadata",
608
- "module": "_flash_attn3_cuda_a02f43b.flash_attn_interface",
609
  "kind": "function",
610
  "doc": null,
611
  "signature": {
 
1
  {
2
  "schema_version": 1,
3
+ "module": "_flash_attn3_cuda_ae2c2be",
4
  "functions": [
5
  {
6
  "name": "add_op_namespace_prefix",
7
  "qualname": "add_op_namespace_prefix",
8
+ "module": "_flash_attn3_cuda_ae2c2be._ops",
9
  "kind": "function",
10
  "doc": "Prefix op by namespace.",
11
  "signature": {
 
23
  {
24
  "name": "flash_attn_combine",
25
  "qualname": "flash_attn_combine",
26
+ "module": "_flash_attn3_cuda_ae2c2be.flash_attn_interface",
27
  "kind": "function",
28
  "doc": null,
29
  "signature": {
 
59
  {
60
  "name": "flash_attn_func",
61
  "qualname": "flash_attn_func",
62
+ "module": "_flash_attn3_cuda_ae2c2be.flash_attn_interface",
63
  "kind": "function",
64
  "doc": "dropout_p should be set to 0.0 during evaluation\nSupports multi-query and grouped-query attention (MQA/GQA) by passing in KV with fewer heads\nthan Q. Note that the number of heads in Q must be divisible by the number of heads in KV.\nFor example, if Q has 6 heads and K, V have 2 heads, head 0, 1, 2 of Q will attention to head\n0 of K, V, and head 3, 4, 5 of Q will attention to head 1 of K, V.\n\nIf causal=True, the causal mask is aligned to the bottom right corner of the attention matrix.\nFor example, if seqlen_q = 2 and seqlen_k = 5, the causal mask (1 = keep, 0 = masked out) is:\n 1 1 1 1 0\n 1 1 1 1 1\nIf seqlen_q = 5 and seqlen_k = 2, the causal mask is:\n 0 0\n 0 0\n 0 0\n 1 0\n 1 1\nIf the row of the mask is all zero, the output will be zero.\n\nIf window_size != (-1, -1), implements sliding window local attention. Query at position i\nwill only attend to keys between\n[i + seqlen_k - seqlen_q - window_size[0], i + seqlen_k - seqlen_q + window_size[1]] inclusive.\n\nArguments:\n q: (batch_size, seqlen, nheads, headdim)\n k: (batch_size, seqlen, nheads_k, headdim)\n v: (batch_size, seqlen, nheads_k, headdim)\n dropout_p: float. Dropout probability.\n softmax_scale: float. The scaling of QK^T before applying softmax.\n Default to 1 / sqrt(headdim).\n causal: bool. Whether to apply causal attention mask (e.g., for auto-regressive modeling).\n window_size: (left, right). If not (-1, -1), implements sliding window local attention.\n alibi_slopes: (nheads,) or (batch_size, nheads), fp32. A bias of\n (-alibi_slope * |i + seqlen_k - seqlen_q - j|)\n is added to the attention score of query i and key j.\n deterministic: bool. Whether to use the deterministic implementation of the backward pass,\n which is slightly slower and uses more memory. The forward pass is always deterministic.\n return_attn_probs: bool. Whether to return the attention probabilities. This option is for\n testing only. The returned probabilities are not guaranteed to be correct\n (they might not have the right scaling).\nReturn:\n out: (batch_size, seqlen, nheads, headdim).\n softmax_lse [optional, if return_attn_probs=True]: (batch_size, nheads, seqlen). The\n logsumexp of each row of the matrix QK^T * scaling (e.g., log of the softmax\n normalization factor).",
65
  "signature": {
 
173
  {
174
  "name": "flash_attn_qkvpacked_func",
175
  "qualname": "flash_attn_qkvpacked_func",
176
+ "module": "_flash_attn3_cuda_ae2c2be.flash_attn_interface",
177
  "kind": "function",
178
  "doc": "dropout_p should be set to 0.0 during evaluation\nIf Q, K, V are already stacked into 1 tensor, this function will be faster than\ncalling flash_attn_func on Q, K, V since the backward pass avoids explicit concatenation\nof the gradients of Q, K, V.\nFor multi-query and grouped-query attention (MQA/GQA), please see\nflash_attn_kvpacked_func and flash_attn_func.\n\nIf window_size != (-1, -1), implements sliding window local attention. Query at position i\nwill only attend to keys between [i - window_size[0], i + window_size[1]] inclusive.\n\nArguments:\n qkv: (batch_size, seqlen, 3, nheads, headdim)\n dropout_p: float. Dropout probability.\n softmax_scale: float. The scaling of QK^T before applying softmax.\n Default to 1 / sqrt(headdim).\n causal: bool. Whether to apply causal attention mask (e.g., for auto-regressive modeling).\n window_size: (left, right). If not (-1, -1), implements sliding window local attention.\n softcap: float. Anything > 0 activates softcapping attention.\n alibi_slopes: (nheads,) or (batch_size, nheads), fp32. A bias of (-alibi_slope * |i - j|) is added to\n the attention score of query i and key j.\n deterministic: bool. Whether to use the deterministic implementation of the backward pass,\n which is slightly slower and uses more memory. The forward pass is always deterministic.\n return_attn_probs: bool. Whether to return the attention probabilities. This option is for\n testing only. The returned probabilities are not guaranteed to be correct\n (they might not have the right scaling).\nReturn:\n out: (batch_size, seqlen, nheads, headdim).\n softmax_lse [optional, if return_attn_probs=True]: (batch_size, nheads, seqlen). The\n logsumexp of each row of the matrix QK^T * scaling (e.g., log of the softmax\n normalization factor).\n S_dmask [optional, if return_attn_probs=True]: (batch_size, nheads, seqlen, seqlen).\n The output of softmax (possibly with different scaling). It also encodes the dropout\n pattern (negative means that location was dropped, nonnegative means it was kept).",
179
  "signature": {
 
263
  {
264
  "name": "flash_attn_varlen_func",
265
  "qualname": "flash_attn_varlen_func",
266
+ "module": "_flash_attn3_cuda_ae2c2be.flash_attn_interface",
267
  "kind": "function",
268
  "doc": null,
269
  "signature": {
 
413
  {
414
  "name": "flash_attn_with_kvcache",
415
  "qualname": "flash_attn_with_kvcache",
416
+ "module": "_flash_attn3_cuda_ae2c2be.flash_attn_interface",
417
  "kind": "function",
418
  "doc": "If k and v are not None, k_cache and v_cache will be updated *inplace* with the new values from\nk and v. This is useful for incremental decoding: you can pass in the cached keys/values from\nthe previous step, and update them with the new keys/values from the current step, and do\nattention with the updated cache, all in 1 kernel.\n\nIf you pass in k / v, you must make sure that the cache is large enough to hold the new values.\nFor example, the KV cache could be pre-allocated with the max sequence length, and you can use\ncache_seqlens to keep track of the current sequence lengths of each sequence in the batch.\n\nAlso apply rotary embedding if rotary_cos and rotary_sin are passed in. The key @k will be\nrotated by rotary_cos and rotary_sin at indices cache_seqlens, cache_seqlens + 1, etc.\nIf causal or local (i.e., window_size != (-1, -1)), the query @q will be rotated by rotary_cos\nand rotary_sin at indices cache_seqlens, cache_seqlens + 1, etc.\nIf not causal and not local, the query @q will be rotated by rotary_cos and rotary_sin at\nindices cache_seqlens only (i.e. we consider all tokens in @q to be at position cache_seqlens).\n\nSee tests/test_flash_attn.py::test_flash_attn_kvcache for examples of how to use this function.\n\nSupports multi-query and grouped-query attention (MQA/GQA) by passing in KV with fewer heads\nthan Q. Note that the number of heads in Q must be divisible by the number of heads in KV.\nFor example, if Q has 6 heads and K, V have 2 heads, head 0, 1, 2 of Q will attention to head\n0 of K, V, and head 3, 4, 5 of Q will attention to head 1 of K, V.\n\nIf causal=True, the causal mask is aligned to the bottom right corner of the attention matrix.\nFor example, if seqlen_q = 2 and seqlen_k = 5, the causal mask (1 = keep, 0 = masked out) is:\n 1 1 1 1 0\n 1 1 1 1 1\nIf seqlen_q = 5 and seqlen_k = 2, the causal mask is:\n 0 0\n 0 0\n 0 0\n 1 0\n 1 1\nIf the row of the mask is all zero, the output will be zero.\n\nIf window_size != (-1, -1), implements sliding window local attention. Query at position i\nwill only attend to keys between\n[i + seqlen_k - seqlen_q - window_size[0], i + seqlen_k - seqlen_q + window_size[1]] inclusive.\n\nNote: Does not support backward pass.\n\nArguments:\n q: (batch_size, seqlen, nheads, headdim)\n k_cache: (batch_size_cache, seqlen_cache, nheads_k, headdim) if there's no page_table,\n or (num_blocks, page_block_size, nheads_k, headdim) if there's a page_table (i.e. paged KV cache)\n page_block_size can be arbitrary (e.g, 1, 2, 3, 64, etc.).\n v_cache: (batch_size_cache, seqlen_cache, nheads_k, headdim_v) if there's no page_table,\n or (num_blocks, page_block_size, nheads_k, headdim_v) if there's a page_table (i.e. paged KV cache)\n k [optional]: (batch_size, seqlen_new, nheads_k, headdim). If not None, we concatenate\n k with k_cache, starting at the indices specified by cache_seqlens.\n v [optional]: (batch_size, seqlen_new, nheads_k, headdim_v). Similar to k.\n qv [optional]: (batch_size, seqlen, nheads, headdim_v)\n rotary_cos [optional]: (seqlen_ro, rotary_dim / 2). If not None, we apply rotary embedding\n to k and q. Only applicable if k and v are passed in. rotary_dim must be divisible by 16.\n rotary_sin [optional]: (seqlen_ro, rotary_dim / 2). Similar to rotary_cos.\n cache_seqlens: int, or (batch_size,), dtype torch.int32. The sequence lengths of the\n KV cache.\n cache_batch_idx: (batch_size,), dtype torch.int32. The indices used to index into the KV cache.\n If None, we assume that the batch indices are [0, 1, 2, ..., batch_size - 1].\n If the indices are not distinct, and k and v are provided, the values updated in the cache\n might come from any of the duplicate indices.\n cache_leftpad: (batch_size,), dtype torch.int32. The index that the KV cache starts. If None, assume 0.\n page_table [optional]: (batch_size, max_num_blocks_per_seq), dtype torch.int32.\n softmax_scale: float. The scaling of QK^T before applying softmax.\n Default to 1 / sqrt(headdim).\n causal: bool. Whether to apply causal attention mask (e.g., for auto-regressive modeling).\n window_size: (left, right). If not (-1, -1), implements sliding window local attention.\n softcap: float. Anything > 0 activates softcapping attention.\n rotary_interleaved: bool. Only applicable if rotary_cos and rotary_sin are passed in.\n If True, rotary embedding will combine dimensions 0 & 1, 2 & 3, etc. If False,\n rotary embedding will combine dimensions 0 & rotary_dim / 2, 1 & rotary_dim / 2 + 1\n (i.e. GPT-NeoX style).\n num_splits: int. If > 1, split the key/value into this many chunks along the sequence.\n If num_splits == 1, we don't split the key/value. If num_splits == 0, we use a heuristic\n to automatically determine the number of splits.\n Don't change this unless you know what you are doing.\n return_softmax_lse: bool. Whether to return the logsumexp of the attention scores.\n\nReturn:\n out: (batch_size, seqlen, nheads, headdim).\n softmax_lse [optional, if return_softmax_lse=True]: (batch_size, nheads, seqlen). The\n logsumexp of each row of the matrix QK^T * scaling (e.g., log of the softmax\n normalization factor).",
419
  "signature": {
 
605
  {
606
  "name": "get_scheduler_metadata",
607
  "qualname": "get_scheduler_metadata",
608
+ "module": "_flash_attn3_cuda_ae2c2be.flash_attn_interface",
609
  "kind": "function",
610
  "doc": null,
611
  "signature": {
build/torch-stable-abi29-cu128-x86_64-linux/{_flash_attn3_cuda_a02f43b.abi3.so → _flash_attn3_cuda_ae2c2be.abi3.so} RENAMED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:bd429de9e85d6a5ba9572ab4be334f4aa5432c3de51af2c4b08f9e7776f47a2d
3
- size 530776216
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:490a52916aa9f4beaeb1716ed4506bd3223b6f2059042aaa3d2762f4c3181862
3
+ size 530776472
build/torch-stable-abi29-cu128-x86_64-linux/_ops.py CHANGED
@@ -1,9 +1,9 @@
1
  import torch
2
- from . import _flash_attn3_cuda_a02f43b
3
- ops = torch.ops._flash_attn3_cuda_a02f43b
4
 
5
  def add_op_namespace_prefix(op_name: str):
6
  """
7
  Prefix op by namespace.
8
  """
9
- return f"_flash_attn3_cuda_a02f43b::{op_name}"
 
1
  import torch
2
+ from . import _flash_attn3_cuda_ae2c2be
3
+ ops = torch.ops._flash_attn3_cuda_ae2c2be
4
 
5
  def add_op_namespace_prefix(op_name: str):
6
  """
7
  Prefix op by namespace.
8
  """
9
+ return f"_flash_attn3_cuda_ae2c2be::{op_name}"
build/torch-stable-abi29-cu128-x86_64-linux/flash_attn_interface.py CHANGED
@@ -2,11 +2,31 @@
2
 
3
  from typing import Optional, Union, List, Tuple
4
 
 
5
  import torch
6
  import torch.nn as nn
 
 
7
 
8
- from ._ops import ops as flash_attn_3_cuda
9
- from ._ops import add_op_namespace_prefix
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
10
 
11
  def maybe_contiguous(x):
12
  return x.contiguous() if x is not None and x.stride(-1) != 1 else x
@@ -85,7 +105,7 @@ def _flash_attn_forward(
85
  ]
86
  rotary_cos, rotary_sin = [maybe_contiguous(x) for x in (rotary_cos, rotary_sin)]
87
  seqlens_rotary = maybe_contiguous(seqlens_rotary)
88
- out, softmax_lse, out_accum, softmax_lse_accum = flash_attn_3_cuda.fwd(
89
  q,
90
  k,
91
  v,
@@ -263,7 +283,7 @@ def _flash_attn_backward(
263
  ) -> torch.Tensor:
264
  # dq, dk, dv are allocated by us so they should already be contiguous
265
  dout, q, k, v, out = [maybe_contiguous(x) for x in (dout, q, k, v, out)]
266
- softmax_d, *rest = flash_attn_3_cuda.bwd(
267
  dout,
268
  q,
269
  k,
@@ -917,7 +937,7 @@ def flash_attn_varlen_func(
917
 
918
 
919
  def flash_attn_combine(out_partial, lse_partial, out=None, out_dtype=None):
920
- return flash_attn_3_cuda.fwd_combine(out_partial, lse_partial, out, out_dtype)
921
 
922
 
923
  def flash_attn_with_kvcache(
@@ -1105,7 +1125,7 @@ def get_scheduler_metadata(
1105
  cache_seqlens = maybe_contiguous(cache_seqlens)
1106
  if headdim_v is None:
1107
  headdim_v = headdim
1108
- scheduler_metadata = flash_attn_3_cuda.get_scheduler_metadata(
1109
  batch_size, max_seqlen_q, max_seqlen_k, num_heads_q, num_heads_kv, headdim, headdim_v,
1110
  qkv_dtype,
1111
  cache_seqlens,
 
2
 
3
  from typing import Optional, Union, List, Tuple
4
 
5
+ import os
6
  import torch
7
  import torch.nn as nn
8
+ import warnings
9
+ from ._ops import add_op_namespace_prefix, ops
10
 
11
+
12
+ USE_TRITON_ROCM = os.getenv("FLASH_ATTENTION_TRITON_AMD_ENABLE", "FALSE") == "TRUE"
13
+ if not USE_TRITON_ROCM and getattr(torch.version, 'hip', None) is not None:
14
+ try:
15
+ from . import _ops
16
+ except ImportError:
17
+ warnings.warn("flash_attn_3._C (which has ROCm/HIP kernels) not found, falling back to Triton implementation")
18
+ USE_TRITON_ROCM = True
19
+
20
+ if USE_TRITON_ROCM:
21
+ from aiter.ops.triton._triton_kernels.flash_attn_triton_amd import flash_attn_3 as flash_attn_3_gpu
22
+ else:
23
+ # isort: off
24
+ # We need to import the CUDA kernels after importing torch
25
+ from . import _ops # Registers operators with PyTorch
26
+
27
+ # isort: on
28
+
29
+ flash_attn_3_gpu = ops
30
 
31
  def maybe_contiguous(x):
32
  return x.contiguous() if x is not None and x.stride(-1) != 1 else x
 
105
  ]
106
  rotary_cos, rotary_sin = [maybe_contiguous(x) for x in (rotary_cos, rotary_sin)]
107
  seqlens_rotary = maybe_contiguous(seqlens_rotary)
108
+ out, softmax_lse, out_accum, softmax_lse_accum = flash_attn_3_gpu.fwd(
109
  q,
110
  k,
111
  v,
 
283
  ) -> torch.Tensor:
284
  # dq, dk, dv are allocated by us so they should already be contiguous
285
  dout, q, k, v, out = [maybe_contiguous(x) for x in (dout, q, k, v, out)]
286
+ softmax_d, *rest = flash_attn_3_gpu.bwd(
287
  dout,
288
  q,
289
  k,
 
937
 
938
 
939
  def flash_attn_combine(out_partial, lse_partial, out=None, out_dtype=None):
940
+ return flash_attn_3_gpu.fwd_combine(out_partial, lse_partial, out, out_dtype)
941
 
942
 
943
  def flash_attn_with_kvcache(
 
1125
  cache_seqlens = maybe_contiguous(cache_seqlens)
1126
  if headdim_v is None:
1127
  headdim_v = headdim
1128
+ scheduler_metadata = flash_attn_3_gpu.get_scheduler_metadata(
1129
  batch_size, max_seqlen_q, max_seqlen_k, num_heads_q, num_heads_kv, headdim, headdim_v,
1130
  qkv_dtype,
1131
  cache_seqlens,
build/torch-stable-abi29-cu128-x86_64-linux/metadata.json CHANGED
@@ -1,9 +1,10 @@
1
  {
2
  "name": "flash-attn3",
3
- "id": "_flash_attn3_cuda_a02f43b",
4
  "version": 2,
5
  "kernels-minver": "0.14.0",
6
  "license": "BSD-3-Clause",
 
7
  "python-depends": [],
8
  "kernel-depends": [],
9
  "backend": {
@@ -17,11 +18,11 @@
17
  "algorithm": "sha256",
18
  "files": {
19
  "__init__.py": "b/45TnpaDDuTwp84ILd3Q+pQCIk2RnHtSSZKRq9Lj5E=",
20
- "_flash_attn3_cuda_a02f43b.abi3.so": "vUKd6ehdalupVyq0vjNPSqVDLD3lGvLEsI+ed3b0ei0=",
21
- "_ops.py": "CS3jM1cSX+zSqnV4Y+1FVdshSBadaO1foe1Keal4WJY=",
22
  "flash_attn_config.py": "uxo+eyMcDit//8YDaS4Rtk5BTMKzTSK9tOKTjdWVe/w=",
23
- "flash_attn_interface.py": "y0bD2JYGMFgX6iDre3zJN2sBPuq/12N6Mo55Z+HQCNQ=",
24
- "symbols.json": "2WF5bGdP+O8oBD0F1zrFdp3AB942rr4pI1lFC55dnYg="
25
  }
26
  },
27
  "provenance": {
@@ -31,7 +32,7 @@
31
  "dirty": false
32
  },
33
  "kernel": {
34
- "commit": "a02f43b2ccb92ed74b874f112b487274e4045f09",
35
  "dirty": false
36
  }
37
  }
 
1
  {
2
  "name": "flash-attn3",
3
+ "id": "_flash_attn3_cuda_ae2c2be",
4
  "version": 2,
5
  "kernels-minver": "0.14.0",
6
  "license": "BSD-3-Clause",
7
+ "upstream": "https://github.com/Dao-AILab/flash-attention.git",
8
  "python-depends": [],
9
  "kernel-depends": [],
10
  "backend": {
 
18
  "algorithm": "sha256",
19
  "files": {
20
  "__init__.py": "b/45TnpaDDuTwp84ILd3Q+pQCIk2RnHtSSZKRq9Lj5E=",
21
+ "_flash_attn3_cuda_ae2c2be.abi3.so": "SQpSkWqp9L6usXFu1FBr0yI7byBZBCqqPSdi9MMYGGI=",
22
+ "_ops.py": "7swor3wRIF9iqDV2UmsU+DPBCWN4JiIRTqsCtOVofBk=",
23
  "flash_attn_config.py": "uxo+eyMcDit//8YDaS4Rtk5BTMKzTSK9tOKTjdWVe/w=",
24
+ "flash_attn_interface.py": "3EhHSOuAYWSWS8wwkoTRd8uhbc4EwVpNCa7x8WSvdZQ=",
25
+ "symbols.json": "6+qS8fd/iGl+XKD6F8tQlWLm+GYOrLeqtaRzQqwm8jM="
26
  }
27
  },
28
  "provenance": {
 
32
  "dirty": false
33
  },
34
  "kernel": {
35
+ "commit": "ae2c2be31b91db2f4d13c0bf1a72051bd7e0d0af",
36
  "dirty": false
37
  }
38
  }
build/torch-stable-abi29-cu128-x86_64-linux/metadata.json.sigstore CHANGED
@@ -1 +1 @@
1
- {"mediaType":"application/vnd.dev.sigstore.bundle.v0.3+json","verificationMaterial":{"certificate":{"rawBytes":"MIIHLDCCBrKgAwIBAgIUEntYI/1b+dKpIFxmmbrB4sc+sAAwCgYIKoZIzj0EAwMwNzEVMBMGA1UEChMMc2lnc3RvcmUuZGV2MR4wHAYDVQQDExVzaWdzdG9yZS1pbnRlcm1lZGlhdGUwHhcNMjYxMTEwMjIxOTA5WhcNMjYxMTEwMjIyOTA5WjAAMFkwEwYHKoZIzj0CAQYIKoZIzj0DAQcDQgAEHUZXaiGTKwXwQAtUdYoLUvMf87tkfcwoKEgGq3wE2g/wKGpePQH3shYxxbKJ8W4Zpx7uVZelWVZEknBFK1b/waOCBdEwggXNMA4GA1UdDwEB/wQEAwIHgDATBgNVHSUEDDAKBggrBgEFBQcDAzAfBgNVHSMEGDAWgBTf0+nPViQRlvmo2OkoVaLGLhhkPzBrBgNVHREBAf8EYTBfhl1odHRwczovL2dpdGh1Yi5jb20vaHVnZ2luZ2ZhY2Uva2VybmVscy1jb21tdW5pdHkvLmdpdGh1Yi93b3JrZmxvd3MvYnVpbGQueWFtbEByZWZzL2hlYWRzL21haW4wOQYKKwYBBAGDvzABAQQraHR0cHM6Ly90b2tlbi5hY3Rpb25zLmdpdGh1YnVzZXJjb250ZW50LmNvbTAfBgorBgEEAYO/MAECBBF3b3JrZmxvd19kaXNwYXRjaDA2BgorBgEEAYO/MAEDBChhMDJmNDNiMmNjYjkyZWQ3NGI4NzRmMTEyYjQ4NzI3NGU0MDQ1ZjA5MBMGCisGAQQBg78wAQQEBUJ1aWxkMCsGCisGAQQBg78wAQUEHWh1Z2dpbmdmYWNlL2tlcm5lbHMtY29tbXVuaXR5MB0GCisGAQQBg78wAQYED3JlZnMvaGVhZHMvbWFpbjA7BgorBgEEAYO/MAEIBC0MK2h0dHBzOi8vdG9rZW4uYWN0aW9ucy5naXRodWJ1c2VyY29udGVudC5jb20wbQYKKwYBBAGDvzABCQRfDF1odHRwczovL2dpdGh1Yi5jb20vaHVnZ2luZ2ZhY2Uva2VybmVscy1jb21tdW5pdHkvLmdpdGh1Yi93b3JrZmxvd3MvYnVpbGQueWFtbEByZWZzL2hlYWRzL21haW4wOAYKKwYBBAGDvzABCgQqDChhMDJmNDNiMmNjYjkyZWQ3NGI4NzRmMTEyYjQ4NzI3NGU0MDQ1ZjA5MBsGCisGAQQBg78wAQsEDQwLc2VsZi1ob3N0ZWQwQAYKKwYBBAGDvzABDAQyDDBodHRwczovL2dpdGh1Yi5jb20vaHVnZ2luZ2ZhY2Uva2VybmVscy1jb21tdW5pdHkwOAYKKwYBBAGDvzABDQQqDChhMDJmNDNiMmNjYjkyZWQ3NGI4NzRmMTEyYjQ4NzI3NGU0MDQ1ZjA5MB8GCisGAQQBg78wAQ4EEQwPcmVmcy9oZWFkcy9tYWluMBoGCisGAQQBg78wAQ8EDAwKMTA3MTQ3NTUyOTAuBgorBgEEAYO/MAEQBCAMHmh0dHBzOi8vZ2l0aHViLmNvbS9odWdnaW5nZmFjZTAYBgorBgEEAYO/MAERBAoMCDI1NzIwNzQzMG0GCisGAQQBg78wARIEXwxdaHR0cHM6Ly9naXRodWIuY29tL2h1Z2dpbmdmYWNlL2tlcm5lbHMtY29tbXVuaXR5Ly5naXRodWIvd29ya2Zsb3dzL2J1aWxkLnlhbWxAcmVmcy9oZWFkcy9tYWluMDgGCisGAQQBg78wARMEKgwoYTAyZjQzYjJjY2I5MmVkNzRiODc0ZjExMmI0ODcyNzRlNDA0NWYwOTAhBgorBgEEAYO/MAEUBBMMEXdvcmtmbG93X2Rpc3BhdGNoMGQGCisGAQQBg78wARUEVgxUaHR0cHM6Ly9naXRodWIuY29tL2h1Z2dpbmdmYWNlL2tlcm5lbHMtY29tbXVuaXR5L2FjdGlvbnMvcnVucy80Mjg1Mjg4MzA0Ny9hdHRlbXB0cy8xMBYGCisGAQQBg78wARYECAwGcHVibGljMEYGCisGAQQBg78wARgEOAw2cmVwbzpodWdnaW5nZmFjZS9rZXJuZWxzLWNvbW11bml0eTpyZWY6cmVmcy9oZWFkcy9tYWluMIGKBgorBgEEAdZ5AgQCBHwEegB4AHYA3T0wasbHETJjGR4cmWc3AqJKXrjePK3/h4pygC8p7o4AAAGhx4stCwAABAMARzBFAiEAgl94YoF5XhdrRTNACu4Z/7MyCIRI6cvEKPF1aP1JmEUCIBkE2NoQZWOGhuuMIG6f25lZkh74p3rc1uzhCnnemvLxMAoGCCqGSM49BAMDA2gAMGUCMC8NN1wgDZrqO7QI87izDDoee9318kAsIzxhBpOS/+J1ga6F3cjwFL8QTASwb1E5PQIxAL0pMK6AbbtyGgWzFyCQKEvG8sI1y8euPH8EWilmrTHwi7SGDqLGAv3bz6CiRRy77w=="},"tlogEntries":[{"logIndex":"3794737118","logId":{"keyId":"wNI9atQGlz+VWfO6LRygH4QUfY/8W4RFwiT5i5WRgB0="},"kindVersion":{"kind":"hashedrekord","version":"0.0.1"},"integratedTime":"1794349149","inclusionPromise":{"signedEntryTimestamp":"MEQCIF/DLaTXcCXmd5OYU3WVUQrnStdpP+2aaIavbkIHV9T5AiBqIHTu2V3Pd5QhNMJkYnKwcg9aVaOIZ/AGOr/vv2IGEg=="},"inclusionProof":{"logIndex":"3672832856","rootHash":"aBsGWKLZewwDtc+c36xgpNLGILXPD5EteKhinN4RYY8=","treeSize":"3672832960","hashes":["JZrJmEc35nHzWUHT6HIDP5LbOBrqDGQxT5VXZPhNNpo=","+5qGzV379nD9qbLzqwkvB4mQ/YvSaBEZov2FEEh7iTs=","Mixzu2xXkBEKHH/YnHKxJ91y7bHmTFWo9emdqv5fCZY=","JJ7CvyLSd4sGpb7GtGqmXsMQsqdR+9FRCRzxP6e0FFg=","yw8HfDfFZ235QkaCk0RGsbK8LGSaswimuoiZG75r3pU=","kwRgB64vQC7e+CMkUTqDlT2vGWEM4btvJ+fTIxiD1LA=","lk+eXbVLanl/g8H+28dS3EaP3JxdbCATHD10wOTA6w8=","Qn0JY1e003IhlPljmbX8UiMm9DBtsgY8DzUs4Sz+uIQ=","Cn34IkWwyYAgP6mfQhGpRdp+UalCBoEoMSa2XGk+LYI=","J1qTi2E0jeNh183jRZ+kNECnbDAVOSlAznIJ6aol8NQ=","IScK1pQipAyQkuLR6UKn3SgG8mtQ/MfgapIbfXaU7Vs=","DWzK+Rcq4ws0IFlcVP/Iy9xjko2wuzr2eDfnXSqvNw8=","nGMt3OTEHk0b2Hah2F6V7XNJ9f9Jq0tbpolVjU50FCk=","W9v5ITHWA5z1m1q9v8yUm9AwF1btUJudKrGSNzBCFCg=","9TeYmQ4obd2RJYL+kHWs7mKHEGNyasHO9zCQoF+PF18=","Rk/aeYhtagvRLE8ssNOqtTPBBIIGPwxHYZ5h46pg6gk=","a8Ldnd6287UET/JiYNoAbyfRaR7yFeva8DLSFjJs+nI=","EwjkUL9TgmzKWZgjud/+P9DFGgsvUxQjYodnBaq6IMs=","5oTFCSxMJRDPEnSOsTKcTJXotZuO89tVqHXNWjc2tA0=","eGT5DhI8LeqPViO4tsgYL7FxsOtDXBNTLfWJEGP7Q5w=","5aDKaREuMwcynRhLn5m/9b0QE9pxbeQInhCcIC+n5YQ=","XPex1okR3Qf1VhXr/LVSojah9cB4R1RgvK/mRrmdWLY=","SlixnS34BhAO+yRI2FaGPSOh9V6JSVNPfLl1bHxrcQY=","1DaDKzrCNNBhmSdY5vFjz+NpAmxmYfYEgBCdPLrMP1A=","xH/DCseLHr9eKoYT8qsORZK7zVdEGYWHuVtsVrD95wY="],"checkpoint":{"envelope":"rekor.sigstore.dev - 1193050959916656506\n3672832960\naBsGWKLZewwDtc+c36xgpNLGILXPD5EteKhinN4RYY8=\n\n— rekor.sigstore.dev wNI9ajBFAiBzWvnXuGuQc0ZfWGAyy+zRgK38Jd/idbu8wy5TQo/kpQIhALq1AEx5vjlbnT02+RuL7l6MN8H3O/Ka5EeLdV+OwE5O\n"}},"canonicalizedBody":"eyJhcGlWZXJzaW9uIjoiMC4wLjEiLCJraW5kIjoiaGFzaGVkcmVrb3JkIiwic3BlYyI6eyJkYXRhIjp7Imhhc2giOnsiYWxnb3JpdGhtIjoic2hhMjU2IiwidmFsdWUiOiI3MGY4MmFkMmZkYjM2MTczNzgzODIwMjNlMzg1OTgyM2ZhZjYwODE0ODA1Y2M2MGY5OTIxOTllYmU0ZWZlNTdlIn19LCJzaWduYXR1cmUiOnsiY29udGVudCI6Ik1FVUNJUUN6Rnp2a3FDUTlicERnOHFBckx1RC9VN3NkRlBidm1OaURQN01CYUEvSk1RSWdlR0JqRklHei9LZ1RjT2F4WnY1NFlORHpERVQ1a0lKL0FuVEFERXdQdjdBPSIsInB1YmxpY0tleSI6eyJjb250ZW50IjoiTFMwdExTMUNSVWRKVGlCRFJWSlVTVVpKUTBGVVJTMHRMUzB0Q2sxSlNVaE1SRU5EUW5KTFowRjNTVUpCWjBsVlJXNTBXVWt2TVdJclpFdHdTVVo0YlcxaWNrSTBjMk1yYzBGQmQwTm5XVWxMYjFwSmVtb3dSVUYzVFhjS1RucEZWazFDVFVkQk1WVkZRMmhOVFdNeWJHNWpNMUoyWTIxVmRWcEhWakpOVWpSM1NFRlpSRlpSVVVSRmVGWjZZVmRrZW1SSE9YbGFVekZ3WW01U2JBcGpiVEZzV2tkc2FHUkhWWGRJYUdOT1RXcFplRTFVUlhkTmFrbDRUMVJCTlZkb1kwNU5hbGw0VFZSRmQwMXFTWGxQVkVFMVYycEJRVTFHYTNkRmQxbElDa3R2V2tsNmFqQkRRVkZaU1V0dldrbDZhakJFUVZGalJGRm5RVVZJVlZwWVlXbEhWRXQzV0hkUlFYUlZaRmx2VEZWMlRXWTROM1JyWm1OM2IwdEZaMGNLY1ROM1JUSm5MM2RMUjNCbFVGRklNM05vV1hoNFlrdEtPRmMwV25CNE4zVldXbVZzVjFaYVJXdHVRa1pMTVdJdmQyRlBRMEprUlhkbloxaE9UVUUwUndwQk1WVmtSSGRGUWk5M1VVVkJkMGxJWjBSQlZFSm5UbFpJVTFWRlJFUkJTMEpuWjNKQ1owVkdRbEZqUkVGNlFXWkNaMDVXU0ZOTlJVZEVRVmRuUWxSbUNqQXJibEJXYVZGU2JIWnRiekpQYTI5V1lVeEhUR2hvYTFCNlFuSkNaMDVXU0ZKRlFrRm1PRVZaVkVKbWFHd3hiMlJJVW5kamVtOTJUREprY0dSSGFERUtXV2sxYW1JeU1IWmhTRlp1V2pKc2RWb3lXbWhaTWxWMllUSldlV0p0Vm5OamVURnFZakl4ZEdSWE5YQmtTR3QyVEcxa2NHUkhhREZaYVRrellqTktjZ3BhYlhoMlpETk5kbGx1Vm5CaVIxRjFaVmRHZEdKRlFubGFWMXA2VERKb2JGbFhVbnBNTWpGb1lWYzBkMDlSV1V0TGQxbENRa0ZIUkhaNlFVSkJVVkZ5Q21GSVVqQmpTRTAyVEhrNU1HSXlkR3hpYVRWb1dUTlNjR0l5TlhwTWJXUndaRWRvTVZsdVZucGFXRXBxWWpJMU1GcFhOVEJNYlU1MllsUkJaa0puYjNJS1FtZEZSVUZaVHk5TlFVVkRRa0pHTTJJelNuSmFiWGgyWkRFNWEyRllUbmRaV0ZKcVlVUkJNa0puYjNKQ1owVkZRVmxQTDAxQlJVUkNRMmhvVFVSS2JRcE9SRTVwVFcxT2FsbHFhM2xhVjFFelRrZEpORTU2VW0xTlZFVjVXV3BSTkU1NlNUTk9SMVV3VFVSUk1WcHFRVFZOUWsxSFEybHpSMEZSVVVKbk56aDNDa0ZSVVVWQ1ZVb3hZVmQ0YTAxRGMwZERhWE5IUVZGUlFtYzNPSGRCVVZWRlNGZG9NVm95WkhCaWJXUnRXVmRPYkV3eWRHeGpiVFZzWWtoTmRGa3lPWFFLWWxoV2RXRllValZOUWpCSFEybHpSMEZSVVVKbk56aDNRVkZaUlVRelNteGFiazEyWVVkV2FGcElUWFppVjBad1ltcEJOMEpuYjNKQ1owVkZRVmxQTHdwTlFVVkpRa013VFVzeWFEQmtTRUo2VDJrNGRtUkhPWEphVnpSMVdWZE9NR0ZYT1hWamVUVnVZVmhTYjJSWFNqRmpNbFo1V1RJNWRXUkhWblZrUXpWcUNtSXlNSGRpVVZsTFMzZFpRa0pCUjBSMmVrRkNRMUZTWmtSR01XOWtTRkozWTNwdmRrd3laSEJrUjJneFdXazFhbUl5TUhaaFNGWnVXakpzZFZveVdtZ0tXVEpWZG1FeVZubGliVlp6WTNreGFtSXlNWFJrVnpWd1pFaHJka3h0WkhCa1IyZ3hXV2s1TTJJelNuSmFiWGgyWkROTmRsbHVWbkJpUjFGMVpWZEdkQXBpUlVKNVdsZGFla3d5YUd4WlYxSjZUREl4YUdGWE5IZFBRVmxMUzNkWlFrSkJSMFIyZWtGQ1EyZFJjVVJEYUdoTlJFcHRUa1JPYVUxdFRtcFphbXQ1Q2xwWFVUTk9SMGswVG5wU2JVMVVSWGxaYWxFMFRucEpNMDVIVlRCTlJGRXhXbXBCTlUxQ2MwZERhWE5IUVZGUlFtYzNPSGRCVVhORlJGRjNUR015Vm5NS1dta3hiMkl6VGpCYVYxRjNVVUZaUzB0M1dVSkNRVWRFZG5wQlFrUkJVWGxFUkVKdlpFaFNkMk42YjNaTU1tUndaRWRvTVZscE5XcGlNakIyWVVoV2JncGFNbXgxV2pKYWFGa3lWWFpoTWxaNVltMVdjMk41TVdwaU1qRjBaRmMxY0dSSWEzZFBRVmxMUzNkWlFrSkJSMFIyZWtGQ1JGRlJjVVJEYUdoTlJFcHRDazVFVG1sTmJVNXFXV3ByZVZwWFVUTk9SMGswVG5wU2JVMVVSWGxaYWxFMFRucEpNMDVIVlRCTlJGRXhXbXBCTlUxQ09FZERhWE5IUVZGUlFtYzNPSGNLUVZFMFJVVlJkMUJqYlZadFkzazViMXBYUm10amVUbDBXVmRzZFUxQ2IwZERhWE5IUVZGUlFtYzNPSGRCVVRoRlJFRjNTMDFVUVROTlZGRXpUbFJWZVFwUFZFRjFRbWR2Y2tKblJVVkJXVTh2VFVGRlVVSkRRVTFJYldnd1pFaENlazlwT0haYU1td3dZVWhXYVV4dFRuWmlVemx2WkZka2JtRlhOVzVhYlVacUNscFVRVmxDWjI5eVFtZEZSVUZaVHk5TlFVVlNRa0Z2VFVORVNURk9la2wzVG5wUmVrMUhNRWREYVhOSFFWRlJRbWMzT0hkQlVrbEZXSGQ0WkdGSVVqQUtZMGhOTmt4NU9XNWhXRkp2WkZkSmRWa3lPWFJNTW1neFdqSmtjR0p0WkcxWlYwNXNUREowYkdOdE5XeGlTRTEwV1RJNWRHSllWblZoV0ZJMVRIazFiZ3BoV0ZKdlpGZEpkbVF5T1hsaE1scHpZak5rZWt3eVNqRmhWM2hyVEc1c2FHSlhlRUZqYlZadFkzazViMXBYUm10amVUbDBXVmRzZFUxRVowZERhWE5IQ2tGUlVVSm5OemgzUVZKTlJVdG5kMjlaVkVGNVdtcFJlbGxxU21wWk1razFUVzFXYTA1NlVtbFBSR013V21wRmVFMXRTVEJQUkdONVRucFNiRTVFUVRBS1RsZFpkMDlVUVdoQ1oyOXlRbWRGUlVGWlR5OU5RVVZWUWtKTlRVVllaSFpqYlhSdFlrYzVNMWd5VW5Cak0wSm9aRWRPYjAxSFVVZERhWE5IUVZGUlFncG5OemgzUVZKVlJWWm5lRlZoU0ZJd1kwaE5Oa3g1T1c1aFdGSnZaRmRKZFZreU9YUk1NbWd4V2pKa2NHSnRaRzFaVjA1c1RESjBiR050Tld4aVNFMTBDbGt5T1hSaVdGWjFZVmhTTlV3eVJtcGtSMngyWW01TmRtTnVWblZqZVRnd1RXcG5NVTFxWnpSTmVrRXdUbms1YUdSSVVteGlXRUl3WTNrNGVFMUNXVWNLUTJselIwRlJVVUpuTnpoM1FWSlpSVU5CZDBkalNGWnBZa2RzYWsxRldVZERhWE5IUVZGUlFtYzNPSGRCVW1kRlQwRjNNbU50Vm5kaWVuQnZaRmRrYmdwaFZ6VnVXbTFHYWxwVE9YSmFXRXAxV2xkNGVreFhUblppVnpFeFltMXNNR1ZVY0hsYVYxazJZMjFXYldONU9XOWFWMFpyWTNrNWRGbFhiSFZOU1VkTENrSm5iM0pDWjBWRlFXUmFOVUZuVVVOQ1NIZEZaV2RDTkVGSVdVRXpWREIzWVhOaVNFVlVTbXBIVWpSamJWZGpNMEZ4U2t0WWNtcGxVRXN6TDJnMGNIa0taME00Y0Rkdk5FRkJRVWRvZURSemRFTjNRVUZDUVUxQlVucENSa0ZwUlVGbmJEazBXVzlHTlZob1pISlNWRTVCUTNVMFdpODNUWGxEU1ZKSk5tTjJSUXBMVUVZeFlWQXhTbTFGVlVOSlFtdEZNazV2VVZwWFQwZG9kWFZOU1VjMlpqSTFiRnByYURjMGNETnlZekYxZW1oRGJtNWxiWFpNZUUxQmIwZERRM0ZIQ2xOTk5EbENRVTFFUVRKblFVMUhWVU5OUXpoT1RqRjNaMFJhY25GUE4xRkpPRGRwZWtSRWIyVmxPVE14T0d0QmMwbDZlR2hDY0U5VEx5dEtNV2RoTmtZS00yTnFkMFpNT0ZGVVFWTjNZakZGTlZCUlNYaEJUREJ3VFVzMlFXSmlkSGxIWjFkNlJubERVVXRGZGtjNGMwa3hlVGhsZFZCSU9FVlhhV3h0Y2xSSWR3cHBOMU5IUkhGTVIwRjJNMko2TmtOcFVsSjVOemQzUFQwS0xTMHRMUzFGVGtRZ1EwVlNWRWxHU1VOQlZFVXRMUzB0TFFvPSJ9fX19"}],"timestampVerificationData":{"rfc3161Timestamps":[{"signedTimestamp":"MIIE6jADAgEAMIIE4QYJKoZIhvcNAQcCoIIE0jCCBM4CAQMxDTALBglghkgBZQMEAgEwgcIGCyqGSIb3DQEJEAEEoIGyBIGvMIGsAgEBBgkrBgEEAYO/MAIwMTANBglghkgBZQMEAgEFAAQgCmDxhf1Miqg/+PcnjLbykN2gfkDf7IosX0zfCkMMLmQCFFNHbNXqQX5BCGJeU/7gTAHC6nEEGA8yMDI2MTExMDIyMTkwOVowAwIBAQIJAPoYK3s9ElgsoDKkMDAuMRUwEwYDVQQKEwxzaWdzdG9yZS5kZXYxFTATBgNVBAMTDHNpZ3N0b3JlLXRzYaCCAhQwggIQMIIBlqADAgECAhQ6E1QvDJBh7rzBQy/Lio6LKiOLDDAKBggqhkjOPQQDAzA5MRUwEwYDVQQKEwxzaWdzdG9yZS5kZXYxIDAeBgNVBAMTF3NpZ3N0b3JlLXRzYS1zZWxmc2lnbmVkMB4XDTI1MDQwODA2NTk0M1oXDTM1MDQwNjA2NTk0M1owLjEVMBMGA1UEChMMc2lnc3RvcmUuZGV2MRUwEwYDVQQDEwxzaWdzdG9yZS10c2EwdjAQBgcqhkjOPQIBBgUrgQQAIgNiAATitrZnyEo2KDZP2QWMIBOgYbfSOTL5ZC/cHMv6Yq+HVIo1H9TC7Cx80KDiyvKhgB3wTqKyi9UDczhqg12b1AOLnRnydMTK+qB8M+1MjBci1+Jb8AV/VXu7CRuQCiPTHFyjajBoMA4GA1UdDwEB/wQEAwIHgDAdBgNVHQ4EFgQUif15Q4fP0GVGwwJGxyxzW3206wMwHwYDVR0jBBgwFoAUmOwB73+7Uf/UlR5vioiYUweJzr8wFgYDVR0lAQH/BAwwCgYIKwYBBQUHAwgwCgYIKoZIzj0EAwMDaAAwZQIwO2mxX/opo7SrIX9QyxfZpJRcpAV2gZOm1AZzR+2rVyy6Uc8Ybp2ybIw13ckH4bcRAjEA5qO8FyOkmYpvg2/7ZNqiPxRzn5vqKHoVcIIqtpKq6l7TvOqzAxxclN7VwTG8e++XMYIB2zCCAdcCAQEwUTA5MRUwEwYDVQQKEwxzaWdzdG9yZS5kZXYxIDAeBgNVBAMTF3NpZ3N0b3JlLXRzYS1zZWxmc2lnbmVkAhQ6E1QvDJBh7rzBQy/Lio6LKiOLDDALBglghkgBZQMEAgGggfwwGgYJKoZIhvcNAQkDMQ0GCyqGSIb3DQEJEAEEMBwGCSqGSIb3DQEJBTEPFw0yNjExMTAyMjE5MDlaMC8GCSqGSIb3DQEJBDEiBCDQvjftX9KxVCfJUJuABdOj0GWUNDZhAJien8pGabYjoTCBjgYLKoZIhvcNAQkQAi8xfzB9MHsweQQghfknvAerYsrDtENWwQ78gbLGiD/aernm2HDZ0TrNBbcwVTA9pDswOTEVMBMGA1UEChMMc2lnc3RvcmUuZGV2MSAwHgYDVQQDExdzaWdzdG9yZS10c2Etc2VsZnNpZ25lZAIUOhNULwyQYe68wUMvy4qOiyojiwwwCgYIKoZIzj0EAwIEZzBlAjEAjXsZDLNb+DOJ6un6HlmTv9SxMKss9SVL1wT8udO9tymKfnksX0RAE8jigeRm0aY8AjBwxC+7fY5OQ28ppLVR4044pjQKHvrFTYClQDLLTOfVyzUzmvpiLN0aPrqcYk5hC1g="}]}},"messageSignature":{"messageDigest":{"algorithm":"SHA2_256","digest":"cPgq0v2zYXN4OCAj44WYI/r2CBSAXMYPmSGZ6+Tv5X4="},"signature":"MEUCIQCzFzvkqCQ9bpDg8qArLuD/U7sdFPbvmNiDP7MBaA/JMQIgeGBjFIGz/KgTcOaxZv54YNDzDET5kIJ/AnTADEwPv7A="}}
 
1
+ {"mediaType":"application/vnd.dev.sigstore.bundle.v0.3+json","verificationMaterial":{"certificate":{"rawBytes":"MIIHLjCCBrOgAwIBAgIUZV+TqkqSWqShkccmYQ/wdp9HoFkwCgYIKoZIzj0EAwMwNzEVMBMGA1UEChMMc2lnc3RvcmUuZGV2MR4wHAYDVQQDExVzaWdzdG9yZS1pbnRlcm1lZGlhdGUwHhcNMjYxMTE4MjIxMjU3WhcNMjYxMTE4MjIyMjU3WjAAMFkwEwYHKoZIzj0CAQYIKoZIzj0DAQcDQgAEcTyMIIu02AHAXEZmu3FkfDM9a4gZ0gLOxuX6ms76RwY056kUkOg5rOjZrwhhDfyfLTHXXctM30fl5eT045TwrqOCBdIwggXOMA4GA1UdDwEB/wQEAwIHgDATBgNVHSUEDDAKBggrBgEFBQcDAzAfBgNVHSMEGDAWgBTf0+nPViQRlvmo2OkoVaLGLhhkPzBrBgNVHREBAf8EYTBfhl1odHRwczovL2dpdGh1Yi5jb20vaHVnZ2luZ2ZhY2Uva2VybmVscy1jb21tdW5pdHkvLmdpdGh1Yi93b3JrZmxvd3MvYnVpbGQueWFtbEByZWZzL2hlYWRzL21haW4wOQYKKwYBBAGDvzABAQQraHR0cHM6Ly90b2tlbi5hY3Rpb25zLmdpdGh1YnVzZXJjb250ZW50LmNvbTAfBgorBgEEAYO/MAECBBF3b3JrZmxvd19kaXNwYXRjaDA2BgorBgEEAYO/MAEDBChhZTJjMmJlMzFiOTFkYjJmNGQxM2MwYmYxYTcyMDUxYmQ3ZTBkMGFmMBMGCisGAQQBg78wAQQEBUJ1aWxkMCsGCisGAQQBg78wAQUEHWh1Z2dpbmdmYWNlL2tlcm5lbHMtY29tbXVuaXR5MB0GCisGAQQBg78wAQYED3JlZnMvaGVhZHMvbWFpbjA7BgorBgEEAYO/MAEIBC0MK2h0dHBzOi8vdG9rZW4uYWN0aW9ucy5naXRodWJ1c2VyY29udGVudC5jb20wbQYKKwYBBAGDvzABCQRfDF1odHRwczovL2dpdGh1Yi5jb20vaHVnZ2luZ2ZhY2Uva2VybmVscy1jb21tdW5pdHkvLmdpdGh1Yi93b3JrZmxvd3MvYnVpbGQueWFtbEByZWZzL2hlYWRzL21haW4wOAYKKwYBBAGDvzABCgQqDChhZTJjMmJlMzFiOTFkYjJmNGQxM2MwYmYxYTcyMDUxYmQ3ZTBkMGFmMBsGCisGAQQBg78wAQsEDQwLc2VsZi1ob3N0ZWQwQAYKKwYBBAGDvzABDAQyDDBodHRwczovL2dpdGh1Yi5jb20vaHVnZ2luZ2ZhY2Uva2VybmVscy1jb21tdW5pdHkwOAYKKwYBBAGDvzABDQQqDChhZTJjMmJlMzFiOTFkYjJmNGQxM2MwYmYxYTcyMDUxYmQ3ZTBkMGFmMB8GCisGAQQBg78wAQ4EEQwPcmVmcy9oZWFkcy9tYWluMBoGCisGAQQBg78wAQ8EDAwKMTA3MTQ3NTUyOTAuBgorBgEEAYO/MAEQBCAMHmh0dHBzOi8vZ2l0aHViLmNvbS9odWdnaW5nZmFjZTAYBgorBgEEAYO/MAERBAoMCDI1NzIwNzQzMG0GCisGAQQBg78wARIEXwxdaHR0cHM6Ly9naXRodWIuY29tL2h1Z2dpbmdmYWNlL2tlcm5lbHMtY29tbXVuaXR5Ly5naXRodWIvd29ya2Zsb3dzL2J1aWxkLnlhbWxAcmVmcy9oZWFkcy9tYWluMDgGCisGAQQBg78wARMEKgwoYWUyYzJiZTMxYjkxZGIyZjRkMTNjMGJmMWE3MjA1MWJkN2UwZDBhZjAhBgorBgEEAYO/MAEUBBMMEXdvcmtmbG93X2Rpc3BhdGNoMGQGCisGAQQBg78wARUEVgxUaHR0cHM6Ly9naXRodWIuY29tL2h1Z2dpbmdmYWNlL2tlcm5lbHMtY29tbXVuaXR5L2FjdGlvbnMvcnVucy80NDM0NTM0MjYwMC9hdHRlbXB0cy8xMBYGCisGAQQBg78wARYECAwGcHVibGljMEYGCisGAQQBg78wARgEOAw2cmVwbzpodWdnaW5nZmFjZS9rZXJuZWxzLWNvbW11bml0eTpyZWY6cmVmcy9oZWFkcy9tYWluMIGLBgorBgEEAdZ5AgQCBH0EewB5AHcA3T0wasbHETJjGR4cmWc3AqJKXrjePK3/h4pygC8p7o4AAAGh8LhelwAABAMASDBGAiEAn7KseEXbdykuzMWKFVCZYUY0wsz3LoPGQGCD7bQOeuICIQCwG9mgUkAgE/DbjRwyRJ199tdiBeY8amrXK1C+1w1swjAKBggqhkjOPQQDAwNpADBmAjEAzpC6KwrIks+rcCrxmSDaotz8dBVGvgju4YPtSZN7CEXHU2tTXwb5Zm21kwCSDW/SAjEAvuG+QwUWs8PfxcsErI3KpCjFE/7sFeOkQ/X1Bikgyk/4Qn+5nRhxscqLV3/H/kPT"},"tlogEntries":[{"logIndex":"3979515575","logId":{"keyId":"wNI9atQGlz+VWfO6LRygH4QUfY/8W4RFwiT5i5WRgB0="},"kindVersion":{"kind":"hashedrekord","version":"0.0.1"},"integratedTime":"1795039978","inclusionPromise":{"signedEntryTimestamp":"MEYCIQCKnQGuZFIqA/dfAtA9qTxRmFsaHFN5Dhrn7JTxdPr0ZwIhAMXh/0oqddFwO1aipIlnKxxW3Bt7r1cyxK+pUkxcuKvJ"},"inclusionProof":{"logIndex":"3857611313","rootHash":"Q+tDE+CYndSGNTCpW52sh1WWXJHAxrZXHI4f8GJmR08=","treeSize":"3857611539","hashes":["0mkJgqaNUFykjlW9/5c4k2/NXoBTGTWcpvFSIfVLbU0=","fhUZ/U38AuYY7OTfCC1O6zQ0KpoTSUdCbGHrCNWLlms=","ZceCMLzM/tIjQo22cAjmRT8HKh2O91WnUHtXL6x14gQ=","qhDCfLr0iA1+6qQsvpCEb4+GxtCBOLjA1pkFO/nSR4o=","wzhDmcn8TPu4Xgv6P1vE3LifYNyHdSDRIwKqlXAFNl4=","hAmQhP3zrQYGRPuy+3NaGd3b08vcWUGkQRPzrFSVc5A=","wk92SdfZepgbhEiIIZivMAR3zkq0u575AfQ7jsAk3G0=","qK8zF5w9m62ipHjXpsHlUlye0xN+6t28zwcAvYijrSQ=","aCzsvJzBRaqUN7AaeCaYFalmB0xFaUtXSf8FZ774COw=","GbUSpW+m765gv2nckRQUIaFNRto43U8TxPQqi1JeA1M=","tW/oKXaXQ+zA1ktJm8csSIN9f4lvTKA8TLlfQ7zPar4=","a0VD0K7t/NagdI4vhSEtlD5HDcqx49ezGBCeTu99uFs=","h2mBE2k0iIHyLienTWl812qyZU9Bcv+IUFv6doFc4iE=","MyLTQkVjSD7cruhpRyydNmbOvcVA3XMWqKgsxv9oROQ=","J5GChuYeaFKDaUvU2ZVLDq0Z9owwZ+wLrLV9d2w1eMo=","Zb383XYqETY5ab+zJn0nBDkCciFNJTzRgu5XgPv11qY=","/ihHj1fQjFvlTbA47NC99ngmBnq5+Dv0MHP0qGXN1YU=","q+AZHSuFZigq9sVSKJOXt13bhdDE+gG3Sz4g1LSlXrY=","GLLoBV9JSo2kQfEats+FRxH9J+Y5LIlNozzD3EfUJ4k=","LtxO1SRkRdOspzlk/oR5gB4UJLygHwKl8SxHnA6bl50=","LG50Z3o5WoQx+ipx4JjOZEPoUxIXQjykMUu64z5RDaU=","pGLNL38fZHRQRuTPkhqzP2fMx5gxRPH/gPikPPETFpY=","k0+Z1T6dI0Tgluh54oO/hnxtuoW22MqFIjVTPYeUJGU=","1DaDKzrCNNBhmSdY5vFjz+NpAmxmYfYEgBCdPLrMP1A=","xH/DCseLHr9eKoYT8qsORZK7zVdEGYWHuVtsVrD95wY="],"checkpoint":{"envelope":"rekor.sigstore.dev - 1193050959916656506\n3857611539\nQ+tDE+CYndSGNTCpW52sh1WWXJHAxrZXHI4f8GJmR08=\n\n— rekor.sigstore.dev wNI9ajBEAiAmYB7LyrAfaVtJIgIrLE99z84Lqbdd0fM3J3u3Dv6JVQIgZiTf3V/BUpCB66gi/ruyvykOz6PkKpvrs2KSYt2hEWI=\n"}},"canonicalizedBody":"eyJhcGlWZXJzaW9uIjoiMC4wLjEiLCJraW5kIjoiaGFzaGVkcmVrb3JkIiwic3BlYyI6eyJkYXRhIjp7Imhhc2giOnsiYWxnb3JpdGhtIjoic2hhMjU2IiwidmFsdWUiOiI5MTM3MWE1MzI1OGEwOTUxZWYzNDA2NDFhODA1MmE3NzM1ODBkODVhMzIyODVkYWJiMDMxMjE5Mjc5Nzg2YTUyIn19LCJzaWduYXR1cmUiOnsiY29udGVudCI6Ik1FUUNJRUNWV005bzVHaGNUQWRXNnJwcnJNcUF5R0lCakowOGM3Z21xbTg3WGpzdEFpQWJ4cCtNR2dtY0xrUGxhRXJvdmRpUkI1NFBuZ1dLUTV3elE3N3B5MGlWV1E9PSIsInB1YmxpY0tleSI6eyJjb250ZW50IjoiTFMwdExTMUNSVWRKVGlCRFJWSlVTVVpKUTBGVVJTMHRMUzB0Q2sxSlNVaE1ha05EUW5KUFowRjNTVUpCWjBsVldsWXJWSEZyY1ZOWGNWTm9hMk5qYlZsUkwzZGtjRGxJYjBacmQwTm5XVWxMYjFwSmVtb3dSVUYzVFhjS1RucEZWazFDVFVkQk1WVkZRMmhOVFdNeWJHNWpNMUoyWTIxVmRWcEhWakpOVWpSM1NFRlpSRlpSVVVSRmVGWjZZVmRrZW1SSE9YbGFVekZ3WW01U2JBcGpiVEZzV2tkc2FHUkhWWGRJYUdOT1RXcFplRTFVUlRSTmFrbDRUV3BWTTFkb1kwNU5hbGw0VFZSRk5FMXFTWGxOYWxVelYycEJRVTFHYTNkRmQxbElDa3R2V2tsNmFqQkRRVkZaU1V0dldrbDZhakJFUVZGalJGRm5RVVZqVkhsTlNVbDFNREpCU0VGWVJWcHRkVE5HYTJaRVRUbGhOR2RhTUdkTVQzaDFXRFlLYlhNM05sSjNXVEExTm10VmEwOW5OWEpQYWxweWQyaG9SR1o1Wmt4VVNGaFlZM1JOTXpCbWJEVmxWREEwTlZSM2NuRlBRMEprU1hkbloxaFBUVUUwUndwQk1WVmtSSGRGUWk5M1VVVkJkMGxJWjBSQlZFSm5UbFpJVTFWRlJFUkJTMEpuWjNKQ1owVkdRbEZqUkVGNlFXWkNaMDVXU0ZOTlJVZEVRVmRuUWxSbUNqQXJibEJXYVZGU2JIWnRiekpQYTI5V1lVeEhUR2hvYTFCNlFuSkNaMDVXU0ZKRlFrRm1PRVZaVkVKbWFHd3hiMlJJVW5kamVtOTJUREprY0dSSGFERUtXV2sxYW1JeU1IWmhTRlp1V2pKc2RWb3lXbWhaTWxWMllUSldlV0p0Vm5OamVURnFZakl4ZEdSWE5YQmtTR3QyVEcxa2NHUkhhREZaYVRrellqTktjZ3BhYlhoMlpETk5kbGx1Vm5CaVIxRjFaVmRHZEdKRlFubGFWMXA2VERKb2JGbFhVbnBNTWpGb1lWYzBkMDlSV1V0TGQxbENRa0ZIUkhaNlFVSkJVVkZ5Q21GSVVqQmpTRTAyVEhrNU1HSXlkR3hpYVRWb1dUTlNjR0l5TlhwTWJXUndaRWRvTVZsdVZucGFXRXBxWWpJMU1GcFhOVEJNYlU1MllsUkJaa0puYjNJS1FtZEZSVUZaVHk5TlFVVkRRa0pHTTJJelNuSmFiWGgyWkRFNWEyRllUbmRaV0ZKcVlVUkJNa0puYjNKQ1owVkZRVmxQTDAxQlJVUkNRMmhvV2xSS2FncE5iVXBzVFhwR2FVOVVSbXRaYWtwdFRrZFJlRTB5VFhkWmJWbDRXVlJqZVUxRVZYaFpiVkV6V2xSQ2EwMUhSbTFOUWsxSFEybHpSMEZSVVVKbk56aDNDa0ZSVVVWQ1ZVb3hZVmQ0YTAxRGMwZERhWE5IUVZGUlFtYzNPSGRCVVZWRlNGZG9NVm95WkhCaWJXUnRXVmRPYkV3eWRHeGpiVFZzWWtoTmRGa3lPWFFLWWxoV2RXRllValZOUWpCSFEybHpSMEZSVVVKbk56aDNRVkZaUlVRelNteGFiazEyWVVkV2FGcElUWFppVjBad1ltcEJOMEpuYjNKQ1owVkZRVmxQTHdwTlFVVkpRa013VFVzeWFEQmtTRUo2VDJrNGRtUkhPWEphVnpSMVdWZE9NR0ZYT1hWamVUVnVZVmhTYjJSWFNqRmpNbFo1V1RJNWRXUkhWblZrUXpWcUNtSXlNSGRpVVZsTFMzZFpRa0pCUjBSMmVrRkNRMUZTWmtSR01XOWtTRkozWTNwdmRrd3laSEJrUjJneFdXazFhbUl5TUhaaFNGWnVXakpzZFZveVdtZ0tXVEpWZG1FeVZubGliVlp6WTNreGFtSXlNWFJrVnpWd1pFaHJka3h0WkhCa1IyZ3hXV2s1TTJJelNuSmFiWGgyWkROTmRsbHVWbkJpUjFGMVpWZEdkQXBpUlVKNVdsZGFla3d5YUd4WlYxSjZUREl4YUdGWE5IZFBRVmxMUzNkWlFrSkJSMFIyZWtGQ1EyZFJjVVJEYUdoYVZFcHFUVzFLYkUxNlJtbFBWRVpyQ2xscVNtMU9SMUY0VFRKTmQxbHRXWGhaVkdONVRVUlZlRmx0VVROYVZFSnJUVWRHYlUxQ2MwZERhWE5IUVZGUlFtYzNPSGRCVVhORlJGRjNUR015Vm5NS1dta3hiMkl6VGpCYVYxRjNVVUZaUzB0M1dVSkNRVWRFZG5wQlFrUkJVWGxFUkVKdlpFaFNkMk42YjNaTU1tUndaRWRvTVZscE5XcGlNakIyWVVoV2JncGFNbXgxV2pKYWFGa3lWWFpoTWxaNVltMVdjMk41TVdwaU1qRjBaRmMxY0dSSWEzZFBRVmxMUzNkWlFrSkJSMFIyZWtGQ1JGRlJjVVJEYUdoYVZFcHFDazF0U214TmVrWnBUMVJHYTFscVNtMU9SMUY0VFRKTmQxbHRXWGhaVkdONVRVUlZlRmx0VVROYVZFSnJUVWRHYlUxQ09FZERhWE5IUVZGUlFtYzNPSGNLUVZFMFJVVlJkMUJqYlZadFkzazViMXBYUm10amVUbDBXVmRzZFUxQ2IwZERhWE5IUVZGUlFtYzNPSGRCVVRoRlJFRjNTMDFVUVROTlZGRXpUbFJWZVFwUFZFRjFRbWR2Y2tKblJVVkJXVTh2VFVGRlVVSkRRVTFJYldnd1pFaENlazlwT0haYU1td3dZVWhXYVV4dFRuWmlVemx2WkZka2JtRlhOVzVhYlVacUNscFVRVmxDWjI5eVFtZEZSVUZaVHk5TlFVVlNRa0Z2VFVORVNURk9la2wzVG5wUmVrMUhNRWREYVhOSFFWRlJRbWMzT0hkQlVrbEZXSGQ0WkdGSVVqQUtZMGhOTmt4NU9XNWhXRkp2WkZkSmRWa3lPWFJNTW1neFdqSmtjR0p0WkcxWlYwNXNUREowYkdOdE5XeGlTRTEwV1RJNWRHSllWblZoV0ZJMVRIazFiZ3BoV0ZKdlpGZEpkbVF5T1hsaE1scHpZak5rZWt3eVNqRmhWM2hyVEc1c2FHSlhlRUZqYlZadFkzazViMXBYUm10amVUbDBXVmRzZFUxRVowZERhWE5IQ2tGUlVVSm5OemgzUVZKTlJVdG5kMjlaVjFWNVdYcEthVnBVVFhoWmFtdDRXa2RKZVZwcVVtdE5WRTVxVFVkS2JVMVhSVE5OYWtFeFRWZEthMDR5VlhjS1drUkNhRnBxUVdoQ1oyOXlRbWRGUlVGWlR5OU5RVVZWUWtKTlRVVllaSFpqYlhSdFlrYzVNMWd5VW5Cak0wSm9aRWRPYjAxSFVVZERhWE5IUVZGUlFncG5OemgzUVZKVlJWWm5lRlZoU0ZJd1kwaE5Oa3g1T1c1aFdGSnZaRmRKZFZreU9YUk1NbWd4V2pKa2NHSnRaRzFaVjA1c1RESjBiR050Tld4aVNFMTBDbGt5T1hSaVdGWjFZVmhTTlV3eVJtcGtSMngyWW01TmRtTnVWblZqZVRnd1RrUk5NRTVVVFRCTmFsbDNUVU01YUdSSVVteGlXRUl3WTNrNGVFMUNXVWNLUTJselIwRlJVVUpuTnpoM1FWSlpSVU5CZDBkalNGWnBZa2RzYWsxRldVZERhWE5IUVZGUlFtYzNPSGRCVW1kRlQwRjNNbU50Vm5kaWVuQnZaRmRrYmdwaFZ6VnVXbTFHYWxwVE9YSmFXRXAxV2xkNGVreFhUblppVnpFeFltMXNNR1ZVY0hsYVYxazJZMjFXYldONU9XOWFWMFpyWTNrNWRGbFhiSFZOU1VkTUNrSm5iM0pDWjBWRlFXUmFOVUZuVVVOQ1NEQkZaWGRDTlVGSVkwRXpWREIzWVhOaVNFVlVTbXBIVWpSamJWZGpNMEZ4U2t0WWNtcGxVRXN6TDJnMGNIa0taME00Y0Rkdk5FRkJRVWRvT0V4b1pXeDNRVUZDUVUxQlUwUkNSMEZwUlVGdU4wdHpaVVZZWW1SNWEzVjZUVmRMUmxaRFdsbFZXVEIzYzNvelRHOVFSd3BSUjBORU4ySlJUMlYxU1VOSlVVTjNSemx0WjFWclFXZEZMMFJpYWxKM2VWSktNVGs1ZEdScFFtVlpPR0Z0Y2xoTE1VTXJNWGN4YzNkcVFVdENaMmR4Q21ocmFrOVFVVkZFUVhkT2NFRkVRbTFCYWtWQmVuQkROa3QzY2tscmN5dHlZME55ZUcxVFJHRnZkSG80WkVKV1IzWm5hblUwV1ZCMFUxcE9OME5GV0VnS1ZUSjBWRmgzWWpWYWJUSXhhM2REVTBSWEwxTkJha1ZCZG5WSEsxRjNWVmR6T0ZCbWVHTnpSWEpKTTB0d1EycEdSUzgzYzBabFQydFJMMWd4UW1sclp3cDVheTgwVVc0ck5XNVNhSGh6WTNGTVZqTXZTQzlyVUZRS0xTMHRMUzFGVGtRZ1EwVlNWRWxHU1VOQlZFVXRMUzB0TFFvPSJ9fX19"}],"timestampVerificationData":{"rfc3161Timestamps":[{"signedTimestamp":"MIIE6TADAgEAMIIE4AYJKoZIhvcNAQcCoIIE0TCCBM0CAQMxDTALBglghkgBZQMEAgEwgcIGCyqGSIb3DQEJEAEEoIGyBIGvMIGsAgEBBgkrBgEEAYO/MAIwMTANBglghkgBZQMEAgEFAAQg4x4W9c6hYgCINyePRa6kGx3O7C9G6oKCF09EitMlQLQCFGCOY7ucNS5nmuPY/1TVxQX2fMB8GA8yMDI2MTExODIyMTI1N1owAwIBAQIJAOiUPFtMdFqRoDKkMDAuMRUwEwYDVQQKEwxzaWdzdG9yZS5kZXYxFTATBgNVBAMTDHNpZ3N0b3JlLXRzYaCCAhQwggIQMIIBlqADAgECAhQ6E1QvDJBh7rzBQy/Lio6LKiOLDDAKBggqhkjOPQQDAzA5MRUwEwYDVQQKEwxzaWdzdG9yZS5kZXYxIDAeBgNVBAMTF3NpZ3N0b3JlLXRzYS1zZWxmc2lnbmVkMB4XDTI1MDQwODA2NTk0M1oXDTM1MDQwNjA2NTk0M1owLjEVMBMGA1UEChMMc2lnc3RvcmUuZGV2MRUwEwYDVQQDEwxzaWdzdG9yZS10c2EwdjAQBgcqhkjOPQIBBgUrgQQAIgNiAATitrZnyEo2KDZP2QWMIBOgYbfSOTL5ZC/cHMv6Yq+HVIo1H9TC7Cx80KDiyvKhgB3wTqKyi9UDczhqg12b1AOLnRnydMTK+qB8M+1MjBci1+Jb8AV/VXu7CRuQCiPTHFyjajBoMA4GA1UdDwEB/wQEAwIHgDAdBgNVHQ4EFgQUif15Q4fP0GVGwwJGxyxzW3206wMwHwYDVR0jBBgwFoAUmOwB73+7Uf/UlR5vioiYUweJzr8wFgYDVR0lAQH/BAwwCgYIKwYBBQUHAwgwCgYIKoZIzj0EAwMDaAAwZQIwO2mxX/opo7SrIX9QyxfZpJRcpAV2gZOm1AZzR+2rVyy6Uc8Ybp2ybIw13ckH4bcRAjEA5qO8FyOkmYpvg2/7ZNqiPxRzn5vqKHoVcIIqtpKq6l7TvOqzAxxclN7VwTG8e++XMYIB2jCCAdYCAQEwUTA5MRUwEwYDVQQKEwxzaWdzdG9yZS5kZXYxIDAeBgNVBAMTF3NpZ3N0b3JlLXRzYS1zZWxmc2lnbmVkAhQ6E1QvDJBh7rzBQy/Lio6LKiOLDDALBglghkgBZQMEAgGggfwwGgYJKoZIhvcNAQkDMQ0GCyqGSIb3DQEJEAEEMBwGCSqGSIb3DQEJBTEPFw0yNjExMTgyMjEyNTdaMC8GCSqGSIb3DQEJBDEiBCCk1jfS5WaYuCsPiqxtlT+7Q8dYyQaE2tw8VGaI/QjdzzCBjgYLKoZIhvcNAQkQAi8xfzB9MHsweQQghfknvAerYsrDtENWwQ78gbLGiD/aernm2HDZ0TrNBbcwVTA9pDswOTEVMBMGA1UEChMMc2lnc3RvcmUuZGV2MSAwHgYDVQQDExdzaWdzdG9yZS10c2Etc2VsZnNpZ25lZAIUOhNULwyQYe68wUMvy4qOiyojiwwwCgYIKoZIzj0EAwIEZjBkAjAa5PLspFGJYH56joekjQcF02IbxBmOnRKAPZjIXXQeqF5qonI4aGEjFLFLI5MWykcCMF5sd6Bx1MuOmlcDnhgkY+qeMLDDsOVtBuQMI3PzS8XY7Z30DQnQtEfMK0qxg13YOg=="}]}},"messageSignature":{"messageDigest":{"algorithm":"SHA2_256","digest":"kTcaUyWKCVHvNAZBqAUqdzWA2FoyKF2rsDEhknl4alI="},"signature":"MEQCIECVWM9o5GhcTAdW6rprrMqAyGIBjJ08c7gmqm87XjstAiAbxp+MGgmcLkPlaErovdiRB54PngWKQ5wzQ77py0iVWQ=="}}
build/torch-stable-abi29-cu128-x86_64-linux/symbols.json CHANGED
@@ -1,11 +1,11 @@
1
  {
2
  "schema_version": 1,
3
- "module": "_flash_attn3_cuda_a02f43b",
4
  "functions": [
5
  {
6
  "name": "add_op_namespace_prefix",
7
  "qualname": "add_op_namespace_prefix",
8
- "module": "_flash_attn3_cuda_a02f43b._ops",
9
  "kind": "function",
10
  "doc": "Prefix op by namespace.",
11
  "signature": {
@@ -23,7 +23,7 @@
23
  {
24
  "name": "flash_attn_combine",
25
  "qualname": "flash_attn_combine",
26
- "module": "_flash_attn3_cuda_a02f43b.flash_attn_interface",
27
  "kind": "function",
28
  "doc": null,
29
  "signature": {
@@ -59,7 +59,7 @@
59
  {
60
  "name": "flash_attn_func",
61
  "qualname": "flash_attn_func",
62
- "module": "_flash_attn3_cuda_a02f43b.flash_attn_interface",
63
  "kind": "function",
64
  "doc": "dropout_p should be set to 0.0 during evaluation\nSupports multi-query and grouped-query attention (MQA/GQA) by passing in KV with fewer heads\nthan Q. Note that the number of heads in Q must be divisible by the number of heads in KV.\nFor example, if Q has 6 heads and K, V have 2 heads, head 0, 1, 2 of Q will attention to head\n0 of K, V, and head 3, 4, 5 of Q will attention to head 1 of K, V.\n\nIf causal=True, the causal mask is aligned to the bottom right corner of the attention matrix.\nFor example, if seqlen_q = 2 and seqlen_k = 5, the causal mask (1 = keep, 0 = masked out) is:\n 1 1 1 1 0\n 1 1 1 1 1\nIf seqlen_q = 5 and seqlen_k = 2, the causal mask is:\n 0 0\n 0 0\n 0 0\n 1 0\n 1 1\nIf the row of the mask is all zero, the output will be zero.\n\nIf window_size != (-1, -1), implements sliding window local attention. Query at position i\nwill only attend to keys between\n[i + seqlen_k - seqlen_q - window_size[0], i + seqlen_k - seqlen_q + window_size[1]] inclusive.\n\nArguments:\n q: (batch_size, seqlen, nheads, headdim)\n k: (batch_size, seqlen, nheads_k, headdim)\n v: (batch_size, seqlen, nheads_k, headdim)\n dropout_p: float. Dropout probability.\n softmax_scale: float. The scaling of QK^T before applying softmax.\n Default to 1 / sqrt(headdim).\n causal: bool. Whether to apply causal attention mask (e.g., for auto-regressive modeling).\n window_size: (left, right). If not (-1, -1), implements sliding window local attention.\n alibi_slopes: (nheads,) or (batch_size, nheads), fp32. A bias of\n (-alibi_slope * |i + seqlen_k - seqlen_q - j|)\n is added to the attention score of query i and key j.\n deterministic: bool. Whether to use the deterministic implementation of the backward pass,\n which is slightly slower and uses more memory. The forward pass is always deterministic.\n return_attn_probs: bool. Whether to return the attention probabilities. This option is for\n testing only. The returned probabilities are not guaranteed to be correct\n (they might not have the right scaling).\nReturn:\n out: (batch_size, seqlen, nheads, headdim).\n softmax_lse [optional, if return_attn_probs=True]: (batch_size, nheads, seqlen). The\n logsumexp of each row of the matrix QK^T * scaling (e.g., log of the softmax\n normalization factor).",
65
  "signature": {
@@ -173,7 +173,7 @@
173
  {
174
  "name": "flash_attn_qkvpacked_func",
175
  "qualname": "flash_attn_qkvpacked_func",
176
- "module": "_flash_attn3_cuda_a02f43b.flash_attn_interface",
177
  "kind": "function",
178
  "doc": "dropout_p should be set to 0.0 during evaluation\nIf Q, K, V are already stacked into 1 tensor, this function will be faster than\ncalling flash_attn_func on Q, K, V since the backward pass avoids explicit concatenation\nof the gradients of Q, K, V.\nFor multi-query and grouped-query attention (MQA/GQA), please see\nflash_attn_kvpacked_func and flash_attn_func.\n\nIf window_size != (-1, -1), implements sliding window local attention. Query at position i\nwill only attend to keys between [i - window_size[0], i + window_size[1]] inclusive.\n\nArguments:\n qkv: (batch_size, seqlen, 3, nheads, headdim)\n dropout_p: float. Dropout probability.\n softmax_scale: float. The scaling of QK^T before applying softmax.\n Default to 1 / sqrt(headdim).\n causal: bool. Whether to apply causal attention mask (e.g., for auto-regressive modeling).\n window_size: (left, right). If not (-1, -1), implements sliding window local attention.\n softcap: float. Anything > 0 activates softcapping attention.\n alibi_slopes: (nheads,) or (batch_size, nheads), fp32. A bias of (-alibi_slope * |i - j|) is added to\n the attention score of query i and key j.\n deterministic: bool. Whether to use the deterministic implementation of the backward pass,\n which is slightly slower and uses more memory. The forward pass is always deterministic.\n return_attn_probs: bool. Whether to return the attention probabilities. This option is for\n testing only. The returned probabilities are not guaranteed to be correct\n (they might not have the right scaling).\nReturn:\n out: (batch_size, seqlen, nheads, headdim).\n softmax_lse [optional, if return_attn_probs=True]: (batch_size, nheads, seqlen). The\n logsumexp of each row of the matrix QK^T * scaling (e.g., log of the softmax\n normalization factor).\n S_dmask [optional, if return_attn_probs=True]: (batch_size, nheads, seqlen, seqlen).\n The output of softmax (possibly with different scaling). It also encodes the dropout\n pattern (negative means that location was dropped, nonnegative means it was kept).",
179
  "signature": {
@@ -263,7 +263,7 @@
263
  {
264
  "name": "flash_attn_varlen_func",
265
  "qualname": "flash_attn_varlen_func",
266
- "module": "_flash_attn3_cuda_a02f43b.flash_attn_interface",
267
  "kind": "function",
268
  "doc": null,
269
  "signature": {
@@ -413,7 +413,7 @@
413
  {
414
  "name": "flash_attn_with_kvcache",
415
  "qualname": "flash_attn_with_kvcache",
416
- "module": "_flash_attn3_cuda_a02f43b.flash_attn_interface",
417
  "kind": "function",
418
  "doc": "If k and v are not None, k_cache and v_cache will be updated *inplace* with the new values from\nk and v. This is useful for incremental decoding: you can pass in the cached keys/values from\nthe previous step, and update them with the new keys/values from the current step, and do\nattention with the updated cache, all in 1 kernel.\n\nIf you pass in k / v, you must make sure that the cache is large enough to hold the new values.\nFor example, the KV cache could be pre-allocated with the max sequence length, and you can use\ncache_seqlens to keep track of the current sequence lengths of each sequence in the batch.\n\nAlso apply rotary embedding if rotary_cos and rotary_sin are passed in. The key @k will be\nrotated by rotary_cos and rotary_sin at indices cache_seqlens, cache_seqlens + 1, etc.\nIf causal or local (i.e., window_size != (-1, -1)), the query @q will be rotated by rotary_cos\nand rotary_sin at indices cache_seqlens, cache_seqlens + 1, etc.\nIf not causal and not local, the query @q will be rotated by rotary_cos and rotary_sin at\nindices cache_seqlens only (i.e. we consider all tokens in @q to be at position cache_seqlens).\n\nSee tests/test_flash_attn.py::test_flash_attn_kvcache for examples of how to use this function.\n\nSupports multi-query and grouped-query attention (MQA/GQA) by passing in KV with fewer heads\nthan Q. Note that the number of heads in Q must be divisible by the number of heads in KV.\nFor example, if Q has 6 heads and K, V have 2 heads, head 0, 1, 2 of Q will attention to head\n0 of K, V, and head 3, 4, 5 of Q will attention to head 1 of K, V.\n\nIf causal=True, the causal mask is aligned to the bottom right corner of the attention matrix.\nFor example, if seqlen_q = 2 and seqlen_k = 5, the causal mask (1 = keep, 0 = masked out) is:\n 1 1 1 1 0\n 1 1 1 1 1\nIf seqlen_q = 5 and seqlen_k = 2, the causal mask is:\n 0 0\n 0 0\n 0 0\n 1 0\n 1 1\nIf the row of the mask is all zero, the output will be zero.\n\nIf window_size != (-1, -1), implements sliding window local attention. Query at position i\nwill only attend to keys between\n[i + seqlen_k - seqlen_q - window_size[0], i + seqlen_k - seqlen_q + window_size[1]] inclusive.\n\nNote: Does not support backward pass.\n\nArguments:\n q: (batch_size, seqlen, nheads, headdim)\n k_cache: (batch_size_cache, seqlen_cache, nheads_k, headdim) if there's no page_table,\n or (num_blocks, page_block_size, nheads_k, headdim) if there's a page_table (i.e. paged KV cache)\n page_block_size can be arbitrary (e.g, 1, 2, 3, 64, etc.).\n v_cache: (batch_size_cache, seqlen_cache, nheads_k, headdim_v) if there's no page_table,\n or (num_blocks, page_block_size, nheads_k, headdim_v) if there's a page_table (i.e. paged KV cache)\n k [optional]: (batch_size, seqlen_new, nheads_k, headdim). If not None, we concatenate\n k with k_cache, starting at the indices specified by cache_seqlens.\n v [optional]: (batch_size, seqlen_new, nheads_k, headdim_v). Similar to k.\n qv [optional]: (batch_size, seqlen, nheads, headdim_v)\n rotary_cos [optional]: (seqlen_ro, rotary_dim / 2). If not None, we apply rotary embedding\n to k and q. Only applicable if k and v are passed in. rotary_dim must be divisible by 16.\n rotary_sin [optional]: (seqlen_ro, rotary_dim / 2). Similar to rotary_cos.\n cache_seqlens: int, or (batch_size,), dtype torch.int32. The sequence lengths of the\n KV cache.\n cache_batch_idx: (batch_size,), dtype torch.int32. The indices used to index into the KV cache.\n If None, we assume that the batch indices are [0, 1, 2, ..., batch_size - 1].\n If the indices are not distinct, and k and v are provided, the values updated in the cache\n might come from any of the duplicate indices.\n cache_leftpad: (batch_size,), dtype torch.int32. The index that the KV cache starts. If None, assume 0.\n page_table [optional]: (batch_size, max_num_blocks_per_seq), dtype torch.int32.\n softmax_scale: float. The scaling of QK^T before applying softmax.\n Default to 1 / sqrt(headdim).\n causal: bool. Whether to apply causal attention mask (e.g., for auto-regressive modeling).\n window_size: (left, right). If not (-1, -1), implements sliding window local attention.\n softcap: float. Anything > 0 activates softcapping attention.\n rotary_interleaved: bool. Only applicable if rotary_cos and rotary_sin are passed in.\n If True, rotary embedding will combine dimensions 0 & 1, 2 & 3, etc. If False,\n rotary embedding will combine dimensions 0 & rotary_dim / 2, 1 & rotary_dim / 2 + 1\n (i.e. GPT-NeoX style).\n num_splits: int. If > 1, split the key/value into this many chunks along the sequence.\n If num_splits == 1, we don't split the key/value. If num_splits == 0, we use a heuristic\n to automatically determine the number of splits.\n Don't change this unless you know what you are doing.\n return_softmax_lse: bool. Whether to return the logsumexp of the attention scores.\n\nReturn:\n out: (batch_size, seqlen, nheads, headdim).\n softmax_lse [optional, if return_softmax_lse=True]: (batch_size, nheads, seqlen). The\n logsumexp of each row of the matrix QK^T * scaling (e.g., log of the softmax\n normalization factor).",
419
  "signature": {
@@ -605,7 +605,7 @@
605
  {
606
  "name": "get_scheduler_metadata",
607
  "qualname": "get_scheduler_metadata",
608
- "module": "_flash_attn3_cuda_a02f43b.flash_attn_interface",
609
  "kind": "function",
610
  "doc": null,
611
  "signature": {
 
1
  {
2
  "schema_version": 1,
3
+ "module": "_flash_attn3_cuda_ae2c2be",
4
  "functions": [
5
  {
6
  "name": "add_op_namespace_prefix",
7
  "qualname": "add_op_namespace_prefix",
8
+ "module": "_flash_attn3_cuda_ae2c2be._ops",
9
  "kind": "function",
10
  "doc": "Prefix op by namespace.",
11
  "signature": {
 
23
  {
24
  "name": "flash_attn_combine",
25
  "qualname": "flash_attn_combine",
26
+ "module": "_flash_attn3_cuda_ae2c2be.flash_attn_interface",
27
  "kind": "function",
28
  "doc": null,
29
  "signature": {
 
59
  {
60
  "name": "flash_attn_func",
61
  "qualname": "flash_attn_func",
62
+ "module": "_flash_attn3_cuda_ae2c2be.flash_attn_interface",
63
  "kind": "function",
64
  "doc": "dropout_p should be set to 0.0 during evaluation\nSupports multi-query and grouped-query attention (MQA/GQA) by passing in KV with fewer heads\nthan Q. Note that the number of heads in Q must be divisible by the number of heads in KV.\nFor example, if Q has 6 heads and K, V have 2 heads, head 0, 1, 2 of Q will attention to head\n0 of K, V, and head 3, 4, 5 of Q will attention to head 1 of K, V.\n\nIf causal=True, the causal mask is aligned to the bottom right corner of the attention matrix.\nFor example, if seqlen_q = 2 and seqlen_k = 5, the causal mask (1 = keep, 0 = masked out) is:\n 1 1 1 1 0\n 1 1 1 1 1\nIf seqlen_q = 5 and seqlen_k = 2, the causal mask is:\n 0 0\n 0 0\n 0 0\n 1 0\n 1 1\nIf the row of the mask is all zero, the output will be zero.\n\nIf window_size != (-1, -1), implements sliding window local attention. Query at position i\nwill only attend to keys between\n[i + seqlen_k - seqlen_q - window_size[0], i + seqlen_k - seqlen_q + window_size[1]] inclusive.\n\nArguments:\n q: (batch_size, seqlen, nheads, headdim)\n k: (batch_size, seqlen, nheads_k, headdim)\n v: (batch_size, seqlen, nheads_k, headdim)\n dropout_p: float. Dropout probability.\n softmax_scale: float. The scaling of QK^T before applying softmax.\n Default to 1 / sqrt(headdim).\n causal: bool. Whether to apply causal attention mask (e.g., for auto-regressive modeling).\n window_size: (left, right). If not (-1, -1), implements sliding window local attention.\n alibi_slopes: (nheads,) or (batch_size, nheads), fp32. A bias of\n (-alibi_slope * |i + seqlen_k - seqlen_q - j|)\n is added to the attention score of query i and key j.\n deterministic: bool. Whether to use the deterministic implementation of the backward pass,\n which is slightly slower and uses more memory. The forward pass is always deterministic.\n return_attn_probs: bool. Whether to return the attention probabilities. This option is for\n testing only. The returned probabilities are not guaranteed to be correct\n (they might not have the right scaling).\nReturn:\n out: (batch_size, seqlen, nheads, headdim).\n softmax_lse [optional, if return_attn_probs=True]: (batch_size, nheads, seqlen). The\n logsumexp of each row of the matrix QK^T * scaling (e.g., log of the softmax\n normalization factor).",
65
  "signature": {
 
173
  {
174
  "name": "flash_attn_qkvpacked_func",
175
  "qualname": "flash_attn_qkvpacked_func",
176
+ "module": "_flash_attn3_cuda_ae2c2be.flash_attn_interface",
177
  "kind": "function",
178
  "doc": "dropout_p should be set to 0.0 during evaluation\nIf Q, K, V are already stacked into 1 tensor, this function will be faster than\ncalling flash_attn_func on Q, K, V since the backward pass avoids explicit concatenation\nof the gradients of Q, K, V.\nFor multi-query and grouped-query attention (MQA/GQA), please see\nflash_attn_kvpacked_func and flash_attn_func.\n\nIf window_size != (-1, -1), implements sliding window local attention. Query at position i\nwill only attend to keys between [i - window_size[0], i + window_size[1]] inclusive.\n\nArguments:\n qkv: (batch_size, seqlen, 3, nheads, headdim)\n dropout_p: float. Dropout probability.\n softmax_scale: float. The scaling of QK^T before applying softmax.\n Default to 1 / sqrt(headdim).\n causal: bool. Whether to apply causal attention mask (e.g., for auto-regressive modeling).\n window_size: (left, right). If not (-1, -1), implements sliding window local attention.\n softcap: float. Anything > 0 activates softcapping attention.\n alibi_slopes: (nheads,) or (batch_size, nheads), fp32. A bias of (-alibi_slope * |i - j|) is added to\n the attention score of query i and key j.\n deterministic: bool. Whether to use the deterministic implementation of the backward pass,\n which is slightly slower and uses more memory. The forward pass is always deterministic.\n return_attn_probs: bool. Whether to return the attention probabilities. This option is for\n testing only. The returned probabilities are not guaranteed to be correct\n (they might not have the right scaling).\nReturn:\n out: (batch_size, seqlen, nheads, headdim).\n softmax_lse [optional, if return_attn_probs=True]: (batch_size, nheads, seqlen). The\n logsumexp of each row of the matrix QK^T * scaling (e.g., log of the softmax\n normalization factor).\n S_dmask [optional, if return_attn_probs=True]: (batch_size, nheads, seqlen, seqlen).\n The output of softmax (possibly with different scaling). It also encodes the dropout\n pattern (negative means that location was dropped, nonnegative means it was kept).",
179
  "signature": {
 
263
  {
264
  "name": "flash_attn_varlen_func",
265
  "qualname": "flash_attn_varlen_func",
266
+ "module": "_flash_attn3_cuda_ae2c2be.flash_attn_interface",
267
  "kind": "function",
268
  "doc": null,
269
  "signature": {
 
413
  {
414
  "name": "flash_attn_with_kvcache",
415
  "qualname": "flash_attn_with_kvcache",
416
+ "module": "_flash_attn3_cuda_ae2c2be.flash_attn_interface",
417
  "kind": "function",
418
  "doc": "If k and v are not None, k_cache and v_cache will be updated *inplace* with the new values from\nk and v. This is useful for incremental decoding: you can pass in the cached keys/values from\nthe previous step, and update them with the new keys/values from the current step, and do\nattention with the updated cache, all in 1 kernel.\n\nIf you pass in k / v, you must make sure that the cache is large enough to hold the new values.\nFor example, the KV cache could be pre-allocated with the max sequence length, and you can use\ncache_seqlens to keep track of the current sequence lengths of each sequence in the batch.\n\nAlso apply rotary embedding if rotary_cos and rotary_sin are passed in. The key @k will be\nrotated by rotary_cos and rotary_sin at indices cache_seqlens, cache_seqlens + 1, etc.\nIf causal or local (i.e., window_size != (-1, -1)), the query @q will be rotated by rotary_cos\nand rotary_sin at indices cache_seqlens, cache_seqlens + 1, etc.\nIf not causal and not local, the query @q will be rotated by rotary_cos and rotary_sin at\nindices cache_seqlens only (i.e. we consider all tokens in @q to be at position cache_seqlens).\n\nSee tests/test_flash_attn.py::test_flash_attn_kvcache for examples of how to use this function.\n\nSupports multi-query and grouped-query attention (MQA/GQA) by passing in KV with fewer heads\nthan Q. Note that the number of heads in Q must be divisible by the number of heads in KV.\nFor example, if Q has 6 heads and K, V have 2 heads, head 0, 1, 2 of Q will attention to head\n0 of K, V, and head 3, 4, 5 of Q will attention to head 1 of K, V.\n\nIf causal=True, the causal mask is aligned to the bottom right corner of the attention matrix.\nFor example, if seqlen_q = 2 and seqlen_k = 5, the causal mask (1 = keep, 0 = masked out) is:\n 1 1 1 1 0\n 1 1 1 1 1\nIf seqlen_q = 5 and seqlen_k = 2, the causal mask is:\n 0 0\n 0 0\n 0 0\n 1 0\n 1 1\nIf the row of the mask is all zero, the output will be zero.\n\nIf window_size != (-1, -1), implements sliding window local attention. Query at position i\nwill only attend to keys between\n[i + seqlen_k - seqlen_q - window_size[0], i + seqlen_k - seqlen_q + window_size[1]] inclusive.\n\nNote: Does not support backward pass.\n\nArguments:\n q: (batch_size, seqlen, nheads, headdim)\n k_cache: (batch_size_cache, seqlen_cache, nheads_k, headdim) if there's no page_table,\n or (num_blocks, page_block_size, nheads_k, headdim) if there's a page_table (i.e. paged KV cache)\n page_block_size can be arbitrary (e.g, 1, 2, 3, 64, etc.).\n v_cache: (batch_size_cache, seqlen_cache, nheads_k, headdim_v) if there's no page_table,\n or (num_blocks, page_block_size, nheads_k, headdim_v) if there's a page_table (i.e. paged KV cache)\n k [optional]: (batch_size, seqlen_new, nheads_k, headdim). If not None, we concatenate\n k with k_cache, starting at the indices specified by cache_seqlens.\n v [optional]: (batch_size, seqlen_new, nheads_k, headdim_v). Similar to k.\n qv [optional]: (batch_size, seqlen, nheads, headdim_v)\n rotary_cos [optional]: (seqlen_ro, rotary_dim / 2). If not None, we apply rotary embedding\n to k and q. Only applicable if k and v are passed in. rotary_dim must be divisible by 16.\n rotary_sin [optional]: (seqlen_ro, rotary_dim / 2). Similar to rotary_cos.\n cache_seqlens: int, or (batch_size,), dtype torch.int32. The sequence lengths of the\n KV cache.\n cache_batch_idx: (batch_size,), dtype torch.int32. The indices used to index into the KV cache.\n If None, we assume that the batch indices are [0, 1, 2, ..., batch_size - 1].\n If the indices are not distinct, and k and v are provided, the values updated in the cache\n might come from any of the duplicate indices.\n cache_leftpad: (batch_size,), dtype torch.int32. The index that the KV cache starts. If None, assume 0.\n page_table [optional]: (batch_size, max_num_blocks_per_seq), dtype torch.int32.\n softmax_scale: float. The scaling of QK^T before applying softmax.\n Default to 1 / sqrt(headdim).\n causal: bool. Whether to apply causal attention mask (e.g., for auto-regressive modeling).\n window_size: (left, right). If not (-1, -1), implements sliding window local attention.\n softcap: float. Anything > 0 activates softcapping attention.\n rotary_interleaved: bool. Only applicable if rotary_cos and rotary_sin are passed in.\n If True, rotary embedding will combine dimensions 0 & 1, 2 & 3, etc. If False,\n rotary embedding will combine dimensions 0 & rotary_dim / 2, 1 & rotary_dim / 2 + 1\n (i.e. GPT-NeoX style).\n num_splits: int. If > 1, split the key/value into this many chunks along the sequence.\n If num_splits == 1, we don't split the key/value. If num_splits == 0, we use a heuristic\n to automatically determine the number of splits.\n Don't change this unless you know what you are doing.\n return_softmax_lse: bool. Whether to return the logsumexp of the attention scores.\n\nReturn:\n out: (batch_size, seqlen, nheads, headdim).\n softmax_lse [optional, if return_softmax_lse=True]: (batch_size, nheads, seqlen). The\n logsumexp of each row of the matrix QK^T * scaling (e.g., log of the softmax\n normalization factor).",
419
  "signature": {
 
605
  {
606
  "name": "get_scheduler_metadata",
607
  "qualname": "get_scheduler_metadata",
608
+ "module": "_flash_attn3_cuda_ae2c2be.flash_attn_interface",
609
  "kind": "function",
610
  "doc": null,
611
  "signature": {
build/torch-stable-abi29-cu130-x86_64-linux/{_flash_attn3_cuda_a02f43b.abi3.so → _flash_attn3_cuda_ae2c2be.abi3.so} RENAMED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:a2335eafa4bcbdbd9df97861ec996a394e4313cff642bfed5fabaf83aaa4f298
3
- size 549647192
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:ad5a909f5c12ea482d4b8c88bae8f6224694569492e44b8e78b2f5656c8cf6d5
3
+ size 549647432
build/torch-stable-abi29-cu130-x86_64-linux/_ops.py CHANGED
@@ -1,9 +1,9 @@
1
  import torch
2
- from . import _flash_attn3_cuda_a02f43b
3
- ops = torch.ops._flash_attn3_cuda_a02f43b
4
 
5
  def add_op_namespace_prefix(op_name: str):
6
  """
7
  Prefix op by namespace.
8
  """
9
- return f"_flash_attn3_cuda_a02f43b::{op_name}"
 
1
  import torch
2
+ from . import _flash_attn3_cuda_ae2c2be
3
+ ops = torch.ops._flash_attn3_cuda_ae2c2be
4
 
5
  def add_op_namespace_prefix(op_name: str):
6
  """
7
  Prefix op by namespace.
8
  """
9
+ return f"_flash_attn3_cuda_ae2c2be::{op_name}"
build/torch-stable-abi29-cu130-x86_64-linux/flash_attn_interface.py CHANGED
@@ -2,11 +2,31 @@
2
 
3
  from typing import Optional, Union, List, Tuple
4
 
 
5
  import torch
6
  import torch.nn as nn
 
 
7
 
8
- from ._ops import ops as flash_attn_3_cuda
9
- from ._ops import add_op_namespace_prefix
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
10
 
11
  def maybe_contiguous(x):
12
  return x.contiguous() if x is not None and x.stride(-1) != 1 else x
@@ -85,7 +105,7 @@ def _flash_attn_forward(
85
  ]
86
  rotary_cos, rotary_sin = [maybe_contiguous(x) for x in (rotary_cos, rotary_sin)]
87
  seqlens_rotary = maybe_contiguous(seqlens_rotary)
88
- out, softmax_lse, out_accum, softmax_lse_accum = flash_attn_3_cuda.fwd(
89
  q,
90
  k,
91
  v,
@@ -263,7 +283,7 @@ def _flash_attn_backward(
263
  ) -> torch.Tensor:
264
  # dq, dk, dv are allocated by us so they should already be contiguous
265
  dout, q, k, v, out = [maybe_contiguous(x) for x in (dout, q, k, v, out)]
266
- softmax_d, *rest = flash_attn_3_cuda.bwd(
267
  dout,
268
  q,
269
  k,
@@ -917,7 +937,7 @@ def flash_attn_varlen_func(
917
 
918
 
919
  def flash_attn_combine(out_partial, lse_partial, out=None, out_dtype=None):
920
- return flash_attn_3_cuda.fwd_combine(out_partial, lse_partial, out, out_dtype)
921
 
922
 
923
  def flash_attn_with_kvcache(
@@ -1105,7 +1125,7 @@ def get_scheduler_metadata(
1105
  cache_seqlens = maybe_contiguous(cache_seqlens)
1106
  if headdim_v is None:
1107
  headdim_v = headdim
1108
- scheduler_metadata = flash_attn_3_cuda.get_scheduler_metadata(
1109
  batch_size, max_seqlen_q, max_seqlen_k, num_heads_q, num_heads_kv, headdim, headdim_v,
1110
  qkv_dtype,
1111
  cache_seqlens,
 
2
 
3
  from typing import Optional, Union, List, Tuple
4
 
5
+ import os
6
  import torch
7
  import torch.nn as nn
8
+ import warnings
9
+ from ._ops import add_op_namespace_prefix, ops
10
 
11
+
12
+ USE_TRITON_ROCM = os.getenv("FLASH_ATTENTION_TRITON_AMD_ENABLE", "FALSE") == "TRUE"
13
+ if not USE_TRITON_ROCM and getattr(torch.version, 'hip', None) is not None:
14
+ try:
15
+ from . import _ops
16
+ except ImportError:
17
+ warnings.warn("flash_attn_3._C (which has ROCm/HIP kernels) not found, falling back to Triton implementation")
18
+ USE_TRITON_ROCM = True
19
+
20
+ if USE_TRITON_ROCM:
21
+ from aiter.ops.triton._triton_kernels.flash_attn_triton_amd import flash_attn_3 as flash_attn_3_gpu
22
+ else:
23
+ # isort: off
24
+ # We need to import the CUDA kernels after importing torch
25
+ from . import _ops # Registers operators with PyTorch
26
+
27
+ # isort: on
28
+
29
+ flash_attn_3_gpu = ops
30
 
31
  def maybe_contiguous(x):
32
  return x.contiguous() if x is not None and x.stride(-1) != 1 else x
 
105
  ]
106
  rotary_cos, rotary_sin = [maybe_contiguous(x) for x in (rotary_cos, rotary_sin)]
107
  seqlens_rotary = maybe_contiguous(seqlens_rotary)
108
+ out, softmax_lse, out_accum, softmax_lse_accum = flash_attn_3_gpu.fwd(
109
  q,
110
  k,
111
  v,
 
283
  ) -> torch.Tensor:
284
  # dq, dk, dv are allocated by us so they should already be contiguous
285
  dout, q, k, v, out = [maybe_contiguous(x) for x in (dout, q, k, v, out)]
286
+ softmax_d, *rest = flash_attn_3_gpu.bwd(
287
  dout,
288
  q,
289
  k,
 
937
 
938
 
939
  def flash_attn_combine(out_partial, lse_partial, out=None, out_dtype=None):
940
+ return flash_attn_3_gpu.fwd_combine(out_partial, lse_partial, out, out_dtype)
941
 
942
 
943
  def flash_attn_with_kvcache(
 
1125
  cache_seqlens = maybe_contiguous(cache_seqlens)
1126
  if headdim_v is None:
1127
  headdim_v = headdim
1128
+ scheduler_metadata = flash_attn_3_gpu.get_scheduler_metadata(
1129
  batch_size, max_seqlen_q, max_seqlen_k, num_heads_q, num_heads_kv, headdim, headdim_v,
1130
  qkv_dtype,
1131
  cache_seqlens,
build/torch-stable-abi29-cu130-x86_64-linux/metadata.json CHANGED
@@ -1,9 +1,10 @@
1
  {
2
  "name": "flash-attn3",
3
- "id": "_flash_attn3_cuda_a02f43b",
4
  "version": 2,
5
  "kernels-minver": "0.14.0",
6
  "license": "BSD-3-Clause",
 
7
  "python-depends": [],
8
  "kernel-depends": [],
9
  "backend": {
@@ -17,11 +18,11 @@
17
  "algorithm": "sha256",
18
  "files": {
19
  "__init__.py": "b/45TnpaDDuTwp84ILd3Q+pQCIk2RnHtSSZKRq9Lj5E=",
20
- "_flash_attn3_cuda_a02f43b.abi3.so": "ojNer6S8vb2d+Xhh7JlqOU5DE8/2Qr/tX6uvg6qk8pg=",
21
- "_ops.py": "CS3jM1cSX+zSqnV4Y+1FVdshSBadaO1foe1Keal4WJY=",
22
  "flash_attn_config.py": "uxo+eyMcDit//8YDaS4Rtk5BTMKzTSK9tOKTjdWVe/w=",
23
- "flash_attn_interface.py": "y0bD2JYGMFgX6iDre3zJN2sBPuq/12N6Mo55Z+HQCNQ=",
24
- "symbols.json": "2WF5bGdP+O8oBD0F1zrFdp3AB942rr4pI1lFC55dnYg="
25
  }
26
  },
27
  "provenance": {
@@ -31,7 +32,7 @@
31
  "dirty": false
32
  },
33
  "kernel": {
34
- "commit": "a02f43b2ccb92ed74b874f112b487274e4045f09",
35
  "dirty": false
36
  }
37
  }
 
1
  {
2
  "name": "flash-attn3",
3
+ "id": "_flash_attn3_cuda_ae2c2be",
4
  "version": 2,
5
  "kernels-minver": "0.14.0",
6
  "license": "BSD-3-Clause",
7
+ "upstream": "https://github.com/Dao-AILab/flash-attention.git",
8
  "python-depends": [],
9
  "kernel-depends": [],
10
  "backend": {
 
18
  "algorithm": "sha256",
19
  "files": {
20
  "__init__.py": "b/45TnpaDDuTwp84ILd3Q+pQCIk2RnHtSSZKRq9Lj5E=",
21
+ "_flash_attn3_cuda_ae2c2be.abi3.so": "rVqQn1wS6kgtS4yIuuj2IkaUVpSS5EuOeLL1ZWyM9tU=",
22
+ "_ops.py": "7swor3wRIF9iqDV2UmsU+DPBCWN4JiIRTqsCtOVofBk=",
23
  "flash_attn_config.py": "uxo+eyMcDit//8YDaS4Rtk5BTMKzTSK9tOKTjdWVe/w=",
24
+ "flash_attn_interface.py": "3EhHSOuAYWSWS8wwkoTRd8uhbc4EwVpNCa7x8WSvdZQ=",
25
+ "symbols.json": "6+qS8fd/iGl+XKD6F8tQlWLm+GYOrLeqtaRzQqwm8jM="
26
  }
27
  },
28
  "provenance": {
 
32
  "dirty": false
33
  },
34
  "kernel": {
35
+ "commit": "ae2c2be31b91db2f4d13c0bf1a72051bd7e0d0af",
36
  "dirty": false
37
  }
38
  }
build/torch-stable-abi29-cu130-x86_64-linux/metadata.json.sigstore CHANGED
@@ -1 +1 @@
1
- {"mediaType":"application/vnd.dev.sigstore.bundle.v0.3+json","verificationMaterial":{"certificate":{"rawBytes":"MIIHLDCCBrKgAwIBAgIUEntYI/1b+dKpIFxmmbrB4sc+sAAwCgYIKoZIzj0EAwMwNzEVMBMGA1UEChMMc2lnc3RvcmUuZGV2MR4wHAYDVQQDExVzaWdzdG9yZS1pbnRlcm1lZGlhdGUwHhcNMjYxMTEwMjIxOTA5WhcNMjYxMTEwMjIyOTA5WjAAMFkwEwYHKoZIzj0CAQYIKoZIzj0DAQcDQgAEHUZXaiGTKwXwQAtUdYoLUvMf87tkfcwoKEgGq3wE2g/wKGpePQH3shYxxbKJ8W4Zpx7uVZelWVZEknBFK1b/waOCBdEwggXNMA4GA1UdDwEB/wQEAwIHgDATBgNVHSUEDDAKBggrBgEFBQcDAzAfBgNVHSMEGDAWgBTf0+nPViQRlvmo2OkoVaLGLhhkPzBrBgNVHREBAf8EYTBfhl1odHRwczovL2dpdGh1Yi5jb20vaHVnZ2luZ2ZhY2Uva2VybmVscy1jb21tdW5pdHkvLmdpdGh1Yi93b3JrZmxvd3MvYnVpbGQueWFtbEByZWZzL2hlYWRzL21haW4wOQYKKwYBBAGDvzABAQQraHR0cHM6Ly90b2tlbi5hY3Rpb25zLmdpdGh1YnVzZXJjb250ZW50LmNvbTAfBgorBgEEAYO/MAECBBF3b3JrZmxvd19kaXNwYXRjaDA2BgorBgEEAYO/MAEDBChhMDJmNDNiMmNjYjkyZWQ3NGI4NzRmMTEyYjQ4NzI3NGU0MDQ1ZjA5MBMGCisGAQQBg78wAQQEBUJ1aWxkMCsGCisGAQQBg78wAQUEHWh1Z2dpbmdmYWNlL2tlcm5lbHMtY29tbXVuaXR5MB0GCisGAQQBg78wAQYED3JlZnMvaGVhZHMvbWFpbjA7BgorBgEEAYO/MAEIBC0MK2h0dHBzOi8vdG9rZW4uYWN0aW9ucy5naXRodWJ1c2VyY29udGVudC5jb20wbQYKKwYBBAGDvzABCQRfDF1odHRwczovL2dpdGh1Yi5jb20vaHVnZ2luZ2ZhY2Uva2VybmVscy1jb21tdW5pdHkvLmdpdGh1Yi93b3JrZmxvd3MvYnVpbGQueWFtbEByZWZzL2hlYWRzL21haW4wOAYKKwYBBAGDvzABCgQqDChhMDJmNDNiMmNjYjkyZWQ3NGI4NzRmMTEyYjQ4NzI3NGU0MDQ1ZjA5MBsGCisGAQQBg78wAQsEDQwLc2VsZi1ob3N0ZWQwQAYKKwYBBAGDvzABDAQyDDBodHRwczovL2dpdGh1Yi5jb20vaHVnZ2luZ2ZhY2Uva2VybmVscy1jb21tdW5pdHkwOAYKKwYBBAGDvzABDQQqDChhMDJmNDNiMmNjYjkyZWQ3NGI4NzRmMTEyYjQ4NzI3NGU0MDQ1ZjA5MB8GCisGAQQBg78wAQ4EEQwPcmVmcy9oZWFkcy9tYWluMBoGCisGAQQBg78wAQ8EDAwKMTA3MTQ3NTUyOTAuBgorBgEEAYO/MAEQBCAMHmh0dHBzOi8vZ2l0aHViLmNvbS9odWdnaW5nZmFjZTAYBgorBgEEAYO/MAERBAoMCDI1NzIwNzQzMG0GCisGAQQBg78wARIEXwxdaHR0cHM6Ly9naXRodWIuY29tL2h1Z2dpbmdmYWNlL2tlcm5lbHMtY29tbXVuaXR5Ly5naXRodWIvd29ya2Zsb3dzL2J1aWxkLnlhbWxAcmVmcy9oZWFkcy9tYWluMDgGCisGAQQBg78wARMEKgwoYTAyZjQzYjJjY2I5MmVkNzRiODc0ZjExMmI0ODcyNzRlNDA0NWYwOTAhBgorBgEEAYO/MAEUBBMMEXdvcmtmbG93X2Rpc3BhdGNoMGQGCisGAQQBg78wARUEVgxUaHR0cHM6Ly9naXRodWIuY29tL2h1Z2dpbmdmYWNlL2tlcm5lbHMtY29tbXVuaXR5L2FjdGlvbnMvcnVucy80Mjg1Mjg4MzA0Ny9hdHRlbXB0cy8xMBYGCisGAQQBg78wARYECAwGcHVibGljMEYGCisGAQQBg78wARgEOAw2cmVwbzpodWdnaW5nZmFjZS9rZXJuZWxzLWNvbW11bml0eTpyZWY6cmVmcy9oZWFkcy9tYWluMIGKBgorBgEEAdZ5AgQCBHwEegB4AHYA3T0wasbHETJjGR4cmWc3AqJKXrjePK3/h4pygC8p7o4AAAGhx4stCwAABAMARzBFAiEAgl94YoF5XhdrRTNACu4Z/7MyCIRI6cvEKPF1aP1JmEUCIBkE2NoQZWOGhuuMIG6f25lZkh74p3rc1uzhCnnemvLxMAoGCCqGSM49BAMDA2gAMGUCMC8NN1wgDZrqO7QI87izDDoee9318kAsIzxhBpOS/+J1ga6F3cjwFL8QTASwb1E5PQIxAL0pMK6AbbtyGgWzFyCQKEvG8sI1y8euPH8EWilmrTHwi7SGDqLGAv3bz6CiRRy77w=="},"tlogEntries":[{"logIndex":"3794737124","logId":{"keyId":"wNI9atQGlz+VWfO6LRygH4QUfY/8W4RFwiT5i5WRgB0="},"kindVersion":{"kind":"hashedrekord","version":"0.0.1"},"integratedTime":"1794349149","inclusionPromise":{"signedEntryTimestamp":"MEYCIQCOrEgmIdzNgzNYjKJ9f7f/CTivjeIQe5bd1QUmjC7kcgIhAPVY8dH9m/LlzJo1x2+vBYf01dP2yKk2WQSr/NCVFRfK"},"inclusionProof":{"logIndex":"3672832862","rootHash":"TbChWFBkwmsZwhSPFokfhg1kF7jwG5uviCDBGNYQhk8=","treeSize":"3672832997","hashes":["/2q3vzEA19vkZZOuPGGrhsZVAzTiCKU4z2+wS0BuYYk=","AIIRCo0XNjKxEbw6N2GTBb0CuOIQ6oahQyIqNvGqqVc=","dX800dxVcjWW888T2xesjK8FVV+1ueqMWXG+zsiyXVQ=","JJ7CvyLSd4sGpb7GtGqmXsMQsqdR+9FRCRzxP6e0FFg=","yw8HfDfFZ235QkaCk0RGsbK8LGSaswimuoiZG75r3pU=","kwRgB64vQC7e+CMkUTqDlT2vGWEM4btvJ+fTIxiD1LA=","lk+eXbVLanl/g8H+28dS3EaP3JxdbCATHD10wOTA6w8=","+kffMz2zNjG52JfI1I4OYS2raVdxzET1K8STMhazChk=","Cn34IkWwyYAgP6mfQhGpRdp+UalCBoEoMSa2XGk+LYI=","J1qTi2E0jeNh183jRZ+kNECnbDAVOSlAznIJ6aol8NQ=","IScK1pQipAyQkuLR6UKn3SgG8mtQ/MfgapIbfXaU7Vs=","DWzK+Rcq4ws0IFlcVP/Iy9xjko2wuzr2eDfnXSqvNw8=","nGMt3OTEHk0b2Hah2F6V7XNJ9f9Jq0tbpolVjU50FCk=","W9v5ITHWA5z1m1q9v8yUm9AwF1btUJudKrGSNzBCFCg=","9TeYmQ4obd2RJYL+kHWs7mKHEGNyasHO9zCQoF+PF18=","Rk/aeYhtagvRLE8ssNOqtTPBBIIGPwxHYZ5h46pg6gk=","a8Ldnd6287UET/JiYNoAbyfRaR7yFeva8DLSFjJs+nI=","EwjkUL9TgmzKWZgjud/+P9DFGgsvUxQjYodnBaq6IMs=","5oTFCSxMJRDPEnSOsTKcTJXotZuO89tVqHXNWjc2tA0=","eGT5DhI8LeqPViO4tsgYL7FxsOtDXBNTLfWJEGP7Q5w=","5aDKaREuMwcynRhLn5m/9b0QE9pxbeQInhCcIC+n5YQ=","XPex1okR3Qf1VhXr/LVSojah9cB4R1RgvK/mRrmdWLY=","SlixnS34BhAO+yRI2FaGPSOh9V6JSVNPfLl1bHxrcQY=","1DaDKzrCNNBhmSdY5vFjz+NpAmxmYfYEgBCdPLrMP1A=","xH/DCseLHr9eKoYT8qsORZK7zVdEGYWHuVtsVrD95wY="],"checkpoint":{"envelope":"rekor.sigstore.dev - 1193050959916656506\n3672832997\nTbChWFBkwmsZwhSPFokfhg1kF7jwG5uviCDBGNYQhk8=\n\n— rekor.sigstore.dev wNI9ajBEAiAmUBRuTM4EphSwV1ZwV3yVGhlvB7XIyA/lcEEjvv4AUAIgK+1j/UnWlHBFWQQAZ5DDHQANLZ5PixigXtjwhvspov0=\n"}},"canonicalizedBody":"eyJhcGlWZXJzaW9uIjoiMC4wLjEiLCJraW5kIjoiaGFzaGVkcmVrb3JkIiwic3BlYyI6eyJkYXRhIjp7Imhhc2giOnsiYWxnb3JpdGhtIjoic2hhMjU2IiwidmFsdWUiOiIwYmE3MjI2NzNkZTY1MTVmYzMxNmI4ZDA0YWE1NDY5ZmY5MDBhMDZkNTk5MjMyZjcyNGQ0MDJlZDc4MDEyODUyIn19LCJzaWduYXR1cmUiOnsiY29udGVudCI6Ik1FWUNJUUM2eHRZczNVdGoxdnpKVTVqcDhaY3pRWjRsdm9YcnhBZVlmMCtGUU4rK2VRSWhBSkd0VXRxNVY0aVA3a0JkM1lGZEpOaGc5RWpEK1p3blBuZHA5TXNPLzI1QSIsInB1YmxpY0tleSI6eyJjb250ZW50IjoiTFMwdExTMUNSVWRKVGlCRFJWSlVTVVpKUTBGVVJTMHRMUzB0Q2sxSlNVaE1SRU5EUW5KTFowRjNTVUpCWjBsVlJXNTBXVWt2TVdJclpFdHdTVVo0YlcxaWNrSTBjMk1yYzBGQmQwTm5XVWxMYjFwSmVtb3dSVUYzVFhjS1RucEZWazFDVFVkQk1WVkZRMmhOVFdNeWJHNWpNMUoyWTIxVmRWcEhWakpOVWpSM1NFRlpSRlpSVVVSRmVGWjZZVmRrZW1SSE9YbGFVekZ3WW01U2JBcGpiVEZzV2tkc2FHUkhWWGRJYUdOT1RXcFplRTFVUlhkTmFrbDRUMVJCTlZkb1kwNU5hbGw0VFZSRmQwMXFTWGxQVkVFMVYycEJRVTFHYTNkRmQxbElDa3R2V2tsNmFqQkRRVkZaU1V0dldrbDZhakJFUVZGalJGRm5RVVZJVlZwWVlXbEhWRXQzV0hkUlFYUlZaRmx2VEZWMlRXWTROM1JyWm1OM2IwdEZaMGNLY1ROM1JUSm5MM2RMUjNCbFVGRklNM05vV1hoNFlrdEtPRmMwV25CNE4zVldXbVZzVjFaYVJXdHVRa1pMTVdJdmQyRlBRMEprUlhkbloxaE9UVUUwUndwQk1WVmtSSGRGUWk5M1VVVkJkMGxJWjBSQlZFSm5UbFpJVTFWRlJFUkJTMEpuWjNKQ1owVkdRbEZqUkVGNlFXWkNaMDVXU0ZOTlJVZEVRVmRuUWxSbUNqQXJibEJXYVZGU2JIWnRiekpQYTI5V1lVeEhUR2hvYTFCNlFuSkNaMDVXU0ZKRlFrRm1PRVZaVkVKbWFHd3hiMlJJVW5kamVtOTJUREprY0dSSGFERUtXV2sxYW1JeU1IWmhTRlp1V2pKc2RWb3lXbWhaTWxWMllUSldlV0p0Vm5OamVURnFZakl4ZEdSWE5YQmtTR3QyVEcxa2NHUkhhREZaYVRrellqTktjZ3BhYlhoMlpETk5kbGx1Vm5CaVIxRjFaVmRHZEdKRlFubGFWMXA2VERKb2JGbFhVbnBNTWpGb1lWYzBkMDlSV1V0TGQxbENRa0ZIUkhaNlFVSkJVVkZ5Q21GSVVqQmpTRTAyVEhrNU1HSXlkR3hpYVRWb1dUTlNjR0l5TlhwTWJXUndaRWRvTVZsdVZucGFXRXBxWWpJMU1GcFhOVEJNYlU1MllsUkJaa0puYjNJS1FtZEZSVUZaVHk5TlFVVkRRa0pHTTJJelNuSmFiWGgyWkRFNWEyRllUbmRaV0ZKcVlVUkJNa0puYjNKQ1owVkZRVmxQTDAxQlJVUkNRMmhvVFVSS2JRcE9SRTVwVFcxT2FsbHFhM2xhVjFFelRrZEpORTU2VW0xTlZFVjVXV3BSTkU1NlNUTk9SMVV3VFVSUk1WcHFRVFZOUWsxSFEybHpSMEZSVVVKbk56aDNDa0ZSVVVWQ1ZVb3hZVmQ0YTAxRGMwZERhWE5IUVZGUlFtYzNPSGRCVVZWRlNGZG9NVm95WkhCaWJXUnRXVmRPYkV3eWRHeGpiVFZzWWtoTmRGa3lPWFFLWWxoV2RXRllValZOUWpCSFEybHpSMEZSVVVKbk56aDNRVkZaUlVRelNteGFiazEyWVVkV2FGcElUWFppVjBad1ltcEJOMEpuYjNKQ1owVkZRVmxQTHdwTlFVVkpRa013VFVzeWFEQmtTRUo2VDJrNGRtUkhPWEphVnpSMVdWZE9NR0ZYT1hWamVUVnVZVmhTYjJSWFNqRmpNbFo1V1RJNWRXUkhWblZrUXpWcUNtSXlNSGRpVVZsTFMzZFpRa0pCUjBSMmVrRkNRMUZTWmtSR01XOWtTRkozWTNwdmRrd3laSEJrUjJneFdXazFhbUl5TUhaaFNGWnVXakpzZFZveVdtZ0tXVEpWZG1FeVZubGliVlp6WTNreGFtSXlNWFJrVnpWd1pFaHJka3h0WkhCa1IyZ3hXV2s1TTJJelNuSmFiWGgyWkROTmRsbHVWbkJpUjFGMVpWZEdkQXBpUlVKNVdsZGFla3d5YUd4WlYxSjZUREl4YUdGWE5IZFBRVmxMUzNkWlFrSkJSMFIyZWtGQ1EyZFJjVVJEYUdoTlJFcHRUa1JPYVUxdFRtcFphbXQ1Q2xwWFVUTk9SMGswVG5wU2JVMVVSWGxaYWxFMFRucEpNMDVIVlRCTlJGRXhXbXBCTlUxQ2MwZERhWE5IUVZGUlFtYzNPSGRCVVhORlJGRjNUR015Vm5NS1dta3hiMkl6VGpCYVYxRjNVVUZaUzB0M1dVSkNRVWRFZG5wQlFrUkJVWGxFUkVKdlpFaFNkMk42YjNaTU1tUndaRWRvTVZscE5XcGlNakIyWVVoV2JncGFNbXgxV2pKYWFGa3lWWFpoTWxaNVltMVdjMk41TVdwaU1qRjBaRmMxY0dSSWEzZFBRVmxMUzNkWlFrSkJSMFIyZWtGQ1JGRlJjVVJEYUdoTlJFcHRDazVFVG1sTmJVNXFXV3ByZVZwWFVUTk9SMGswVG5wU2JVMVVSWGxaYWxFMFRucEpNMDVIVlRCTlJGRXhXbXBCTlUxQ09FZERhWE5IUVZGUlFtYzNPSGNLUVZFMFJVVlJkMUJqYlZadFkzazViMXBYUm10amVUbDBXVmRzZFUxQ2IwZERhWE5IUVZGUlFtYzNPSGRCVVRoRlJFRjNTMDFVUVROTlZGRXpUbFJWZVFwUFZFRjFRbWR2Y2tKblJVVkJXVTh2VFVGRlVVSkRRVTFJYldnd1pFaENlazlwT0haYU1td3dZVWhXYVV4dFRuWmlVemx2WkZka2JtRlhOVzVhYlVacUNscFVRVmxDWjI5eVFtZEZSVUZaVHk5TlFVVlNRa0Z2VFVORVNURk9la2wzVG5wUmVrMUhNRWREYVhOSFFWRlJRbWMzT0hkQlVrbEZXSGQ0WkdGSVVqQUtZMGhOTmt4NU9XNWhXRkp2WkZkSmRWa3lPWFJNTW1neFdqSmtjR0p0WkcxWlYwNXNUREowYkdOdE5XeGlTRTEwV1RJNWRHSllWblZoV0ZJMVRIazFiZ3BoV0ZKdlpGZEpkbVF5T1hsaE1scHpZak5rZWt3eVNqRmhWM2hyVEc1c2FHSlhlRUZqYlZadFkzazViMXBYUm10amVUbDBXVmRzZFUxRVowZERhWE5IQ2tGUlVVSm5OemgzUVZKTlJVdG5kMjlaVkVGNVdtcFJlbGxxU21wWk1razFUVzFXYTA1NlVtbFBSR013V21wRmVFMXRTVEJQUkdONVRucFNiRTVFUVRBS1RsZFpkMDlVUVdoQ1oyOXlRbWRGUlVGWlR5OU5RVVZWUWtKTlRVVllaSFpqYlhSdFlrYzVNMWd5VW5Cak0wSm9aRWRPYjAxSFVVZERhWE5IUVZGUlFncG5OemgzUVZKVlJWWm5lRlZoU0ZJd1kwaE5Oa3g1T1c1aFdGSnZaRmRKZFZreU9YUk1NbWd4V2pKa2NHSnRaRzFaVjA1c1RESjBiR050Tld4aVNFMTBDbGt5T1hSaVdGWjFZVmhTTlV3eVJtcGtSMngyWW01TmRtTnVWblZqZVRnd1RXcG5NVTFxWnpSTmVrRXdUbms1YUdSSVVteGlXRUl3WTNrNGVFMUNXVWNLUTJselIwRlJVVUpuTnpoM1FWSlpSVU5CZDBkalNGWnBZa2RzYWsxRldVZERhWE5IUVZGUlFtYzNPSGRCVW1kRlQwRjNNbU50Vm5kaWVuQnZaRmRrYmdwaFZ6VnVXbTFHYWxwVE9YSmFXRXAxV2xkNGVreFhUblppVnpFeFltMXNNR1ZVY0hsYVYxazJZMjFXYldONU9XOWFWMFpyWTNrNWRGbFhiSFZOU1VkTENrSm5iM0pDWjBWRlFXUmFOVUZuVVVOQ1NIZEZaV2RDTkVGSVdVRXpWREIzWVhOaVNFVlVTbXBIVWpSamJWZGpNMEZ4U2t0WWNtcGxVRXN6TDJnMGNIa0taME00Y0Rkdk5FRkJRVWRvZURSemRFTjNRVUZDUVUxQlVucENSa0ZwUlVGbmJEazBXVzlHTlZob1pISlNWRTVCUTNVMFdpODNUWGxEU1ZKSk5tTjJSUXBMVUVZeFlWQXhTbTFGVlVOSlFtdEZNazV2VVZwWFQwZG9kWFZOU1VjMlpqSTFiRnByYURjMGNETnlZekYxZW1oRGJtNWxiWFpNZUUxQmIwZERRM0ZIQ2xOTk5EbENRVTFFUVRKblFVMUhWVU5OUXpoT1RqRjNaMFJhY25GUE4xRkpPRGRwZWtSRWIyVmxPVE14T0d0QmMwbDZlR2hDY0U5VEx5dEtNV2RoTmtZS00yTnFkMFpNT0ZGVVFWTjNZakZGTlZCUlNYaEJUREJ3VFVzMlFXSmlkSGxIWjFkNlJubERVVXRGZGtjNGMwa3hlVGhsZFZCSU9FVlhhV3h0Y2xSSWR3cHBOMU5IUkhGTVIwRjJNMko2TmtOcFVsSjVOemQzUFQwS0xTMHRMUzFGVGtRZ1EwVlNWRWxHU1VOQlZFVXRMUzB0TFFvPSJ9fX19"}],"timestampVerificationData":{"rfc3161Timestamps":[{"signedTimestamp":"MIIE6TADAgEAMIIE4AYJKoZIhvcNAQcCoIIE0TCCBM0CAQMxDTALBglghkgBZQMEAgEwgcEGCyqGSIb3DQEJEAEEoIGxBIGuMIGrAgEBBgkrBgEEAYO/MAIwMTANBglghkgBZQMEAgEFAAQgv2OLc3PdN6mbTFJ84FfJkQoxdisFqxvubENrdFsjHcYCFBJ1wV/CCiPJD29T8RogSvYpapIHGA8yMDI2MTExMDIyMTkwOVowAwIBAQIIKsDRy55Ca62gMqQwMC4xFTATBgNVBAoTDHNpZ3N0b3JlLmRldjEVMBMGA1UEAxMMc2lnc3RvcmUtdHNhoIICFDCCAhAwggGWoAMCAQICFDoTVC8MkGHuvMFDL8uKjosqI4sMMAoGCCqGSM49BAMDMDkxFTATBgNVBAoTDHNpZ3N0b3JlLmRldjEgMB4GA1UEAxMXc2lnc3RvcmUtdHNhLXNlbGZzaWduZWQwHhcNMjUwNDA4MDY1OTQzWhcNMzUwNDA2MDY1OTQzWjAuMRUwEwYDVQQKEwxzaWdzdG9yZS5kZXYxFTATBgNVBAMTDHNpZ3N0b3JlLXRzYTB2MBAGByqGSM49AgEGBSuBBAAiA2IABOK2tmfISjYoNk/ZBYwgE6Bht9I5MvlkL9wcy/pir4dUijUf1MLsLHzQoOLK8qGAHfBOorKL1QNzOGqDXZvUA4udGfJ0xMr6oHwz7UyMFyLX4lvwBX9Ve7sJG5AKI9McXKNqMGgwDgYDVR0PAQH/BAQDAgeAMB0GA1UdDgQWBBSJ/XlDh8/QZUbDAkbHLHNbfbTrAzAfBgNVHSMEGDAWgBSY7AHvf7tR/9SVHm+KiJhTB4nOvzAWBgNVHSUBAf8EDDAKBggrBgEFBQcDCDAKBggqhkjOPQQDAwNoADBlAjA7abFf+imjtKshf1DLF9mklFykBXaBk6bUBnNH7atXLLpRzxhunbJsjDXdyQfhtxECMQDmo7wXI6SZim+Db/tk2qI/FHOfm+ooehVwgiq2kqrqXtO86rMDHFyU3tXBMbx775cxggHbMIIB1wIBATBRMDkxFTATBgNVBAoTDHNpZ3N0b3JlLmRldjEgMB4GA1UEAxMXc2lnc3RvcmUtdHNhLXNlbGZzaWduZWQCFDoTVC8MkGHuvMFDL8uKjosqI4sMMAsGCWCGSAFlAwQCAaCB/DAaBgkqhkiG9w0BCQMxDQYLKoZIhvcNAQkQAQQwHAYJKoZIhvcNAQkFMQ8XDTI2MTExMDIyMTkwOVowLwYJKoZIhvcNAQkEMSIEIJCbA80BQuiyZykdQ29Ytow8y4ftZ0Nk/pGl1bn73zaiMIGOBgsqhkiG9w0BCRACLzF/MH0wezB5BCCF+Se8B6tiysO0Q1bBDvyBssaIP9p6uebYcNnROs0FtzBVMD2kOzA5MRUwEwYDVQQKEwxzaWdzdG9yZS5kZXYxIDAeBgNVBAMTF3NpZ3N0b3JlLXRzYS1zZWxmc2lnbmVkAhQ6E1QvDJBh7rzBQy/Lio6LKiOLDDAKBggqhkjOPQQDAgRnMGUCMCB+AVtbKJ8Y7VIomwfN2xGlp7DTsWF2amUbp3xL2nUMLH/ndVcRJ9TtKAqd/hgA3gIxAKIgHGo2uy3pMOzeocRrnfsxMIn93ynzIMaLBDVCmTiTgNupVku5yy9wql37SRChBg=="}]}},"messageSignature":{"messageDigest":{"algorithm":"SHA2_256","digest":"C6ciZz3mUV/DFrjQSqVGn/kAoG1ZkjL3JNQC7XgBKFI="},"signature":"MEYCIQC6xtYs3Utj1vzJU5jp8ZczQZ4lvoXrxAeYf0+FQN++eQIhAJGtUtq5V4iP7kBd3YFdJNhg9EjD+ZwnPndp9MsO/25A"}}
 
1
+ {"mediaType":"application/vnd.dev.sigstore.bundle.v0.3+json","verificationMaterial":{"certificate":{"rawBytes":"MIIHLjCCBrOgAwIBAgIUZV+TqkqSWqShkccmYQ/wdp9HoFkwCgYIKoZIzj0EAwMwNzEVMBMGA1UEChMMc2lnc3RvcmUuZGV2MR4wHAYDVQQDExVzaWdzdG9yZS1pbnRlcm1lZGlhdGUwHhcNMjYxMTE4MjIxMjU3WhcNMjYxMTE4MjIyMjU3WjAAMFkwEwYHKoZIzj0CAQYIKoZIzj0DAQcDQgAEcTyMIIu02AHAXEZmu3FkfDM9a4gZ0gLOxuX6ms76RwY056kUkOg5rOjZrwhhDfyfLTHXXctM30fl5eT045TwrqOCBdIwggXOMA4GA1UdDwEB/wQEAwIHgDATBgNVHSUEDDAKBggrBgEFBQcDAzAfBgNVHSMEGDAWgBTf0+nPViQRlvmo2OkoVaLGLhhkPzBrBgNVHREBAf8EYTBfhl1odHRwczovL2dpdGh1Yi5jb20vaHVnZ2luZ2ZhY2Uva2VybmVscy1jb21tdW5pdHkvLmdpdGh1Yi93b3JrZmxvd3MvYnVpbGQueWFtbEByZWZzL2hlYWRzL21haW4wOQYKKwYBBAGDvzABAQQraHR0cHM6Ly90b2tlbi5hY3Rpb25zLmdpdGh1YnVzZXJjb250ZW50LmNvbTAfBgorBgEEAYO/MAECBBF3b3JrZmxvd19kaXNwYXRjaDA2BgorBgEEAYO/MAEDBChhZTJjMmJlMzFiOTFkYjJmNGQxM2MwYmYxYTcyMDUxYmQ3ZTBkMGFmMBMGCisGAQQBg78wAQQEBUJ1aWxkMCsGCisGAQQBg78wAQUEHWh1Z2dpbmdmYWNlL2tlcm5lbHMtY29tbXVuaXR5MB0GCisGAQQBg78wAQYED3JlZnMvaGVhZHMvbWFpbjA7BgorBgEEAYO/MAEIBC0MK2h0dHBzOi8vdG9rZW4uYWN0aW9ucy5naXRodWJ1c2VyY29udGVudC5jb20wbQYKKwYBBAGDvzABCQRfDF1odHRwczovL2dpdGh1Yi5jb20vaHVnZ2luZ2ZhY2Uva2VybmVscy1jb21tdW5pdHkvLmdpdGh1Yi93b3JrZmxvd3MvYnVpbGQueWFtbEByZWZzL2hlYWRzL21haW4wOAYKKwYBBAGDvzABCgQqDChhZTJjMmJlMzFiOTFkYjJmNGQxM2MwYmYxYTcyMDUxYmQ3ZTBkMGFmMBsGCisGAQQBg78wAQsEDQwLc2VsZi1ob3N0ZWQwQAYKKwYBBAGDvzABDAQyDDBodHRwczovL2dpdGh1Yi5jb20vaHVnZ2luZ2ZhY2Uva2VybmVscy1jb21tdW5pdHkwOAYKKwYBBAGDvzABDQQqDChhZTJjMmJlMzFiOTFkYjJmNGQxM2MwYmYxYTcyMDUxYmQ3ZTBkMGFmMB8GCisGAQQBg78wAQ4EEQwPcmVmcy9oZWFkcy9tYWluMBoGCisGAQQBg78wAQ8EDAwKMTA3MTQ3NTUyOTAuBgorBgEEAYO/MAEQBCAMHmh0dHBzOi8vZ2l0aHViLmNvbS9odWdnaW5nZmFjZTAYBgorBgEEAYO/MAERBAoMCDI1NzIwNzQzMG0GCisGAQQBg78wARIEXwxdaHR0cHM6Ly9naXRodWIuY29tL2h1Z2dpbmdmYWNlL2tlcm5lbHMtY29tbXVuaXR5Ly5naXRodWIvd29ya2Zsb3dzL2J1aWxkLnlhbWxAcmVmcy9oZWFkcy9tYWluMDgGCisGAQQBg78wARMEKgwoYWUyYzJiZTMxYjkxZGIyZjRkMTNjMGJmMWE3MjA1MWJkN2UwZDBhZjAhBgorBgEEAYO/MAEUBBMMEXdvcmtmbG93X2Rpc3BhdGNoMGQGCisGAQQBg78wARUEVgxUaHR0cHM6Ly9naXRodWIuY29tL2h1Z2dpbmdmYWNlL2tlcm5lbHMtY29tbXVuaXR5L2FjdGlvbnMvcnVucy80NDM0NTM0MjYwMC9hdHRlbXB0cy8xMBYGCisGAQQBg78wARYECAwGcHVibGljMEYGCisGAQQBg78wARgEOAw2cmVwbzpodWdnaW5nZmFjZS9rZXJuZWxzLWNvbW11bml0eTpyZWY6cmVmcy9oZWFkcy9tYWluMIGLBgorBgEEAdZ5AgQCBH0EewB5AHcA3T0wasbHETJjGR4cmWc3AqJKXrjePK3/h4pygC8p7o4AAAGh8LhelwAABAMASDBGAiEAn7KseEXbdykuzMWKFVCZYUY0wsz3LoPGQGCD7bQOeuICIQCwG9mgUkAgE/DbjRwyRJ199tdiBeY8amrXK1C+1w1swjAKBggqhkjOPQQDAwNpADBmAjEAzpC6KwrIks+rcCrxmSDaotz8dBVGvgju4YPtSZN7CEXHU2tTXwb5Zm21kwCSDW/SAjEAvuG+QwUWs8PfxcsErI3KpCjFE/7sFeOkQ/X1Bikgyk/4Qn+5nRhxscqLV3/H/kPT"},"tlogEntries":[{"logIndex":"3979515576","logId":{"keyId":"wNI9atQGlz+VWfO6LRygH4QUfY/8W4RFwiT5i5WRgB0="},"kindVersion":{"kind":"hashedrekord","version":"0.0.1"},"integratedTime":"1795039978","inclusionPromise":{"signedEntryTimestamp":"MEQCIDArDRLpEi9OLdBYHfQM9rDv/EECwh5DmWMti549Gqt4AiBXDzsSFry4Wf+f0ME7tqzC1+/6Qk24vbZa61mY2ZGlcw=="},"inclusionProof":{"logIndex":"3857611314","rootHash":"Q+tDE+CYndSGNTCpW52sh1WWXJHAxrZXHI4f8GJmR08=","treeSize":"3857611539","hashes":["Ie4ObIEuh8zIsWe6YzYuuy7pJY8gklXLus3zIBWcN1Q=","797XXaXMM5IXK/FZhTli8xKqD2q5BQHGGSgxoHN3Hbs=","ZceCMLzM/tIjQo22cAjmRT8HKh2O91WnUHtXL6x14gQ=","qhDCfLr0iA1+6qQsvpCEb4+GxtCBOLjA1pkFO/nSR4o=","wzhDmcn8TPu4Xgv6P1vE3LifYNyHdSDRIwKqlXAFNl4=","hAmQhP3zrQYGRPuy+3NaGd3b08vcWUGkQRPzrFSVc5A=","wk92SdfZepgbhEiIIZivMAR3zkq0u575AfQ7jsAk3G0=","qK8zF5w9m62ipHjXpsHlUlye0xN+6t28zwcAvYijrSQ=","aCzsvJzBRaqUN7AaeCaYFalmB0xFaUtXSf8FZ774COw=","GbUSpW+m765gv2nckRQUIaFNRto43U8TxPQqi1JeA1M=","tW/oKXaXQ+zA1ktJm8csSIN9f4lvTKA8TLlfQ7zPar4=","a0VD0K7t/NagdI4vhSEtlD5HDcqx49ezGBCeTu99uFs=","h2mBE2k0iIHyLienTWl812qyZU9Bcv+IUFv6doFc4iE=","MyLTQkVjSD7cruhpRyydNmbOvcVA3XMWqKgsxv9oROQ=","J5GChuYeaFKDaUvU2ZVLDq0Z9owwZ+wLrLV9d2w1eMo=","Zb383XYqETY5ab+zJn0nBDkCciFNJTzRgu5XgPv11qY=","/ihHj1fQjFvlTbA47NC99ngmBnq5+Dv0MHP0qGXN1YU=","q+AZHSuFZigq9sVSKJOXt13bhdDE+gG3Sz4g1LSlXrY=","GLLoBV9JSo2kQfEats+FRxH9J+Y5LIlNozzD3EfUJ4k=","LtxO1SRkRdOspzlk/oR5gB4UJLygHwKl8SxHnA6bl50=","LG50Z3o5WoQx+ipx4JjOZEPoUxIXQjykMUu64z5RDaU=","pGLNL38fZHRQRuTPkhqzP2fMx5gxRPH/gPikPPETFpY=","k0+Z1T6dI0Tgluh54oO/hnxtuoW22MqFIjVTPYeUJGU=","1DaDKzrCNNBhmSdY5vFjz+NpAmxmYfYEgBCdPLrMP1A=","xH/DCseLHr9eKoYT8qsORZK7zVdEGYWHuVtsVrD95wY="],"checkpoint":{"envelope":"rekor.sigstore.dev - 1193050959916656506\n3857611539\nQ+tDE+CYndSGNTCpW52sh1WWXJHAxrZXHI4f8GJmR08=\n\n— rekor.sigstore.dev wNI9ajBEAiB6i9IZRx+CISUbYFwnPDtL0Gnyq9XKQIpeS6Gt14/DMAIgSQILVugxpfh85PY0+aTT1xw2KTxm0Zbs7sFNYRz9wq4=\n"}},"canonicalizedBody":"eyJhcGlWZXJzaW9uIjoiMC4wLjEiLCJraW5kIjoiaGFzaGVkcmVrb3JkIiwic3BlYyI6eyJkYXRhIjp7Imhhc2giOnsiYWxnb3JpdGhtIjoic2hhMjU2IiwidmFsdWUiOiI2NmFlNTAzYmQ1OWZkMjFjZGJhYWQxZmVjY2RkMDQ3ZTU0NmZiZjI2YmUwMzNhZmZkN2JiODM4YzJjOWNmOWU2In19LCJzaWduYXR1cmUiOnsiY29udGVudCI6Ik1FVUNJUUN4cWRIUVd0aWVrMVYrYTdiQTF5M0V5NlN5TWlDNVlDME1sb0xtakRWdWlRSWdOT1l6eXlJTUhuNU5qdHdKMGFEb2M1SUJUZVptNXMyL3JBTlMrWFlnZkdnPSIsInB1YmxpY0tleSI6eyJjb250ZW50IjoiTFMwdExTMUNSVWRKVGlCRFJWSlVTVVpKUTBGVVJTMHRMUzB0Q2sxSlNVaE1ha05EUW5KUFowRjNTVUpCWjBsVldsWXJWSEZyY1ZOWGNWTm9hMk5qYlZsUkwzZGtjRGxJYjBacmQwTm5XVWxMYjFwSmVtb3dSVUYzVFhjS1RucEZWazFDVFVkQk1WVkZRMmhOVFdNeWJHNWpNMUoyWTIxVmRWcEhWakpOVWpSM1NFRlpSRlpSVVVSRmVGWjZZVmRrZW1SSE9YbGFVekZ3WW01U2JBcGpiVEZzV2tkc2FHUkhWWGRJYUdOT1RXcFplRTFVUlRSTmFrbDRUV3BWTTFkb1kwNU5hbGw0VFZSRk5FMXFTWGxOYWxVelYycEJRVTFHYTNkRmQxbElDa3R2V2tsNmFqQkRRVkZaU1V0dldrbDZhakJFUVZGalJGRm5RVVZqVkhsTlNVbDFNREpCU0VGWVJWcHRkVE5HYTJaRVRUbGhOR2RhTUdkTVQzaDFXRFlLYlhNM05sSjNXVEExTm10VmEwOW5OWEpQYWxweWQyaG9SR1o1Wmt4VVNGaFlZM1JOTXpCbWJEVmxWREEwTlZSM2NuRlBRMEprU1hkbloxaFBUVUUwUndwQk1WVmtSSGRGUWk5M1VVVkJkMGxJWjBSQlZFSm5UbFpJVTFWRlJFUkJTMEpuWjNKQ1owVkdRbEZqUkVGNlFXWkNaMDVXU0ZOTlJVZEVRVmRuUWxSbUNqQXJibEJXYVZGU2JIWnRiekpQYTI5V1lVeEhUR2hvYTFCNlFuSkNaMDVXU0ZKRlFrRm1PRVZaVkVKbWFHd3hiMlJJVW5kamVtOTJUREprY0dSSGFERUtXV2sxYW1JeU1IWmhTRlp1V2pKc2RWb3lXbWhaTWxWMllUSldlV0p0Vm5OamVURnFZakl4ZEdSWE5YQmtTR3QyVEcxa2NHUkhhREZaYVRrellqTktjZ3BhYlhoMlpETk5kbGx1Vm5CaVIxRjFaVmRHZEdKRlFubGFWMXA2VERKb2JGbFhVbnBNTWpGb1lWYzBkMDlSV1V0TGQxbENRa0ZIUkhaNlFVSkJVVkZ5Q21GSVVqQmpTRTAyVEhrNU1HSXlkR3hpYVRWb1dUTlNjR0l5TlhwTWJXUndaRWRvTVZsdVZucGFXRXBxWWpJMU1GcFhOVEJNYlU1MllsUkJaa0puYjNJS1FtZEZSVUZaVHk5TlFVVkRRa0pHTTJJelNuSmFiWGgyWkRFNWEyRllUbmRaV0ZKcVlVUkJNa0puYjNKQ1owVkZRVmxQTDAxQlJVUkNRMmhvV2xSS2FncE5iVXBzVFhwR2FVOVVSbXRaYWtwdFRrZFJlRTB5VFhkWmJWbDRXVlJqZVUxRVZYaFpiVkV6V2xSQ2EwMUhSbTFOUWsxSFEybHpSMEZSVVVKbk56aDNDa0ZSVVVWQ1ZVb3hZVmQ0YTAxRGMwZERhWE5IUVZGUlFtYzNPSGRCVVZWRlNGZG9NVm95WkhCaWJXUnRXVmRPYkV3eWRHeGpiVFZzWWtoTmRGa3lPWFFLWWxoV2RXRllValZOUWpCSFEybHpSMEZSVVVKbk56aDNRVkZaUlVRelNteGFiazEyWVVkV2FGcElUWFppVjBad1ltcEJOMEpuYjNKQ1owVkZRVmxQTHdwTlFVVkpRa013VFVzeWFEQmtTRUo2VDJrNGRtUkhPWEphVnpSMVdWZE9NR0ZYT1hWamVUVnVZVmhTYjJSWFNqRmpNbFo1V1RJNWRXUkhWblZrUXpWcUNtSXlNSGRpVVZsTFMzZFpRa0pCUjBSMmVrRkNRMUZTWmtSR01XOWtTRkozWTNwdmRrd3laSEJrUjJneFdXazFhbUl5TUhaaFNGWnVXakpzZFZveVdtZ0tXVEpWZG1FeVZubGliVlp6WTNreGFtSXlNWFJrVnpWd1pFaHJka3h0WkhCa1IyZ3hXV2s1TTJJelNuSmFiWGgyWkROTmRsbHVWbkJpUjFGMVpWZEdkQXBpUlVKNVdsZGFla3d5YUd4WlYxSjZUREl4YUdGWE5IZFBRVmxMUzNkWlFrSkJSMFIyZWtGQ1EyZFJjVVJEYUdoYVZFcHFUVzFLYkUxNlJtbFBWRVpyQ2xscVNtMU9SMUY0VFRKTmQxbHRXWGhaVkdONVRVUlZlRmx0VVROYVZFSnJUVWRHYlUxQ2MwZERhWE5IUVZGUlFtYzNPSGRCVVhORlJGRjNUR015Vm5NS1dta3hiMkl6VGpCYVYxRjNVVUZaUzB0M1dVSkNRVWRFZG5wQlFrUkJVWGxFUkVKdlpFaFNkMk42YjNaTU1tUndaRWRvTVZscE5XcGlNakIyWVVoV2JncGFNbXgxV2pKYWFGa3lWWFpoTWxaNVltMVdjMk41TVdwaU1qRjBaRmMxY0dSSWEzZFBRVmxMUzNkWlFrSkJSMFIyZWtGQ1JGRlJjVVJEYUdoYVZFcHFDazF0U214TmVrWnBUMVJHYTFscVNtMU9SMUY0VFRKTmQxbHRXWGhaVkdONVRVUlZlRmx0VVROYVZFSnJUVWRHYlUxQ09FZERhWE5IUVZGUlFtYzNPSGNLUVZFMFJVVlJkMUJqYlZadFkzazViMXBYUm10amVUbDBXVmRzZFUxQ2IwZERhWE5IUVZGUlFtYzNPSGRCVVRoRlJFRjNTMDFVUVROTlZGRXpUbFJWZVFwUFZFRjFRbWR2Y2tKblJVVkJXVTh2VFVGRlVVSkRRVTFJYldnd1pFaENlazlwT0haYU1td3dZVWhXYVV4dFRuWmlVemx2WkZka2JtRlhOVzVhYlVacUNscFVRVmxDWjI5eVFtZEZSVUZaVHk5TlFVVlNRa0Z2VFVORVNURk9la2wzVG5wUmVrMUhNRWREYVhOSFFWRlJRbWMzT0hkQlVrbEZXSGQ0WkdGSVVqQUtZMGhOTmt4NU9XNWhXRkp2WkZkSmRWa3lPWFJNTW1neFdqSmtjR0p0WkcxWlYwNXNUREowYkdOdE5XeGlTRTEwV1RJNWRHSllWblZoV0ZJMVRIazFiZ3BoV0ZKdlpGZEpkbVF5T1hsaE1scHpZak5rZWt3eVNqRmhWM2hyVEc1c2FHSlhlRUZqYlZadFkzazViMXBYUm10amVUbDBXVmRzZFUxRVowZERhWE5IQ2tGUlVVSm5OemgzUVZKTlJVdG5kMjlaVjFWNVdYcEthVnBVVFhoWmFtdDRXa2RKZVZwcVVtdE5WRTVxVFVkS2JVMVhSVE5OYWtFeFRWZEthMDR5VlhjS1drUkNhRnBxUVdoQ1oyOXlRbWRGUlVGWlR5OU5RVVZWUWtKTlRVVllaSFpqYlhSdFlrYzVNMWd5VW5Cak0wSm9aRWRPYjAxSFVVZERhWE5IUVZGUlFncG5OemgzUVZKVlJWWm5lRlZoU0ZJd1kwaE5Oa3g1T1c1aFdGSnZaRmRKZFZreU9YUk1NbWd4V2pKa2NHSnRaRzFaVjA1c1RESjBiR050Tld4aVNFMTBDbGt5T1hSaVdGWjFZVmhTTlV3eVJtcGtSMngyWW01TmRtTnVWblZqZVRnd1RrUk5NRTVVVFRCTmFsbDNUVU01YUdSSVVteGlXRUl3WTNrNGVFMUNXVWNLUTJselIwRlJVVUpuTnpoM1FWSlpSVU5CZDBkalNGWnBZa2RzYWsxRldVZERhWE5IUVZGUlFtYzNPSGRCVW1kRlQwRjNNbU50Vm5kaWVuQnZaRmRrYmdwaFZ6VnVXbTFHYWxwVE9YSmFXRXAxV2xkNGVreFhUblppVnpFeFltMXNNR1ZVY0hsYVYxazJZMjFXYldONU9XOWFWMFpyWTNrNWRGbFhiSFZOU1VkTUNrSm5iM0pDWjBWRlFXUmFOVUZuVVVOQ1NEQkZaWGRDTlVGSVkwRXpWREIzWVhOaVNFVlVTbXBIVWpSamJWZGpNMEZ4U2t0WWNtcGxVRXN6TDJnMGNIa0taME00Y0Rkdk5FRkJRVWRvT0V4b1pXeDNRVUZDUVUxQlUwUkNSMEZwUlVGdU4wdHpaVVZZWW1SNWEzVjZUVmRMUmxaRFdsbFZXVEIzYzNvelRHOVFSd3BSUjBORU4ySlJUMlYxU1VOSlVVTjNSemx0WjFWclFXZEZMMFJpYWxKM2VWSktNVGs1ZEdScFFtVlpPR0Z0Y2xoTE1VTXJNWGN4YzNkcVFVdENaMmR4Q21ocmFrOVFVVkZFUVhkT2NFRkVRbTFCYWtWQmVuQkROa3QzY2tscmN5dHlZME55ZUcxVFJHRnZkSG80WkVKV1IzWm5hblUwV1ZCMFUxcE9OME5GV0VnS1ZUSjBWRmgzWWpWYWJUSXhhM2REVTBSWEwxTkJha1ZCZG5WSEsxRjNWVmR6T0ZCbWVHTnpSWEpKTTB0d1EycEdSUzgzYzBabFQydFJMMWd4UW1sclp3cDVheTgwVVc0ck5XNVNhSGh6WTNGTVZqTXZTQzlyVUZRS0xTMHRMUzFGVGtRZ1EwVlNWRWxHU1VOQlZFVXRMUzB0TFFvPSJ9fX19"}],"timestampVerificationData":{"rfc3161Timestamps":[{"signedTimestamp":"MIIE7DADAgEAMIIE4wYJKoZIhvcNAQcCoIIE1DCCBNACAQMxDTALBglghkgBZQMEAgEwgcMGCyqGSIb3DQEJEAEEoIGzBIGwMIGtAgEBBgkrBgEEAYO/MAIwMTANBglghkgBZQMEAgEFAAQgIZ47SvUCmLX+UraCdzc4F+GeWWSyEfukQvt3EHJWyscCFQCQH32h1hjVp1zrnSvwvahsN95VIxgPMjAyNjExMTgyMjEyNTdaMAMCAQECCQCbjnwJYN5FW6AypDAwLjEVMBMGA1UEChMMc2lnc3RvcmUuZGV2MRUwEwYDVQQDEwxzaWdzdG9yZS10c2GgggIUMIICEDCCAZagAwIBAgIUOhNULwyQYe68wUMvy4qOiyojiwwwCgYIKoZIzj0EAwMwOTEVMBMGA1UEChMMc2lnc3RvcmUuZGV2MSAwHgYDVQQDExdzaWdzdG9yZS10c2Etc2VsZnNpZ25lZDAeFw0yNTA0MDgwNjU5NDNaFw0zNTA0MDYwNjU5NDNaMC4xFTATBgNVBAoTDHNpZ3N0b3JlLmRldjEVMBMGA1UEAxMMc2lnc3RvcmUtdHNhMHYwEAYHKoZIzj0CAQYFK4EEACIDYgAE4ra2Z8hKNig2T9kFjCAToGG30jky+WQv3BzL+mKvh1SKNR/UwuwsfNCg4sryoYAd8E6isovVA3M4aoNdm9QDi50Z8nTEyvqgfDPtTIwXItfiW/AFf1V7uwkbkAoj0xxco2owaDAOBgNVHQ8BAf8EBAMCB4AwHQYDVR0OBBYEFIn9eUOHz9BlRsMCRscsc1t9tOsDMB8GA1UdIwQYMBaAFJjsAe9/u1H/1JUeb4qImFMHic6/MBYGA1UdJQEB/wQMMAoGCCsGAQUFBwMIMAoGCCqGSM49BAMDA2gAMGUCMDtpsV/6KaO0qyF/UMsX2aSUXKQFdoGTptQGc0ftq1csulHPGG6dsmyMNd3JB+G3EQIxAOajvBcjpJmKb4Nv+2Taoj8Uc5+b6ih6FXCCKraSqupe07zqswMcXJTe1cExvHvvlzGCAdwwggHYAgEBMFEwOTEVMBMGA1UEChMMc2lnc3RvcmUuZGV2MSAwHgYDVQQDExdzaWdzdG9yZS10c2Etc2VsZnNpZ25lZAIUOhNULwyQYe68wUMvy4qOiyojiwwwCwYJYIZIAWUDBAIBoIH8MBoGCSqGSIb3DQEJAzENBgsqhkiG9w0BCRABBDAcBgkqhkiG9w0BCQUxDxcNMjYxMTE4MjIxMjU3WjAvBgkqhkiG9w0BCQQxIgQgnKPBRoG7sFC0LXb0dGn1tGXhOYtNxWNClevBTrdllrUwgY4GCyqGSIb3DQEJEAIvMX8wfTB7MHkEIIX5J7wHq2LKw7RDVsEO/IGyxog/2nq55thw2dE6zQW3MFUwPaQ7MDkxFTATBgNVBAoTDHNpZ3N0b3JlLmRldjEgMB4GA1UEAxMXc2lnc3RvcmUtdHNhLXNlbGZzaWduZWQCFDoTVC8MkGHuvMFDL8uKjosqI4sMMAoGCCqGSM49BAMCBGgwZgIxAMJHy4Nd3rTtcDAdi+opf2CF9U0WLHdqJOJOiyAQfQPT8cUsODfBE9v1Wy0wuD7meQIxAMkEmVYhYcJUEuuOxvnrKmDPbtjqve+rC7Usc2cO5+TjEgU93wH0fEgTs+MIEII9ow=="}]}},"messageSignature":{"messageDigest":{"algorithm":"SHA2_256","digest":"Zq5QO9Wf0hzbqtH+zN0EflRvvya+Azr/17uDjCyc+eY="},"signature":"MEUCIQCxqdHQWtiek1V+a7bA1y3Ey6SyMiC5YC0MloLmjDVuiQIgNOYzyyIMHn5NjtwJ0aDoc5IBTeZm5s2/rANS+XYgfGg="}}
build/torch-stable-abi29-cu130-x86_64-linux/symbols.json CHANGED
@@ -1,11 +1,11 @@
1
  {
2
  "schema_version": 1,
3
- "module": "_flash_attn3_cuda_a02f43b",
4
  "functions": [
5
  {
6
  "name": "add_op_namespace_prefix",
7
  "qualname": "add_op_namespace_prefix",
8
- "module": "_flash_attn3_cuda_a02f43b._ops",
9
  "kind": "function",
10
  "doc": "Prefix op by namespace.",
11
  "signature": {
@@ -23,7 +23,7 @@
23
  {
24
  "name": "flash_attn_combine",
25
  "qualname": "flash_attn_combine",
26
- "module": "_flash_attn3_cuda_a02f43b.flash_attn_interface",
27
  "kind": "function",
28
  "doc": null,
29
  "signature": {
@@ -59,7 +59,7 @@
59
  {
60
  "name": "flash_attn_func",
61
  "qualname": "flash_attn_func",
62
- "module": "_flash_attn3_cuda_a02f43b.flash_attn_interface",
63
  "kind": "function",
64
  "doc": "dropout_p should be set to 0.0 during evaluation\nSupports multi-query and grouped-query attention (MQA/GQA) by passing in KV with fewer heads\nthan Q. Note that the number of heads in Q must be divisible by the number of heads in KV.\nFor example, if Q has 6 heads and K, V have 2 heads, head 0, 1, 2 of Q will attention to head\n0 of K, V, and head 3, 4, 5 of Q will attention to head 1 of K, V.\n\nIf causal=True, the causal mask is aligned to the bottom right corner of the attention matrix.\nFor example, if seqlen_q = 2 and seqlen_k = 5, the causal mask (1 = keep, 0 = masked out) is:\n 1 1 1 1 0\n 1 1 1 1 1\nIf seqlen_q = 5 and seqlen_k = 2, the causal mask is:\n 0 0\n 0 0\n 0 0\n 1 0\n 1 1\nIf the row of the mask is all zero, the output will be zero.\n\nIf window_size != (-1, -1), implements sliding window local attention. Query at position i\nwill only attend to keys between\n[i + seqlen_k - seqlen_q - window_size[0], i + seqlen_k - seqlen_q + window_size[1]] inclusive.\n\nArguments:\n q: (batch_size, seqlen, nheads, headdim)\n k: (batch_size, seqlen, nheads_k, headdim)\n v: (batch_size, seqlen, nheads_k, headdim)\n dropout_p: float. Dropout probability.\n softmax_scale: float. The scaling of QK^T before applying softmax.\n Default to 1 / sqrt(headdim).\n causal: bool. Whether to apply causal attention mask (e.g., for auto-regressive modeling).\n window_size: (left, right). If not (-1, -1), implements sliding window local attention.\n alibi_slopes: (nheads,) or (batch_size, nheads), fp32. A bias of\n (-alibi_slope * |i + seqlen_k - seqlen_q - j|)\n is added to the attention score of query i and key j.\n deterministic: bool. Whether to use the deterministic implementation of the backward pass,\n which is slightly slower and uses more memory. The forward pass is always deterministic.\n return_attn_probs: bool. Whether to return the attention probabilities. This option is for\n testing only. The returned probabilities are not guaranteed to be correct\n (they might not have the right scaling).\nReturn:\n out: (batch_size, seqlen, nheads, headdim).\n softmax_lse [optional, if return_attn_probs=True]: (batch_size, nheads, seqlen). The\n logsumexp of each row of the matrix QK^T * scaling (e.g., log of the softmax\n normalization factor).",
65
  "signature": {
@@ -173,7 +173,7 @@
173
  {
174
  "name": "flash_attn_qkvpacked_func",
175
  "qualname": "flash_attn_qkvpacked_func",
176
- "module": "_flash_attn3_cuda_a02f43b.flash_attn_interface",
177
  "kind": "function",
178
  "doc": "dropout_p should be set to 0.0 during evaluation\nIf Q, K, V are already stacked into 1 tensor, this function will be faster than\ncalling flash_attn_func on Q, K, V since the backward pass avoids explicit concatenation\nof the gradients of Q, K, V.\nFor multi-query and grouped-query attention (MQA/GQA), please see\nflash_attn_kvpacked_func and flash_attn_func.\n\nIf window_size != (-1, -1), implements sliding window local attention. Query at position i\nwill only attend to keys between [i - window_size[0], i + window_size[1]] inclusive.\n\nArguments:\n qkv: (batch_size, seqlen, 3, nheads, headdim)\n dropout_p: float. Dropout probability.\n softmax_scale: float. The scaling of QK^T before applying softmax.\n Default to 1 / sqrt(headdim).\n causal: bool. Whether to apply causal attention mask (e.g., for auto-regressive modeling).\n window_size: (left, right). If not (-1, -1), implements sliding window local attention.\n softcap: float. Anything > 0 activates softcapping attention.\n alibi_slopes: (nheads,) or (batch_size, nheads), fp32. A bias of (-alibi_slope * |i - j|) is added to\n the attention score of query i and key j.\n deterministic: bool. Whether to use the deterministic implementation of the backward pass,\n which is slightly slower and uses more memory. The forward pass is always deterministic.\n return_attn_probs: bool. Whether to return the attention probabilities. This option is for\n testing only. The returned probabilities are not guaranteed to be correct\n (they might not have the right scaling).\nReturn:\n out: (batch_size, seqlen, nheads, headdim).\n softmax_lse [optional, if return_attn_probs=True]: (batch_size, nheads, seqlen). The\n logsumexp of each row of the matrix QK^T * scaling (e.g., log of the softmax\n normalization factor).\n S_dmask [optional, if return_attn_probs=True]: (batch_size, nheads, seqlen, seqlen).\n The output of softmax (possibly with different scaling). It also encodes the dropout\n pattern (negative means that location was dropped, nonnegative means it was kept).",
179
  "signature": {
@@ -263,7 +263,7 @@
263
  {
264
  "name": "flash_attn_varlen_func",
265
  "qualname": "flash_attn_varlen_func",
266
- "module": "_flash_attn3_cuda_a02f43b.flash_attn_interface",
267
  "kind": "function",
268
  "doc": null,
269
  "signature": {
@@ -413,7 +413,7 @@
413
  {
414
  "name": "flash_attn_with_kvcache",
415
  "qualname": "flash_attn_with_kvcache",
416
- "module": "_flash_attn3_cuda_a02f43b.flash_attn_interface",
417
  "kind": "function",
418
  "doc": "If k and v are not None, k_cache and v_cache will be updated *inplace* with the new values from\nk and v. This is useful for incremental decoding: you can pass in the cached keys/values from\nthe previous step, and update them with the new keys/values from the current step, and do\nattention with the updated cache, all in 1 kernel.\n\nIf you pass in k / v, you must make sure that the cache is large enough to hold the new values.\nFor example, the KV cache could be pre-allocated with the max sequence length, and you can use\ncache_seqlens to keep track of the current sequence lengths of each sequence in the batch.\n\nAlso apply rotary embedding if rotary_cos and rotary_sin are passed in. The key @k will be\nrotated by rotary_cos and rotary_sin at indices cache_seqlens, cache_seqlens + 1, etc.\nIf causal or local (i.e., window_size != (-1, -1)), the query @q will be rotated by rotary_cos\nand rotary_sin at indices cache_seqlens, cache_seqlens + 1, etc.\nIf not causal and not local, the query @q will be rotated by rotary_cos and rotary_sin at\nindices cache_seqlens only (i.e. we consider all tokens in @q to be at position cache_seqlens).\n\nSee tests/test_flash_attn.py::test_flash_attn_kvcache for examples of how to use this function.\n\nSupports multi-query and grouped-query attention (MQA/GQA) by passing in KV with fewer heads\nthan Q. Note that the number of heads in Q must be divisible by the number of heads in KV.\nFor example, if Q has 6 heads and K, V have 2 heads, head 0, 1, 2 of Q will attention to head\n0 of K, V, and head 3, 4, 5 of Q will attention to head 1 of K, V.\n\nIf causal=True, the causal mask is aligned to the bottom right corner of the attention matrix.\nFor example, if seqlen_q = 2 and seqlen_k = 5, the causal mask (1 = keep, 0 = masked out) is:\n 1 1 1 1 0\n 1 1 1 1 1\nIf seqlen_q = 5 and seqlen_k = 2, the causal mask is:\n 0 0\n 0 0\n 0 0\n 1 0\n 1 1\nIf the row of the mask is all zero, the output will be zero.\n\nIf window_size != (-1, -1), implements sliding window local attention. Query at position i\nwill only attend to keys between\n[i + seqlen_k - seqlen_q - window_size[0], i + seqlen_k - seqlen_q + window_size[1]] inclusive.\n\nNote: Does not support backward pass.\n\nArguments:\n q: (batch_size, seqlen, nheads, headdim)\n k_cache: (batch_size_cache, seqlen_cache, nheads_k, headdim) if there's no page_table,\n or (num_blocks, page_block_size, nheads_k, headdim) if there's a page_table (i.e. paged KV cache)\n page_block_size can be arbitrary (e.g, 1, 2, 3, 64, etc.).\n v_cache: (batch_size_cache, seqlen_cache, nheads_k, headdim_v) if there's no page_table,\n or (num_blocks, page_block_size, nheads_k, headdim_v) if there's a page_table (i.e. paged KV cache)\n k [optional]: (batch_size, seqlen_new, nheads_k, headdim). If not None, we concatenate\n k with k_cache, starting at the indices specified by cache_seqlens.\n v [optional]: (batch_size, seqlen_new, nheads_k, headdim_v). Similar to k.\n qv [optional]: (batch_size, seqlen, nheads, headdim_v)\n rotary_cos [optional]: (seqlen_ro, rotary_dim / 2). If not None, we apply rotary embedding\n to k and q. Only applicable if k and v are passed in. rotary_dim must be divisible by 16.\n rotary_sin [optional]: (seqlen_ro, rotary_dim / 2). Similar to rotary_cos.\n cache_seqlens: int, or (batch_size,), dtype torch.int32. The sequence lengths of the\n KV cache.\n cache_batch_idx: (batch_size,), dtype torch.int32. The indices used to index into the KV cache.\n If None, we assume that the batch indices are [0, 1, 2, ..., batch_size - 1].\n If the indices are not distinct, and k and v are provided, the values updated in the cache\n might come from any of the duplicate indices.\n cache_leftpad: (batch_size,), dtype torch.int32. The index that the KV cache starts. If None, assume 0.\n page_table [optional]: (batch_size, max_num_blocks_per_seq), dtype torch.int32.\n softmax_scale: float. The scaling of QK^T before applying softmax.\n Default to 1 / sqrt(headdim).\n causal: bool. Whether to apply causal attention mask (e.g., for auto-regressive modeling).\n window_size: (left, right). If not (-1, -1), implements sliding window local attention.\n softcap: float. Anything > 0 activates softcapping attention.\n rotary_interleaved: bool. Only applicable if rotary_cos and rotary_sin are passed in.\n If True, rotary embedding will combine dimensions 0 & 1, 2 & 3, etc. If False,\n rotary embedding will combine dimensions 0 & rotary_dim / 2, 1 & rotary_dim / 2 + 1\n (i.e. GPT-NeoX style).\n num_splits: int. If > 1, split the key/value into this many chunks along the sequence.\n If num_splits == 1, we don't split the key/value. If num_splits == 0, we use a heuristic\n to automatically determine the number of splits.\n Don't change this unless you know what you are doing.\n return_softmax_lse: bool. Whether to return the logsumexp of the attention scores.\n\nReturn:\n out: (batch_size, seqlen, nheads, headdim).\n softmax_lse [optional, if return_softmax_lse=True]: (batch_size, nheads, seqlen). The\n logsumexp of each row of the matrix QK^T * scaling (e.g., log of the softmax\n normalization factor).",
419
  "signature": {
@@ -605,7 +605,7 @@
605
  {
606
  "name": "get_scheduler_metadata",
607
  "qualname": "get_scheduler_metadata",
608
- "module": "_flash_attn3_cuda_a02f43b.flash_attn_interface",
609
  "kind": "function",
610
  "doc": null,
611
  "signature": {
 
1
  {
2
  "schema_version": 1,
3
+ "module": "_flash_attn3_cuda_ae2c2be",
4
  "functions": [
5
  {
6
  "name": "add_op_namespace_prefix",
7
  "qualname": "add_op_namespace_prefix",
8
+ "module": "_flash_attn3_cuda_ae2c2be._ops",
9
  "kind": "function",
10
  "doc": "Prefix op by namespace.",
11
  "signature": {
 
23
  {
24
  "name": "flash_attn_combine",
25
  "qualname": "flash_attn_combine",
26
+ "module": "_flash_attn3_cuda_ae2c2be.flash_attn_interface",
27
  "kind": "function",
28
  "doc": null,
29
  "signature": {
 
59
  {
60
  "name": "flash_attn_func",
61
  "qualname": "flash_attn_func",
62
+ "module": "_flash_attn3_cuda_ae2c2be.flash_attn_interface",
63
  "kind": "function",
64
  "doc": "dropout_p should be set to 0.0 during evaluation\nSupports multi-query and grouped-query attention (MQA/GQA) by passing in KV with fewer heads\nthan Q. Note that the number of heads in Q must be divisible by the number of heads in KV.\nFor example, if Q has 6 heads and K, V have 2 heads, head 0, 1, 2 of Q will attention to head\n0 of K, V, and head 3, 4, 5 of Q will attention to head 1 of K, V.\n\nIf causal=True, the causal mask is aligned to the bottom right corner of the attention matrix.\nFor example, if seqlen_q = 2 and seqlen_k = 5, the causal mask (1 = keep, 0 = masked out) is:\n 1 1 1 1 0\n 1 1 1 1 1\nIf seqlen_q = 5 and seqlen_k = 2, the causal mask is:\n 0 0\n 0 0\n 0 0\n 1 0\n 1 1\nIf the row of the mask is all zero, the output will be zero.\n\nIf window_size != (-1, -1), implements sliding window local attention. Query at position i\nwill only attend to keys between\n[i + seqlen_k - seqlen_q - window_size[0], i + seqlen_k - seqlen_q + window_size[1]] inclusive.\n\nArguments:\n q: (batch_size, seqlen, nheads, headdim)\n k: (batch_size, seqlen, nheads_k, headdim)\n v: (batch_size, seqlen, nheads_k, headdim)\n dropout_p: float. Dropout probability.\n softmax_scale: float. The scaling of QK^T before applying softmax.\n Default to 1 / sqrt(headdim).\n causal: bool. Whether to apply causal attention mask (e.g., for auto-regressive modeling).\n window_size: (left, right). If not (-1, -1), implements sliding window local attention.\n alibi_slopes: (nheads,) or (batch_size, nheads), fp32. A bias of\n (-alibi_slope * |i + seqlen_k - seqlen_q - j|)\n is added to the attention score of query i and key j.\n deterministic: bool. Whether to use the deterministic implementation of the backward pass,\n which is slightly slower and uses more memory. The forward pass is always deterministic.\n return_attn_probs: bool. Whether to return the attention probabilities. This option is for\n testing only. The returned probabilities are not guaranteed to be correct\n (they might not have the right scaling).\nReturn:\n out: (batch_size, seqlen, nheads, headdim).\n softmax_lse [optional, if return_attn_probs=True]: (batch_size, nheads, seqlen). The\n logsumexp of each row of the matrix QK^T * scaling (e.g., log of the softmax\n normalization factor).",
65
  "signature": {
 
173
  {
174
  "name": "flash_attn_qkvpacked_func",
175
  "qualname": "flash_attn_qkvpacked_func",
176
+ "module": "_flash_attn3_cuda_ae2c2be.flash_attn_interface",
177
  "kind": "function",
178
  "doc": "dropout_p should be set to 0.0 during evaluation\nIf Q, K, V are already stacked into 1 tensor, this function will be faster than\ncalling flash_attn_func on Q, K, V since the backward pass avoids explicit concatenation\nof the gradients of Q, K, V.\nFor multi-query and grouped-query attention (MQA/GQA), please see\nflash_attn_kvpacked_func and flash_attn_func.\n\nIf window_size != (-1, -1), implements sliding window local attention. Query at position i\nwill only attend to keys between [i - window_size[0], i + window_size[1]] inclusive.\n\nArguments:\n qkv: (batch_size, seqlen, 3, nheads, headdim)\n dropout_p: float. Dropout probability.\n softmax_scale: float. The scaling of QK^T before applying softmax.\n Default to 1 / sqrt(headdim).\n causal: bool. Whether to apply causal attention mask (e.g., for auto-regressive modeling).\n window_size: (left, right). If not (-1, -1), implements sliding window local attention.\n softcap: float. Anything > 0 activates softcapping attention.\n alibi_slopes: (nheads,) or (batch_size, nheads), fp32. A bias of (-alibi_slope * |i - j|) is added to\n the attention score of query i and key j.\n deterministic: bool. Whether to use the deterministic implementation of the backward pass,\n which is slightly slower and uses more memory. The forward pass is always deterministic.\n return_attn_probs: bool. Whether to return the attention probabilities. This option is for\n testing only. The returned probabilities are not guaranteed to be correct\n (they might not have the right scaling).\nReturn:\n out: (batch_size, seqlen, nheads, headdim).\n softmax_lse [optional, if return_attn_probs=True]: (batch_size, nheads, seqlen). The\n logsumexp of each row of the matrix QK^T * scaling (e.g., log of the softmax\n normalization factor).\n S_dmask [optional, if return_attn_probs=True]: (batch_size, nheads, seqlen, seqlen).\n The output of softmax (possibly with different scaling). It also encodes the dropout\n pattern (negative means that location was dropped, nonnegative means it was kept).",
179
  "signature": {
 
263
  {
264
  "name": "flash_attn_varlen_func",
265
  "qualname": "flash_attn_varlen_func",
266
+ "module": "_flash_attn3_cuda_ae2c2be.flash_attn_interface",
267
  "kind": "function",
268
  "doc": null,
269
  "signature": {
 
413
  {
414
  "name": "flash_attn_with_kvcache",
415
  "qualname": "flash_attn_with_kvcache",
416
+ "module": "_flash_attn3_cuda_ae2c2be.flash_attn_interface",
417
  "kind": "function",
418
  "doc": "If k and v are not None, k_cache and v_cache will be updated *inplace* with the new values from\nk and v. This is useful for incremental decoding: you can pass in the cached keys/values from\nthe previous step, and update them with the new keys/values from the current step, and do\nattention with the updated cache, all in 1 kernel.\n\nIf you pass in k / v, you must make sure that the cache is large enough to hold the new values.\nFor example, the KV cache could be pre-allocated with the max sequence length, and you can use\ncache_seqlens to keep track of the current sequence lengths of each sequence in the batch.\n\nAlso apply rotary embedding if rotary_cos and rotary_sin are passed in. The key @k will be\nrotated by rotary_cos and rotary_sin at indices cache_seqlens, cache_seqlens + 1, etc.\nIf causal or local (i.e., window_size != (-1, -1)), the query @q will be rotated by rotary_cos\nand rotary_sin at indices cache_seqlens, cache_seqlens + 1, etc.\nIf not causal and not local, the query @q will be rotated by rotary_cos and rotary_sin at\nindices cache_seqlens only (i.e. we consider all tokens in @q to be at position cache_seqlens).\n\nSee tests/test_flash_attn.py::test_flash_attn_kvcache for examples of how to use this function.\n\nSupports multi-query and grouped-query attention (MQA/GQA) by passing in KV with fewer heads\nthan Q. Note that the number of heads in Q must be divisible by the number of heads in KV.\nFor example, if Q has 6 heads and K, V have 2 heads, head 0, 1, 2 of Q will attention to head\n0 of K, V, and head 3, 4, 5 of Q will attention to head 1 of K, V.\n\nIf causal=True, the causal mask is aligned to the bottom right corner of the attention matrix.\nFor example, if seqlen_q = 2 and seqlen_k = 5, the causal mask (1 = keep, 0 = masked out) is:\n 1 1 1 1 0\n 1 1 1 1 1\nIf seqlen_q = 5 and seqlen_k = 2, the causal mask is:\n 0 0\n 0 0\n 0 0\n 1 0\n 1 1\nIf the row of the mask is all zero, the output will be zero.\n\nIf window_size != (-1, -1), implements sliding window local attention. Query at position i\nwill only attend to keys between\n[i + seqlen_k - seqlen_q - window_size[0], i + seqlen_k - seqlen_q + window_size[1]] inclusive.\n\nNote: Does not support backward pass.\n\nArguments:\n q: (batch_size, seqlen, nheads, headdim)\n k_cache: (batch_size_cache, seqlen_cache, nheads_k, headdim) if there's no page_table,\n or (num_blocks, page_block_size, nheads_k, headdim) if there's a page_table (i.e. paged KV cache)\n page_block_size can be arbitrary (e.g, 1, 2, 3, 64, etc.).\n v_cache: (batch_size_cache, seqlen_cache, nheads_k, headdim_v) if there's no page_table,\n or (num_blocks, page_block_size, nheads_k, headdim_v) if there's a page_table (i.e. paged KV cache)\n k [optional]: (batch_size, seqlen_new, nheads_k, headdim). If not None, we concatenate\n k with k_cache, starting at the indices specified by cache_seqlens.\n v [optional]: (batch_size, seqlen_new, nheads_k, headdim_v). Similar to k.\n qv [optional]: (batch_size, seqlen, nheads, headdim_v)\n rotary_cos [optional]: (seqlen_ro, rotary_dim / 2). If not None, we apply rotary embedding\n to k and q. Only applicable if k and v are passed in. rotary_dim must be divisible by 16.\n rotary_sin [optional]: (seqlen_ro, rotary_dim / 2). Similar to rotary_cos.\n cache_seqlens: int, or (batch_size,), dtype torch.int32. The sequence lengths of the\n KV cache.\n cache_batch_idx: (batch_size,), dtype torch.int32. The indices used to index into the KV cache.\n If None, we assume that the batch indices are [0, 1, 2, ..., batch_size - 1].\n If the indices are not distinct, and k and v are provided, the values updated in the cache\n might come from any of the duplicate indices.\n cache_leftpad: (batch_size,), dtype torch.int32. The index that the KV cache starts. If None, assume 0.\n page_table [optional]: (batch_size, max_num_blocks_per_seq), dtype torch.int32.\n softmax_scale: float. The scaling of QK^T before applying softmax.\n Default to 1 / sqrt(headdim).\n causal: bool. Whether to apply causal attention mask (e.g., for auto-regressive modeling).\n window_size: (left, right). If not (-1, -1), implements sliding window local attention.\n softcap: float. Anything > 0 activates softcapping attention.\n rotary_interleaved: bool. Only applicable if rotary_cos and rotary_sin are passed in.\n If True, rotary embedding will combine dimensions 0 & 1, 2 & 3, etc. If False,\n rotary embedding will combine dimensions 0 & rotary_dim / 2, 1 & rotary_dim / 2 + 1\n (i.e. GPT-NeoX style).\n num_splits: int. If > 1, split the key/value into this many chunks along the sequence.\n If num_splits == 1, we don't split the key/value. If num_splits == 0, we use a heuristic\n to automatically determine the number of splits.\n Don't change this unless you know what you are doing.\n return_softmax_lse: bool. Whether to return the logsumexp of the attention scores.\n\nReturn:\n out: (batch_size, seqlen, nheads, headdim).\n softmax_lse [optional, if return_softmax_lse=True]: (batch_size, nheads, seqlen). The\n logsumexp of each row of the matrix QK^T * scaling (e.g., log of the softmax\n normalization factor).",
419
  "signature": {
 
605
  {
606
  "name": "get_scheduler_metadata",
607
  "qualname": "get_scheduler_metadata",
608
+ "module": "_flash_attn3_cuda_ae2c2be.flash_attn_interface",
609
  "kind": "function",
610
  "doc": null,
611
  "signature": {
build/torch-stable-abi29-cu132-x86_64-linux/{_flash_attn3_cuda_a02f43b.abi3.so → _flash_attn3_cuda_ae2c2be.abi3.so} RENAMED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:2db5b504acf6bf1ab6a25c1dfae53fce0796aa57eca51364da4c1df7c94307f0
3
- size 549366160
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:11bc505a1867f9d78b0fa327be26f575865d4c466cbf4d02a5ee21ca3430d029
3
+ size 549366400
build/torch-stable-abi29-cu132-x86_64-linux/_ops.py CHANGED
@@ -1,9 +1,9 @@
1
  import torch
2
- from . import _flash_attn3_cuda_a02f43b
3
- ops = torch.ops._flash_attn3_cuda_a02f43b
4
 
5
  def add_op_namespace_prefix(op_name: str):
6
  """
7
  Prefix op by namespace.
8
  """
9
- return f"_flash_attn3_cuda_a02f43b::{op_name}"
 
1
  import torch
2
+ from . import _flash_attn3_cuda_ae2c2be
3
+ ops = torch.ops._flash_attn3_cuda_ae2c2be
4
 
5
  def add_op_namespace_prefix(op_name: str):
6
  """
7
  Prefix op by namespace.
8
  """
9
+ return f"_flash_attn3_cuda_ae2c2be::{op_name}"
build/torch-stable-abi29-cu132-x86_64-linux/flash_attn_interface.py CHANGED
@@ -2,11 +2,31 @@
2
 
3
  from typing import Optional, Union, List, Tuple
4
 
 
5
  import torch
6
  import torch.nn as nn
 
 
7
 
8
- from ._ops import ops as flash_attn_3_cuda
9
- from ._ops import add_op_namespace_prefix
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
10
 
11
  def maybe_contiguous(x):
12
  return x.contiguous() if x is not None and x.stride(-1) != 1 else x
@@ -85,7 +105,7 @@ def _flash_attn_forward(
85
  ]
86
  rotary_cos, rotary_sin = [maybe_contiguous(x) for x in (rotary_cos, rotary_sin)]
87
  seqlens_rotary = maybe_contiguous(seqlens_rotary)
88
- out, softmax_lse, out_accum, softmax_lse_accum = flash_attn_3_cuda.fwd(
89
  q,
90
  k,
91
  v,
@@ -263,7 +283,7 @@ def _flash_attn_backward(
263
  ) -> torch.Tensor:
264
  # dq, dk, dv are allocated by us so they should already be contiguous
265
  dout, q, k, v, out = [maybe_contiguous(x) for x in (dout, q, k, v, out)]
266
- softmax_d, *rest = flash_attn_3_cuda.bwd(
267
  dout,
268
  q,
269
  k,
@@ -917,7 +937,7 @@ def flash_attn_varlen_func(
917
 
918
 
919
  def flash_attn_combine(out_partial, lse_partial, out=None, out_dtype=None):
920
- return flash_attn_3_cuda.fwd_combine(out_partial, lse_partial, out, out_dtype)
921
 
922
 
923
  def flash_attn_with_kvcache(
@@ -1105,7 +1125,7 @@ def get_scheduler_metadata(
1105
  cache_seqlens = maybe_contiguous(cache_seqlens)
1106
  if headdim_v is None:
1107
  headdim_v = headdim
1108
- scheduler_metadata = flash_attn_3_cuda.get_scheduler_metadata(
1109
  batch_size, max_seqlen_q, max_seqlen_k, num_heads_q, num_heads_kv, headdim, headdim_v,
1110
  qkv_dtype,
1111
  cache_seqlens,
 
2
 
3
  from typing import Optional, Union, List, Tuple
4
 
5
+ import os
6
  import torch
7
  import torch.nn as nn
8
+ import warnings
9
+ from ._ops import add_op_namespace_prefix, ops
10
 
11
+
12
+ USE_TRITON_ROCM = os.getenv("FLASH_ATTENTION_TRITON_AMD_ENABLE", "FALSE") == "TRUE"
13
+ if not USE_TRITON_ROCM and getattr(torch.version, 'hip', None) is not None:
14
+ try:
15
+ from . import _ops
16
+ except ImportError:
17
+ warnings.warn("flash_attn_3._C (which has ROCm/HIP kernels) not found, falling back to Triton implementation")
18
+ USE_TRITON_ROCM = True
19
+
20
+ if USE_TRITON_ROCM:
21
+ from aiter.ops.triton._triton_kernels.flash_attn_triton_amd import flash_attn_3 as flash_attn_3_gpu
22
+ else:
23
+ # isort: off
24
+ # We need to import the CUDA kernels after importing torch
25
+ from . import _ops # Registers operators with PyTorch
26
+
27
+ # isort: on
28
+
29
+ flash_attn_3_gpu = ops
30
 
31
  def maybe_contiguous(x):
32
  return x.contiguous() if x is not None and x.stride(-1) != 1 else x
 
105
  ]
106
  rotary_cos, rotary_sin = [maybe_contiguous(x) for x in (rotary_cos, rotary_sin)]
107
  seqlens_rotary = maybe_contiguous(seqlens_rotary)
108
+ out, softmax_lse, out_accum, softmax_lse_accum = flash_attn_3_gpu.fwd(
109
  q,
110
  k,
111
  v,
 
283
  ) -> torch.Tensor:
284
  # dq, dk, dv are allocated by us so they should already be contiguous
285
  dout, q, k, v, out = [maybe_contiguous(x) for x in (dout, q, k, v, out)]
286
+ softmax_d, *rest = flash_attn_3_gpu.bwd(
287
  dout,
288
  q,
289
  k,
 
937
 
938
 
939
  def flash_attn_combine(out_partial, lse_partial, out=None, out_dtype=None):
940
+ return flash_attn_3_gpu.fwd_combine(out_partial, lse_partial, out, out_dtype)
941
 
942
 
943
  def flash_attn_with_kvcache(
 
1125
  cache_seqlens = maybe_contiguous(cache_seqlens)
1126
  if headdim_v is None:
1127
  headdim_v = headdim
1128
+ scheduler_metadata = flash_attn_3_gpu.get_scheduler_metadata(
1129
  batch_size, max_seqlen_q, max_seqlen_k, num_heads_q, num_heads_kv, headdim, headdim_v,
1130
  qkv_dtype,
1131
  cache_seqlens,
build/torch-stable-abi29-cu132-x86_64-linux/metadata.json CHANGED
@@ -1,9 +1,10 @@
1
  {
2
  "name": "flash-attn3",
3
- "id": "_flash_attn3_cuda_a02f43b",
4
  "version": 2,
5
  "kernels-minver": "0.14.0",
6
  "license": "BSD-3-Clause",
 
7
  "python-depends": [],
8
  "kernel-depends": [],
9
  "backend": {
@@ -17,11 +18,11 @@
17
  "algorithm": "sha256",
18
  "files": {
19
  "__init__.py": "b/45TnpaDDuTwp84ILd3Q+pQCIk2RnHtSSZKRq9Lj5E=",
20
- "_flash_attn3_cuda_a02f43b.abi3.so": "LbW1BKz2vxq2olwd+uU/zgeWqlfspRNk2kwd98lDB/A=",
21
- "_ops.py": "CS3jM1cSX+zSqnV4Y+1FVdshSBadaO1foe1Keal4WJY=",
22
  "flash_attn_config.py": "uxo+eyMcDit//8YDaS4Rtk5BTMKzTSK9tOKTjdWVe/w=",
23
- "flash_attn_interface.py": "y0bD2JYGMFgX6iDre3zJN2sBPuq/12N6Mo55Z+HQCNQ=",
24
- "symbols.json": "2WF5bGdP+O8oBD0F1zrFdp3AB942rr4pI1lFC55dnYg="
25
  }
26
  },
27
  "provenance": {
@@ -31,7 +32,7 @@
31
  "dirty": false
32
  },
33
  "kernel": {
34
- "commit": "a02f43b2ccb92ed74b874f112b487274e4045f09",
35
  "dirty": false
36
  }
37
  }
 
1
  {
2
  "name": "flash-attn3",
3
+ "id": "_flash_attn3_cuda_ae2c2be",
4
  "version": 2,
5
  "kernels-minver": "0.14.0",
6
  "license": "BSD-3-Clause",
7
+ "upstream": "https://github.com/Dao-AILab/flash-attention.git",
8
  "python-depends": [],
9
  "kernel-depends": [],
10
  "backend": {
 
18
  "algorithm": "sha256",
19
  "files": {
20
  "__init__.py": "b/45TnpaDDuTwp84ILd3Q+pQCIk2RnHtSSZKRq9Lj5E=",
21
+ "_flash_attn3_cuda_ae2c2be.abi3.so": "EbxQWhhn+deLD6Mnvib1dYZdTEZsv00Cpe4hyjQw0Ck=",
22
+ "_ops.py": "7swor3wRIF9iqDV2UmsU+DPBCWN4JiIRTqsCtOVofBk=",
23
  "flash_attn_config.py": "uxo+eyMcDit//8YDaS4Rtk5BTMKzTSK9tOKTjdWVe/w=",
24
+ "flash_attn_interface.py": "3EhHSOuAYWSWS8wwkoTRd8uhbc4EwVpNCa7x8WSvdZQ=",
25
+ "symbols.json": "6+qS8fd/iGl+XKD6F8tQlWLm+GYOrLeqtaRzQqwm8jM="
26
  }
27
  },
28
  "provenance": {
 
32
  "dirty": false
33
  },
34
  "kernel": {
35
+ "commit": "ae2c2be31b91db2f4d13c0bf1a72051bd7e0d0af",
36
  "dirty": false
37
  }
38
  }
build/torch-stable-abi29-cu132-x86_64-linux/metadata.json.sigstore CHANGED
@@ -1 +1 @@
1
- {"mediaType":"application/vnd.dev.sigstore.bundle.v0.3+json","verificationMaterial":{"certificate":{"rawBytes":"MIIHLDCCBrKgAwIBAgIUEntYI/1b+dKpIFxmmbrB4sc+sAAwCgYIKoZIzj0EAwMwNzEVMBMGA1UEChMMc2lnc3RvcmUuZGV2MR4wHAYDVQQDExVzaWdzdG9yZS1pbnRlcm1lZGlhdGUwHhcNMjYxMTEwMjIxOTA5WhcNMjYxMTEwMjIyOTA5WjAAMFkwEwYHKoZIzj0CAQYIKoZIzj0DAQcDQgAEHUZXaiGTKwXwQAtUdYoLUvMf87tkfcwoKEgGq3wE2g/wKGpePQH3shYxxbKJ8W4Zpx7uVZelWVZEknBFK1b/waOCBdEwggXNMA4GA1UdDwEB/wQEAwIHgDATBgNVHSUEDDAKBggrBgEFBQcDAzAfBgNVHSMEGDAWgBTf0+nPViQRlvmo2OkoVaLGLhhkPzBrBgNVHREBAf8EYTBfhl1odHRwczovL2dpdGh1Yi5jb20vaHVnZ2luZ2ZhY2Uva2VybmVscy1jb21tdW5pdHkvLmdpdGh1Yi93b3JrZmxvd3MvYnVpbGQueWFtbEByZWZzL2hlYWRzL21haW4wOQYKKwYBBAGDvzABAQQraHR0cHM6Ly90b2tlbi5hY3Rpb25zLmdpdGh1YnVzZXJjb250ZW50LmNvbTAfBgorBgEEAYO/MAECBBF3b3JrZmxvd19kaXNwYXRjaDA2BgorBgEEAYO/MAEDBChhMDJmNDNiMmNjYjkyZWQ3NGI4NzRmMTEyYjQ4NzI3NGU0MDQ1ZjA5MBMGCisGAQQBg78wAQQEBUJ1aWxkMCsGCisGAQQBg78wAQUEHWh1Z2dpbmdmYWNlL2tlcm5lbHMtY29tbXVuaXR5MB0GCisGAQQBg78wAQYED3JlZnMvaGVhZHMvbWFpbjA7BgorBgEEAYO/MAEIBC0MK2h0dHBzOi8vdG9rZW4uYWN0aW9ucy5naXRodWJ1c2VyY29udGVudC5jb20wbQYKKwYBBAGDvzABCQRfDF1odHRwczovL2dpdGh1Yi5jb20vaHVnZ2luZ2ZhY2Uva2VybmVscy1jb21tdW5pdHkvLmdpdGh1Yi93b3JrZmxvd3MvYnVpbGQueWFtbEByZWZzL2hlYWRzL21haW4wOAYKKwYBBAGDvzABCgQqDChhMDJmNDNiMmNjYjkyZWQ3NGI4NzRmMTEyYjQ4NzI3NGU0MDQ1ZjA5MBsGCisGAQQBg78wAQsEDQwLc2VsZi1ob3N0ZWQwQAYKKwYBBAGDvzABDAQyDDBodHRwczovL2dpdGh1Yi5jb20vaHVnZ2luZ2ZhY2Uva2VybmVscy1jb21tdW5pdHkwOAYKKwYBBAGDvzABDQQqDChhMDJmNDNiMmNjYjkyZWQ3NGI4NzRmMTEyYjQ4NzI3NGU0MDQ1ZjA5MB8GCisGAQQBg78wAQ4EEQwPcmVmcy9oZWFkcy9tYWluMBoGCisGAQQBg78wAQ8EDAwKMTA3MTQ3NTUyOTAuBgorBgEEAYO/MAEQBCAMHmh0dHBzOi8vZ2l0aHViLmNvbS9odWdnaW5nZmFjZTAYBgorBgEEAYO/MAERBAoMCDI1NzIwNzQzMG0GCisGAQQBg78wARIEXwxdaHR0cHM6Ly9naXRodWIuY29tL2h1Z2dpbmdmYWNlL2tlcm5lbHMtY29tbXVuaXR5Ly5naXRodWIvd29ya2Zsb3dzL2J1aWxkLnlhbWxAcmVmcy9oZWFkcy9tYWluMDgGCisGAQQBg78wARMEKgwoYTAyZjQzYjJjY2I5MmVkNzRiODc0ZjExMmI0ODcyNzRlNDA0NWYwOTAhBgorBgEEAYO/MAEUBBMMEXdvcmtmbG93X2Rpc3BhdGNoMGQGCisGAQQBg78wARUEVgxUaHR0cHM6Ly9naXRodWIuY29tL2h1Z2dpbmdmYWNlL2tlcm5lbHMtY29tbXVuaXR5L2FjdGlvbnMvcnVucy80Mjg1Mjg4MzA0Ny9hdHRlbXB0cy8xMBYGCisGAQQBg78wARYECAwGcHVibGljMEYGCisGAQQBg78wARgEOAw2cmVwbzpodWdnaW5nZmFjZS9rZXJuZWxzLWNvbW11bml0eTpyZWY6cmVmcy9oZWFkcy9tYWluMIGKBgorBgEEAdZ5AgQCBHwEegB4AHYA3T0wasbHETJjGR4cmWc3AqJKXrjePK3/h4pygC8p7o4AAAGhx4stCwAABAMARzBFAiEAgl94YoF5XhdrRTNACu4Z/7MyCIRI6cvEKPF1aP1JmEUCIBkE2NoQZWOGhuuMIG6f25lZkh74p3rc1uzhCnnemvLxMAoGCCqGSM49BAMDA2gAMGUCMC8NN1wgDZrqO7QI87izDDoee9318kAsIzxhBpOS/+J1ga6F3cjwFL8QTASwb1E5PQIxAL0pMK6AbbtyGgWzFyCQKEvG8sI1y8euPH8EWilmrTHwi7SGDqLGAv3bz6CiRRy77w=="},"tlogEntries":[{"logIndex":"3794737121","logId":{"keyId":"wNI9atQGlz+VWfO6LRygH4QUfY/8W4RFwiT5i5WRgB0="},"kindVersion":{"kind":"hashedrekord","version":"0.0.1"},"integratedTime":"1794349149","inclusionPromise":{"signedEntryTimestamp":"MEUCIQCLnflfyVgZ/eq4DamwJsWOvK5Kef1NsH944Yp4pHZwlwIgSRy+G/QpnvIt7AxRZsP3ta19B8PN7N1EdR6OFHREjFg="},"inclusionProof":{"logIndex":"3672832859","rootHash":"DgPsKMRuaNoKZUY47y9D87lGF6VW2bO7LD1fqQCRrsY=","treeSize":"3672832937","hashes":["k3s0uBcXZZRH3JuuDpClY7tmleuW0FRVD2wbUB46MUY=","4zFJSVEBAus/nrK/XcJMlTAmUu1T+mKaowV6dnXvmMs=","Mixzu2xXkBEKHH/YnHKxJ91y7bHmTFWo9emdqv5fCZY=","JJ7CvyLSd4sGpb7GtGqmXsMQsqdR+9FRCRzxP6e0FFg=","yw8HfDfFZ235QkaCk0RGsbK8LGSaswimuoiZG75r3pU=","kwRgB64vQC7e+CMkUTqDlT2vGWEM4btvJ+fTIxiD1LA=","lk+eXbVLanl/g8H+28dS3EaP3JxdbCATHD10wOTA6w8=","0Kcvpe/AkICaArBll6liZ3ZPEswN3AP/Jr6G31T6emM=","Cn34IkWwyYAgP6mfQhGpRdp+UalCBoEoMSa2XGk+LYI=","J1qTi2E0jeNh183jRZ+kNECnbDAVOSlAznIJ6aol8NQ=","IScK1pQipAyQkuLR6UKn3SgG8mtQ/MfgapIbfXaU7Vs=","DWzK+Rcq4ws0IFlcVP/Iy9xjko2wuzr2eDfnXSqvNw8=","nGMt3OTEHk0b2Hah2F6V7XNJ9f9Jq0tbpolVjU50FCk=","W9v5ITHWA5z1m1q9v8yUm9AwF1btUJudKrGSNzBCFCg=","9TeYmQ4obd2RJYL+kHWs7mKHEGNyasHO9zCQoF+PF18=","Rk/aeYhtagvRLE8ssNOqtTPBBIIGPwxHYZ5h46pg6gk=","a8Ldnd6287UET/JiYNoAbyfRaR7yFeva8DLSFjJs+nI=","EwjkUL9TgmzKWZgjud/+P9DFGgsvUxQjYodnBaq6IMs=","5oTFCSxMJRDPEnSOsTKcTJXotZuO89tVqHXNWjc2tA0=","eGT5DhI8LeqPViO4tsgYL7FxsOtDXBNTLfWJEGP7Q5w=","5aDKaREuMwcynRhLn5m/9b0QE9pxbeQInhCcIC+n5YQ=","XPex1okR3Qf1VhXr/LVSojah9cB4R1RgvK/mRrmdWLY=","SlixnS34BhAO+yRI2FaGPSOh9V6JSVNPfLl1bHxrcQY=","1DaDKzrCNNBhmSdY5vFjz+NpAmxmYfYEgBCdPLrMP1A=","xH/DCseLHr9eKoYT8qsORZK7zVdEGYWHuVtsVrD95wY="],"checkpoint":{"envelope":"rekor.sigstore.dev - 1193050959916656506\n3672832937\nDgPsKMRuaNoKZUY47y9D87lGF6VW2bO7LD1fqQCRrsY=\n\n— rekor.sigstore.dev wNI9ajBEAiBSWKeHM3fcDgCVmtkNePGutCr8VAnz7P4tWm4kC4tTUwIgbE5ErJVagjSmiMKGMQUVXheGrRGdvoerMGR4+2dwyZ0=\n"}},"canonicalizedBody":"eyJhcGlWZXJzaW9uIjoiMC4wLjEiLCJraW5kIjoiaGFzaGVkcmVrb3JkIiwic3BlYyI6eyJkYXRhIjp7Imhhc2giOnsiYWxnb3JpdGhtIjoic2hhMjU2IiwidmFsdWUiOiJlZTk3OTZhNTAwM2RiMzQ2OWQ4ZDViNDZlYzE5MjY3NDU4ZTcxYzE4MDQ5YjlmN2UxMWMzYzhkOGFkOTlmNGJmIn19LCJzaWduYXR1cmUiOnsiY29udGVudCI6Ik1FVUNJUUNzQVA4b3NZbE5td3VGZ1B4T0toM09YY1Brbk5OcXFPYUZ2bHhNMno4U3hRSWdTZUhQOHorUzkzWXVMdlNuUXUwUkd3U1gyRG9ndUxGYlBiMjlVUzFEQS9VPSIsInB1YmxpY0tleSI6eyJjb250ZW50IjoiTFMwdExTMUNSVWRKVGlCRFJWSlVTVVpKUTBGVVJTMHRMUzB0Q2sxSlNVaE1SRU5EUW5KTFowRjNTVUpCWjBsVlJXNTBXVWt2TVdJclpFdHdTVVo0YlcxaWNrSTBjMk1yYzBGQmQwTm5XVWxMYjFwSmVtb3dSVUYzVFhjS1RucEZWazFDVFVkQk1WVkZRMmhOVFdNeWJHNWpNMUoyWTIxVmRWcEhWakpOVWpSM1NFRlpSRlpSVVVSRmVGWjZZVmRrZW1SSE9YbGFVekZ3WW01U2JBcGpiVEZzV2tkc2FHUkhWWGRJYUdOT1RXcFplRTFVUlhkTmFrbDRUMVJCTlZkb1kwNU5hbGw0VFZSRmQwMXFTWGxQVkVFMVYycEJRVTFHYTNkRmQxbElDa3R2V2tsNmFqQkRRVkZaU1V0dldrbDZhakJFUVZGalJGRm5RVVZJVlZwWVlXbEhWRXQzV0hkUlFYUlZaRmx2VEZWMlRXWTROM1JyWm1OM2IwdEZaMGNLY1ROM1JUSm5MM2RMUjNCbFVGRklNM05vV1hoNFlrdEtPRmMwV25CNE4zVldXbVZzVjFaYVJXdHVRa1pMTVdJdmQyRlBRMEprUlhkbloxaE9UVUUwUndwQk1WVmtSSGRGUWk5M1VVVkJkMGxJWjBSQlZFSm5UbFpJVTFWRlJFUkJTMEpuWjNKQ1owVkdRbEZqUkVGNlFXWkNaMDVXU0ZOTlJVZEVRVmRuUWxSbUNqQXJibEJXYVZGU2JIWnRiekpQYTI5V1lVeEhUR2hvYTFCNlFuSkNaMDVXU0ZKRlFrRm1PRVZaVkVKbWFHd3hiMlJJVW5kamVtOTJUREprY0dSSGFERUtXV2sxYW1JeU1IWmhTRlp1V2pKc2RWb3lXbWhaTWxWMllUSldlV0p0Vm5OamVURnFZakl4ZEdSWE5YQmtTR3QyVEcxa2NHUkhhREZaYVRrellqTktjZ3BhYlhoMlpETk5kbGx1Vm5CaVIxRjFaVmRHZEdKRlFubGFWMXA2VERKb2JGbFhVbnBNTWpGb1lWYzBkMDlSV1V0TGQxbENRa0ZIUkhaNlFVSkJVVkZ5Q21GSVVqQmpTRTAyVEhrNU1HSXlkR3hpYVRWb1dUTlNjR0l5TlhwTWJXUndaRWRvTVZsdVZucGFXRXBxWWpJMU1GcFhOVEJNYlU1MllsUkJaa0puYjNJS1FtZEZSVUZaVHk5TlFVVkRRa0pHTTJJelNuSmFiWGgyWkRFNWEyRllUbmRaV0ZKcVlVUkJNa0puYjNKQ1owVkZRVmxQTDAxQlJVUkNRMmhvVFVSS2JRcE9SRTVwVFcxT2FsbHFhM2xhVjFFelRrZEpORTU2VW0xTlZFVjVXV3BSTkU1NlNUTk9SMVV3VFVSUk1WcHFRVFZOUWsxSFEybHpSMEZSVVVKbk56aDNDa0ZSVVVWQ1ZVb3hZVmQ0YTAxRGMwZERhWE5IUVZGUlFtYzNPSGRCVVZWRlNGZG9NVm95WkhCaWJXUnRXVmRPYkV3eWRHeGpiVFZzWWtoTmRGa3lPWFFLWWxoV2RXRllValZOUWpCSFEybHpSMEZSVVVKbk56aDNRVkZaUlVRelNteGFiazEyWVVkV2FGcElUWFppVjBad1ltcEJOMEpuYjNKQ1owVkZRVmxQTHdwTlFVVkpRa013VFVzeWFEQmtTRUo2VDJrNGRtUkhPWEphVnpSMVdWZE9NR0ZYT1hWamVUVnVZVmhTYjJSWFNqRmpNbFo1V1RJNWRXUkhWblZrUXpWcUNtSXlNSGRpVVZsTFMzZFpRa0pCUjBSMmVrRkNRMUZTWmtSR01XOWtTRkozWTNwdmRrd3laSEJrUjJneFdXazFhbUl5TUhaaFNGWnVXakpzZFZveVdtZ0tXVEpWZG1FeVZubGliVlp6WTNreGFtSXlNWFJrVnpWd1pFaHJka3h0WkhCa1IyZ3hXV2s1TTJJelNuSmFiWGgyWkROTmRsbHVWbkJpUjFGMVpWZEdkQXBpUlVKNVdsZGFla3d5YUd4WlYxSjZUREl4YUdGWE5IZFBRVmxMUzNkWlFrSkJSMFIyZWtGQ1EyZFJjVVJEYUdoTlJFcHRUa1JPYVUxdFRtcFphbXQ1Q2xwWFVUTk9SMGswVG5wU2JVMVVSWGxaYWxFMFRucEpNMDVIVlRCTlJGRXhXbXBCTlUxQ2MwZERhWE5IUVZGUlFtYzNPSGRCVVhORlJGRjNUR015Vm5NS1dta3hiMkl6VGpCYVYxRjNVVUZaUzB0M1dVSkNRVWRFZG5wQlFrUkJVWGxFUkVKdlpFaFNkMk42YjNaTU1tUndaRWRvTVZscE5XcGlNakIyWVVoV2JncGFNbXgxV2pKYWFGa3lWWFpoTWxaNVltMVdjMk41TVdwaU1qRjBaRmMxY0dSSWEzZFBRVmxMUzNkWlFrSkJSMFIyZWtGQ1JGRlJjVVJEYUdoTlJFcHRDazVFVG1sTmJVNXFXV3ByZVZwWFVUTk9SMGswVG5wU2JVMVVSWGxaYWxFMFRucEpNMDVIVlRCTlJGRXhXbXBCTlUxQ09FZERhWE5IUVZGUlFtYzNPSGNLUVZFMFJVVlJkMUJqYlZadFkzazViMXBYUm10amVUbDBXVmRzZFUxQ2IwZERhWE5IUVZGUlFtYzNPSGRCVVRoRlJFRjNTMDFVUVROTlZGRXpUbFJWZVFwUFZFRjFRbWR2Y2tKblJVVkJXVTh2VFVGRlVVSkRRVTFJYldnd1pFaENlazlwT0haYU1td3dZVWhXYVV4dFRuWmlVemx2WkZka2JtRlhOVzVhYlVacUNscFVRVmxDWjI5eVFtZEZSVUZaVHk5TlFVVlNRa0Z2VFVORVNURk9la2wzVG5wUmVrMUhNRWREYVhOSFFWRlJRbWMzT0hkQlVrbEZXSGQ0WkdGSVVqQUtZMGhOTmt4NU9XNWhXRkp2WkZkSmRWa3lPWFJNTW1neFdqSmtjR0p0WkcxWlYwNXNUREowYkdOdE5XeGlTRTEwV1RJNWRHSllWblZoV0ZJMVRIazFiZ3BoV0ZKdlpGZEpkbVF5T1hsaE1scHpZak5rZWt3eVNqRmhWM2hyVEc1c2FHSlhlRUZqYlZadFkzazViMXBYUm10amVUbDBXVmRzZFUxRVowZERhWE5IQ2tGUlVVSm5OemgzUVZKTlJVdG5kMjlaVkVGNVdtcFJlbGxxU21wWk1razFUVzFXYTA1NlVtbFBSR013V21wRmVFMXRTVEJQUkdONVRucFNiRTVFUVRBS1RsZFpkMDlVUVdoQ1oyOXlRbWRGUlVGWlR5OU5RVVZWUWtKTlRVVllaSFpqYlhSdFlrYzVNMWd5VW5Cak0wSm9aRWRPYjAxSFVVZERhWE5IUVZGUlFncG5OemgzUVZKVlJWWm5lRlZoU0ZJd1kwaE5Oa3g1T1c1aFdGSnZaRmRKZFZreU9YUk1NbWd4V2pKa2NHSnRaRzFaVjA1c1RESjBiR050Tld4aVNFMTBDbGt5T1hSaVdGWjFZVmhTTlV3eVJtcGtSMngyWW01TmRtTnVWblZqZVRnd1RXcG5NVTFxWnpSTmVrRXdUbms1YUdSSVVteGlXRUl3WTNrNGVFMUNXVWNLUTJselIwRlJVVUpuTnpoM1FWSlpSVU5CZDBkalNGWnBZa2RzYWsxRldVZERhWE5IUVZGUlFtYzNPSGRCVW1kRlQwRjNNbU50Vm5kaWVuQnZaRmRrYmdwaFZ6VnVXbTFHYWxwVE9YSmFXRXAxV2xkNGVreFhUblppVnpFeFltMXNNR1ZVY0hsYVYxazJZMjFXYldONU9XOWFWMFpyWTNrNWRGbFhiSFZOU1VkTENrSm5iM0pDWjBWRlFXUmFOVUZuVVVOQ1NIZEZaV2RDTkVGSVdVRXpWREIzWVhOaVNFVlVTbXBIVWpSamJWZGpNMEZ4U2t0WWNtcGxVRXN6TDJnMGNIa0taME00Y0Rkdk5FRkJRVWRvZURSemRFTjNRVUZDUVUxQlVucENSa0ZwUlVGbmJEazBXVzlHTlZob1pISlNWRTVCUTNVMFdpODNUWGxEU1ZKSk5tTjJSUXBMVUVZeFlWQXhTbTFGVlVOSlFtdEZNazV2VVZwWFQwZG9kWFZOU1VjMlpqSTFiRnByYURjMGNETnlZekYxZW1oRGJtNWxiWFpNZUUxQmIwZERRM0ZIQ2xOTk5EbENRVTFFUVRKblFVMUhWVU5OUXpoT1RqRjNaMFJhY25GUE4xRkpPRGRwZWtSRWIyVmxPVE14T0d0QmMwbDZlR2hDY0U5VEx5dEtNV2RoTmtZS00yTnFkMFpNT0ZGVVFWTjNZakZGTlZCUlNYaEJUREJ3VFVzMlFXSmlkSGxIWjFkNlJubERVVXRGZGtjNGMwa3hlVGhsZFZCSU9FVlhhV3h0Y2xSSWR3cHBOMU5IUkhGTVIwRjJNMko2TmtOcFVsSjVOemQzUFQwS0xTMHRMUzFGVGtRZ1EwVlNWRWxHU1VOQlZFVXRMUzB0TFFvPSJ9fX19"}],"timestampVerificationData":{"rfc3161Timestamps":[{"signedTimestamp":"MIIE6DADAgEAMIIE3wYJKoZIhvcNAQcCoIIE0DCCBMwCAQMxDTALBglghkgBZQMEAgEwgcEGCyqGSIb3DQEJEAEEoIGxBIGuMIGrAgEBBgkrBgEEAYO/MAIwMTANBglghkgBZQMEAgEFAAQgSqQG7J56N7qhHgc+lg/qiaMJYsTcM5d1GLYK170pRgsCFD2u8NGhHE1B++7RQQVZ5EXTElgNGA8yMDI2MTExMDIyMTkwOVowAwIBAQIIH42A7u7LcVqgMqQwMC4xFTATBgNVBAoTDHNpZ3N0b3JlLmRldjEVMBMGA1UEAxMMc2lnc3RvcmUtdHNhoIICFDCCAhAwggGWoAMCAQICFDoTVC8MkGHuvMFDL8uKjosqI4sMMAoGCCqGSM49BAMDMDkxFTATBgNVBAoTDHNpZ3N0b3JlLmRldjEgMB4GA1UEAxMXc2lnc3RvcmUtdHNhLXNlbGZzaWduZWQwHhcNMjUwNDA4MDY1OTQzWhcNMzUwNDA2MDY1OTQzWjAuMRUwEwYDVQQKEwxzaWdzdG9yZS5kZXYxFTATBgNVBAMTDHNpZ3N0b3JlLXRzYTB2MBAGByqGSM49AgEGBSuBBAAiA2IABOK2tmfISjYoNk/ZBYwgE6Bht9I5MvlkL9wcy/pir4dUijUf1MLsLHzQoOLK8qGAHfBOorKL1QNzOGqDXZvUA4udGfJ0xMr6oHwz7UyMFyLX4lvwBX9Ve7sJG5AKI9McXKNqMGgwDgYDVR0PAQH/BAQDAgeAMB0GA1UdDgQWBBSJ/XlDh8/QZUbDAkbHLHNbfbTrAzAfBgNVHSMEGDAWgBSY7AHvf7tR/9SVHm+KiJhTB4nOvzAWBgNVHSUBAf8EDDAKBggrBgEFBQcDCDAKBggqhkjOPQQDAwNoADBlAjA7abFf+imjtKshf1DLF9mklFykBXaBk6bUBnNH7atXLLpRzxhunbJsjDXdyQfhtxECMQDmo7wXI6SZim+Db/tk2qI/FHOfm+ooehVwgiq2kqrqXtO86rMDHFyU3tXBMbx775cxggHaMIIB1gIBATBRMDkxFTATBgNVBAoTDHNpZ3N0b3JlLmRldjEgMB4GA1UEAxMXc2lnc3RvcmUtdHNhLXNlbGZzaWduZWQCFDoTVC8MkGHuvMFDL8uKjosqI4sMMAsGCWCGSAFlAwQCAaCB/DAaBgkqhkiG9w0BCQMxDQYLKoZIhvcNAQkQAQQwHAYJKoZIhvcNAQkFMQ8XDTI2MTExMDIyMTkwOVowLwYJKoZIhvcNAQkEMSIEINYPEAoQOb+L5hCowjePypSZkp0yr1Wr4UEQ1WCFJiQeMIGOBgsqhkiG9w0BCRACLzF/MH0wezB5BCCF+Se8B6tiysO0Q1bBDvyBssaIP9p6uebYcNnROs0FtzBVMD2kOzA5MRUwEwYDVQQKEwxzaWdzdG9yZS5kZXYxIDAeBgNVBAMTF3NpZ3N0b3JlLXRzYS1zZWxmc2lnbmVkAhQ6E1QvDJBh7rzBQy/Lio6LKiOLDDAKBggqhkjOPQQDAgRmMGQCMEkTQFI/VtM+BVEc0xBrKtFv7IWm1zxz5GUJO2a8FHcqJh/dAf2Vm9eCb8EJewZVUAIwDHH4jT8mxuLqCkMlbtn4gNhsPdPNBhUrGaqgEhfewChpdg0YRfqBf50Wvp4LCdUP"}]}},"messageSignature":{"messageDigest":{"algorithm":"SHA2_256","digest":"7peWpQA9s0adjVtG7BkmdFjnHBgEm59+EcPI2K2Z9L8="},"signature":"MEUCIQCsAP8osYlNmwuFgPxOKh3OXcPknNNqqOaFvlxM2z8SxQIgSeHP8z+S93YuLvSnQu0RGwSX2DoguLFbPb29US1DA/U="}}
 
1
+ {"mediaType":"application/vnd.dev.sigstore.bundle.v0.3+json","verificationMaterial":{"certificate":{"rawBytes":"MIIHLjCCBrOgAwIBAgIUZV+TqkqSWqShkccmYQ/wdp9HoFkwCgYIKoZIzj0EAwMwNzEVMBMGA1UEChMMc2lnc3RvcmUuZGV2MR4wHAYDVQQDExVzaWdzdG9yZS1pbnRlcm1lZGlhdGUwHhcNMjYxMTE4MjIxMjU3WhcNMjYxMTE4MjIyMjU3WjAAMFkwEwYHKoZIzj0CAQYIKoZIzj0DAQcDQgAEcTyMIIu02AHAXEZmu3FkfDM9a4gZ0gLOxuX6ms76RwY056kUkOg5rOjZrwhhDfyfLTHXXctM30fl5eT045TwrqOCBdIwggXOMA4GA1UdDwEB/wQEAwIHgDATBgNVHSUEDDAKBggrBgEFBQcDAzAfBgNVHSMEGDAWgBTf0+nPViQRlvmo2OkoVaLGLhhkPzBrBgNVHREBAf8EYTBfhl1odHRwczovL2dpdGh1Yi5jb20vaHVnZ2luZ2ZhY2Uva2VybmVscy1jb21tdW5pdHkvLmdpdGh1Yi93b3JrZmxvd3MvYnVpbGQueWFtbEByZWZzL2hlYWRzL21haW4wOQYKKwYBBAGDvzABAQQraHR0cHM6Ly90b2tlbi5hY3Rpb25zLmdpdGh1YnVzZXJjb250ZW50LmNvbTAfBgorBgEEAYO/MAECBBF3b3JrZmxvd19kaXNwYXRjaDA2BgorBgEEAYO/MAEDBChhZTJjMmJlMzFiOTFkYjJmNGQxM2MwYmYxYTcyMDUxYmQ3ZTBkMGFmMBMGCisGAQQBg78wAQQEBUJ1aWxkMCsGCisGAQQBg78wAQUEHWh1Z2dpbmdmYWNlL2tlcm5lbHMtY29tbXVuaXR5MB0GCisGAQQBg78wAQYED3JlZnMvaGVhZHMvbWFpbjA7BgorBgEEAYO/MAEIBC0MK2h0dHBzOi8vdG9rZW4uYWN0aW9ucy5naXRodWJ1c2VyY29udGVudC5jb20wbQYKKwYBBAGDvzABCQRfDF1odHRwczovL2dpdGh1Yi5jb20vaHVnZ2luZ2ZhY2Uva2VybmVscy1jb21tdW5pdHkvLmdpdGh1Yi93b3JrZmxvd3MvYnVpbGQueWFtbEByZWZzL2hlYWRzL21haW4wOAYKKwYBBAGDvzABCgQqDChhZTJjMmJlMzFiOTFkYjJmNGQxM2MwYmYxYTcyMDUxYmQ3ZTBkMGFmMBsGCisGAQQBg78wAQsEDQwLc2VsZi1ob3N0ZWQwQAYKKwYBBAGDvzABDAQyDDBodHRwczovL2dpdGh1Yi5jb20vaHVnZ2luZ2ZhY2Uva2VybmVscy1jb21tdW5pdHkwOAYKKwYBBAGDvzABDQQqDChhZTJjMmJlMzFiOTFkYjJmNGQxM2MwYmYxYTcyMDUxYmQ3ZTBkMGFmMB8GCisGAQQBg78wAQ4EEQwPcmVmcy9oZWFkcy9tYWluMBoGCisGAQQBg78wAQ8EDAwKMTA3MTQ3NTUyOTAuBgorBgEEAYO/MAEQBCAMHmh0dHBzOi8vZ2l0aHViLmNvbS9odWdnaW5nZmFjZTAYBgorBgEEAYO/MAERBAoMCDI1NzIwNzQzMG0GCisGAQQBg78wARIEXwxdaHR0cHM6Ly9naXRodWIuY29tL2h1Z2dpbmdmYWNlL2tlcm5lbHMtY29tbXVuaXR5Ly5naXRodWIvd29ya2Zsb3dzL2J1aWxkLnlhbWxAcmVmcy9oZWFkcy9tYWluMDgGCisGAQQBg78wARMEKgwoYWUyYzJiZTMxYjkxZGIyZjRkMTNjMGJmMWE3MjA1MWJkN2UwZDBhZjAhBgorBgEEAYO/MAEUBBMMEXdvcmtmbG93X2Rpc3BhdGNoMGQGCisGAQQBg78wARUEVgxUaHR0cHM6Ly9naXRodWIuY29tL2h1Z2dpbmdmYWNlL2tlcm5lbHMtY29tbXVuaXR5L2FjdGlvbnMvcnVucy80NDM0NTM0MjYwMC9hdHRlbXB0cy8xMBYGCisGAQQBg78wARYECAwGcHVibGljMEYGCisGAQQBg78wARgEOAw2cmVwbzpodWdnaW5nZmFjZS9rZXJuZWxzLWNvbW11bml0eTpyZWY6cmVmcy9oZWFkcy9tYWluMIGLBgorBgEEAdZ5AgQCBH0EewB5AHcA3T0wasbHETJjGR4cmWc3AqJKXrjePK3/h4pygC8p7o4AAAGh8LhelwAABAMASDBGAiEAn7KseEXbdykuzMWKFVCZYUY0wsz3LoPGQGCD7bQOeuICIQCwG9mgUkAgE/DbjRwyRJ199tdiBeY8amrXK1C+1w1swjAKBggqhkjOPQQDAwNpADBmAjEAzpC6KwrIks+rcCrxmSDaotz8dBVGvgju4YPtSZN7CEXHU2tTXwb5Zm21kwCSDW/SAjEAvuG+QwUWs8PfxcsErI3KpCjFE/7sFeOkQ/X1Bikgyk/4Qn+5nRhxscqLV3/H/kPT"},"tlogEntries":[{"logIndex":"3979515965","logId":{"keyId":"wNI9atQGlz+VWfO6LRygH4QUfY/8W4RFwiT5i5WRgB0="},"kindVersion":{"kind":"hashedrekord","version":"0.0.1"},"integratedTime":"1795039981","inclusionPromise":{"signedEntryTimestamp":"MEQCID1CRmL7ab8i4nSfJjligTTYeab3PeqZnS9ti4qtHPOMAiAYZmc9vnOS3GSz66qp2PbwdP8p/Eau56bIdZLSuJrtyg=="},"inclusionProof":{"logIndex":"3857611703","rootHash":"d6cDEC2zQTaWUOusZaFtBhqh/cp6KWlewsp65oQHRmk=","treeSize":"3857614877","hashes":["9Z148Lv2Seb3yBkmZxOwkzNNehG4XEtENlDYKzYE+mc=","mp1nwF1urFkDlapfKxR0iQLX88FrUQvPhwxkT+gV/8E=","0YI6j9tVXNbFk2IBTqP5lizGzQq4ZS67yokHCrKyJvM=","YrkHa49edgdfwahtsjnFYriKfc6KGDZXvxhH8gOb2ZA=","QXgEIcHXkcrgrMVp/4iDWHlAJaNZnB/LedMNwYDCoaw=","2HKOA5DKvMVKeyPTRyiqAn8k6Y9v+95nEWJyLq4DJmI=","226z4ibEmW7v/nGBHpE5dbIAKv4JXISHk22JT3GreLE=","cDBSrJz2sDmQ358vUnCpoWNFC8/aRhh8RTyoNJBpIRU=","Gb5+PoXi5lAT9XnQhwzJ8R1P1zgnrz1KUXKgcYTYpQo=","GbUSpW+m765gv2nckRQUIaFNRto43U8TxPQqi1JeA1M=","WWKEj/KpY+DixC5zmFki0Pgn36N+umlh52AlsPCDwNI=","tW/oKXaXQ+zA1ktJm8csSIN9f4lvTKA8TLlfQ7zPar4=","a0VD0K7t/NagdI4vhSEtlD5HDcqx49ezGBCeTu99uFs=","h2mBE2k0iIHyLienTWl812qyZU9Bcv+IUFv6doFc4iE=","MyLTQkVjSD7cruhpRyydNmbOvcVA3XMWqKgsxv9oROQ=","0St5XkAp6g+5UHaYMDl9d+tX9xCL7PfG1t0kfeI2pgI=","J5GChuYeaFKDaUvU2ZVLDq0Z9owwZ+wLrLV9d2w1eMo=","Zb383XYqETY5ab+zJn0nBDkCciFNJTzRgu5XgPv11qY=","/ihHj1fQjFvlTbA47NC99ngmBnq5+Dv0MHP0qGXN1YU=","q+AZHSuFZigq9sVSKJOXt13bhdDE+gG3Sz4g1LSlXrY=","GLLoBV9JSo2kQfEats+FRxH9J+Y5LIlNozzD3EfUJ4k=","LtxO1SRkRdOspzlk/oR5gB4UJLygHwKl8SxHnA6bl50=","LG50Z3o5WoQx+ipx4JjOZEPoUxIXQjykMUu64z5RDaU=","pGLNL38fZHRQRuTPkhqzP2fMx5gxRPH/gPikPPETFpY=","k0+Z1T6dI0Tgluh54oO/hnxtuoW22MqFIjVTPYeUJGU=","1DaDKzrCNNBhmSdY5vFjz+NpAmxmYfYEgBCdPLrMP1A=","xH/DCseLHr9eKoYT8qsORZK7zVdEGYWHuVtsVrD95wY="],"checkpoint":{"envelope":"rekor.sigstore.dev - 1193050959916656506\n3857614877\nd6cDEC2zQTaWUOusZaFtBhqh/cp6KWlewsp65oQHRmk=\n\n— rekor.sigstore.dev wNI9ajBGAiEA8SteB+ezyAOyPNi0G4zuhAcJi1ITj6kzcpGMt4zOpRACIQDYtahRSw3vVLsfpZqggzdpKIbxWA8yQKCxiQr8R7bE8w==\n"}},"canonicalizedBody":"eyJhcGlWZXJzaW9uIjoiMC4wLjEiLCJraW5kIjoiaGFzaGVkcmVrb3JkIiwic3BlYyI6eyJkYXRhIjp7Imhhc2giOnsiYWxnb3JpdGhtIjoic2hhMjU2IiwidmFsdWUiOiJkNjdiMGZiYmMzMzk0Y2ZiMTEzN2I1ZGI3MzdkYmUyNjMxZjYxMjY5ZTQ3OThlNjdhZDY2ODk0ZDlhOTFkNzU2In19LCJzaWduYXR1cmUiOnsiY29udGVudCI6Ik1FWUNJUURTR1Vwakk4NmVJT1VGb0dRa2JiYmkyNFhzWnN2N0Rhczh2eG9qdW1nMVRRSWhBSkNvcmtoYS9Kait0S3RwUTVHZFdmTHJvRndQZERvUDNTQWFOekFzUWVTLyIsInB1YmxpY0tleSI6eyJjb250ZW50IjoiTFMwdExTMUNSVWRKVGlCRFJWSlVTVVpKUTBGVVJTMHRMUzB0Q2sxSlNVaE1ha05EUW5KUFowRjNTVUpCWjBsVldsWXJWSEZyY1ZOWGNWTm9hMk5qYlZsUkwzZGtjRGxJYjBacmQwTm5XVWxMYjFwSmVtb3dSVUYzVFhjS1RucEZWazFDVFVkQk1WVkZRMmhOVFdNeWJHNWpNMUoyWTIxVmRWcEhWakpOVWpSM1NFRlpSRlpSVVVSRmVGWjZZVmRrZW1SSE9YbGFVekZ3WW01U2JBcGpiVEZzV2tkc2FHUkhWWGRJYUdOT1RXcFplRTFVUlRSTmFrbDRUV3BWTTFkb1kwNU5hbGw0VFZSRk5FMXFTWGxOYWxVelYycEJRVTFHYTNkRmQxbElDa3R2V2tsNmFqQkRRVkZaU1V0dldrbDZhakJFUVZGalJGRm5RVVZqVkhsTlNVbDFNREpCU0VGWVJWcHRkVE5HYTJaRVRUbGhOR2RhTUdkTVQzaDFXRFlLYlhNM05sSjNXVEExTm10VmEwOW5OWEpQYWxweWQyaG9SR1o1Wmt4VVNGaFlZM1JOTXpCbWJEVmxWREEwTlZSM2NuRlBRMEprU1hkbloxaFBUVUUwUndwQk1WVmtSSGRGUWk5M1VVVkJkMGxJWjBSQlZFSm5UbFpJVTFWRlJFUkJTMEpuWjNKQ1owVkdRbEZqUkVGNlFXWkNaMDVXU0ZOTlJVZEVRVmRuUWxSbUNqQXJibEJXYVZGU2JIWnRiekpQYTI5V1lVeEhUR2hvYTFCNlFuSkNaMDVXU0ZKRlFrRm1PRVZaVkVKbWFHd3hiMlJJVW5kamVtOTJUREprY0dSSGFERUtXV2sxYW1JeU1IWmhTRlp1V2pKc2RWb3lXbWhaTWxWMllUSldlV0p0Vm5OamVURnFZakl4ZEdSWE5YQmtTR3QyVEcxa2NHUkhhREZaYVRrellqTktjZ3BhYlhoMlpETk5kbGx1Vm5CaVIxRjFaVmRHZEdKRlFubGFWMXA2VERKb2JGbFhVbnBNTWpGb1lWYzBkMDlSV1V0TGQxbENRa0ZIUkhaNlFVSkJVVkZ5Q21GSVVqQmpTRTAyVEhrNU1HSXlkR3hpYVRWb1dUTlNjR0l5TlhwTWJXUndaRWRvTVZsdVZucGFXRXBxWWpJMU1GcFhOVEJNYlU1MllsUkJaa0puYjNJS1FtZEZSVUZaVHk5TlFVVkRRa0pHTTJJelNuSmFiWGgyWkRFNWEyRllUbmRaV0ZKcVlVUkJNa0puYjNKQ1owVkZRVmxQTDAxQlJVUkNRMmhvV2xSS2FncE5iVXBzVFhwR2FVOVVSbXRaYWtwdFRrZFJlRTB5VFhkWmJWbDRXVlJqZVUxRVZYaFpiVkV6V2xSQ2EwMUhSbTFOUWsxSFEybHpSMEZSVVVKbk56aDNDa0ZSVVVWQ1ZVb3hZVmQ0YTAxRGMwZERhWE5IUVZGUlFtYzNPSGRCVVZWRlNGZG9NVm95WkhCaWJXUnRXVmRPYkV3eWRHeGpiVFZzWWtoTmRGa3lPWFFLWWxoV2RXRllValZOUWpCSFEybHpSMEZSVVVKbk56aDNRVkZaUlVRelNteGFiazEyWVVkV2FGcElUWFppVjBad1ltcEJOMEpuYjNKQ1owVkZRVmxQTHdwTlFVVkpRa013VFVzeWFEQmtTRUo2VDJrNGRtUkhPWEphVnpSMVdWZE9NR0ZYT1hWamVUVnVZVmhTYjJSWFNqRmpNbFo1V1RJNWRXUkhWblZrUXpWcUNtSXlNSGRpVVZsTFMzZFpRa0pCUjBSMmVrRkNRMUZTWmtSR01XOWtTRkozWTNwdmRrd3laSEJrUjJneFdXazFhbUl5TUhaaFNGWnVXakpzZFZveVdtZ0tXVEpWZG1FeVZubGliVlp6WTNreGFtSXlNWFJrVnpWd1pFaHJka3h0WkhCa1IyZ3hXV2s1TTJJelNuSmFiWGgyWkROTmRsbHVWbkJpUjFGMVpWZEdkQXBpUlVKNVdsZGFla3d5YUd4WlYxSjZUREl4YUdGWE5IZFBRVmxMUzNkWlFrSkJSMFIyZWtGQ1EyZFJjVVJEYUdoYVZFcHFUVzFLYkUxNlJtbFBWRVpyQ2xscVNtMU9SMUY0VFRKTmQxbHRXWGhaVkdONVRVUlZlRmx0VVROYVZFSnJUVWRHYlUxQ2MwZERhWE5IUVZGUlFtYzNPSGRCVVhORlJGRjNUR015Vm5NS1dta3hiMkl6VGpCYVYxRjNVVUZaUzB0M1dVSkNRVWRFZG5wQlFrUkJVWGxFUkVKdlpFaFNkMk42YjNaTU1tUndaRWRvTVZscE5XcGlNakIyWVVoV2JncGFNbXgxV2pKYWFGa3lWWFpoTWxaNVltMVdjMk41TVdwaU1qRjBaRmMxY0dSSWEzZFBRVmxMUzNkWlFrSkJSMFIyZWtGQ1JGRlJjVVJEYUdoYVZFcHFDazF0U214TmVrWnBUMVJHYTFscVNtMU9SMUY0VFRKTmQxbHRXWGhaVkdONVRVUlZlRmx0VVROYVZFSnJUVWRHYlUxQ09FZERhWE5IUVZGUlFtYzNPSGNLUVZFMFJVVlJkMUJqYlZadFkzazViMXBYUm10amVUbDBXVmRzZFUxQ2IwZERhWE5IUVZGUlFtYzNPSGRCVVRoRlJFRjNTMDFVUVROTlZGRXpUbFJWZVFwUFZFRjFRbWR2Y2tKblJVVkJXVTh2VFVGRlVVSkRRVTFJYldnd1pFaENlazlwT0haYU1td3dZVWhXYVV4dFRuWmlVemx2WkZka2JtRlhOVzVhYlVacUNscFVRVmxDWjI5eVFtZEZSVUZaVHk5TlFVVlNRa0Z2VFVORVNURk9la2wzVG5wUmVrMUhNRWREYVhOSFFWRlJRbWMzT0hkQlVrbEZXSGQ0WkdGSVVqQUtZMGhOTmt4NU9XNWhXRkp2WkZkSmRWa3lPWFJNTW1neFdqSmtjR0p0WkcxWlYwNXNUREowYkdOdE5XeGlTRTEwV1RJNWRHSllWblZoV0ZJMVRIazFiZ3BoV0ZKdlpGZEpkbVF5T1hsaE1scHpZak5rZWt3eVNqRmhWM2hyVEc1c2FHSlhlRUZqYlZadFkzazViMXBYUm10amVUbDBXVmRzZFUxRVowZERhWE5IQ2tGUlVVSm5OemgzUVZKTlJVdG5kMjlaVjFWNVdYcEthVnBVVFhoWmFtdDRXa2RKZVZwcVVtdE5WRTVxVFVkS2JVMVhSVE5OYWtFeFRWZEthMDR5VlhjS1drUkNhRnBxUVdoQ1oyOXlRbWRGUlVGWlR5OU5RVVZWUWtKTlRVVllaSFpqYlhSdFlrYzVNMWd5VW5Cak0wSm9aRWRPYjAxSFVVZERhWE5IUVZGUlFncG5OemgzUVZKVlJWWm5lRlZoU0ZJd1kwaE5Oa3g1T1c1aFdGSnZaRmRKZFZreU9YUk1NbWd4V2pKa2NHSnRaRzFaVjA1c1RESjBiR050Tld4aVNFMTBDbGt5T1hSaVdGWjFZVmhTTlV3eVJtcGtSMngyWW01TmRtTnVWblZqZVRnd1RrUk5NRTVVVFRCTmFsbDNUVU01YUdSSVVteGlXRUl3WTNrNGVFMUNXVWNLUTJselIwRlJVVUpuTnpoM1FWSlpSVU5CZDBkalNGWnBZa2RzYWsxRldVZERhWE5IUVZGUlFtYzNPSGRCVW1kRlQwRjNNbU50Vm5kaWVuQnZaRmRrYmdwaFZ6VnVXbTFHYWxwVE9YSmFXRXAxV2xkNGVreFhUblppVnpFeFltMXNNR1ZVY0hsYVYxazJZMjFXYldONU9XOWFWMFpyWTNrNWRGbFhiSFZOU1VkTUNrSm5iM0pDWjBWRlFXUmFOVUZuVVVOQ1NEQkZaWGRDTlVGSVkwRXpWREIzWVhOaVNFVlVTbXBIVWpSamJWZGpNMEZ4U2t0WWNtcGxVRXN6TDJnMGNIa0taME00Y0Rkdk5FRkJRVWRvT0V4b1pXeDNRVUZDUVUxQlUwUkNSMEZwUlVGdU4wdHpaVVZZWW1SNWEzVjZUVmRMUmxaRFdsbFZXVEIzYzNvelRHOVFSd3BSUjBORU4ySlJUMlYxU1VOSlVVTjNSemx0WjFWclFXZEZMMFJpYWxKM2VWSktNVGs1ZEdScFFtVlpPR0Z0Y2xoTE1VTXJNWGN4YzNkcVFVdENaMmR4Q21ocmFrOVFVVkZFUVhkT2NFRkVRbTFCYWtWQmVuQkROa3QzY2tscmN5dHlZME55ZUcxVFJHRnZkSG80WkVKV1IzWm5hblUwV1ZCMFUxcE9OME5GV0VnS1ZUSjBWRmgzWWpWYWJUSXhhM2REVTBSWEwxTkJha1ZCZG5WSEsxRjNWVmR6T0ZCbWVHTnpSWEpKTTB0d1EycEdSUzgzYzBabFQydFJMMWd4UW1sclp3cDVheTgwVVc0ck5XNVNhSGh6WTNGTVZqTXZTQzlyVUZRS0xTMHRMUzFGVGtRZ1EwVlNWRWxHU1VOQlZFVXRMUzB0TFFvPSJ9fX19"}],"timestampVerificationData":{"rfc3161Timestamps":[{"signedTimestamp":"MIIE6jADAgEAMIIE4QYJKoZIhvcNAQcCoIIE0jCCBM4CAQMxDTALBglghkgBZQMEAgEwgcIGCyqGSIb3DQEJEAEEoIGyBIGvMIGsAgEBBgkrBgEEAYO/MAIwMTANBglghkgBZQMEAgEFAAQgZyrUN2b3YHYIptpn/o/WkAhUDPZJqsgcP7WEI8AsPnwCFAwSm4M/zLCPsdCVygOf+mmYvfsuGA8yMDI2MTExODIyMTI1N1owAwIBAQIJAOCdJQO+b2MnoDKkMDAuMRUwEwYDVQQKEwxzaWdzdG9yZS5kZXYxFTATBgNVBAMTDHNpZ3N0b3JlLXRzYaCCAhQwggIQMIIBlqADAgECAhQ6E1QvDJBh7rzBQy/Lio6LKiOLDDAKBggqhkjOPQQDAzA5MRUwEwYDVQQKEwxzaWdzdG9yZS5kZXYxIDAeBgNVBAMTF3NpZ3N0b3JlLXRzYS1zZWxmc2lnbmVkMB4XDTI1MDQwODA2NTk0M1oXDTM1MDQwNjA2NTk0M1owLjEVMBMGA1UEChMMc2lnc3RvcmUuZGV2MRUwEwYDVQQDEwxzaWdzdG9yZS10c2EwdjAQBgcqhkjOPQIBBgUrgQQAIgNiAATitrZnyEo2KDZP2QWMIBOgYbfSOTL5ZC/cHMv6Yq+HVIo1H9TC7Cx80KDiyvKhgB3wTqKyi9UDczhqg12b1AOLnRnydMTK+qB8M+1MjBci1+Jb8AV/VXu7CRuQCiPTHFyjajBoMA4GA1UdDwEB/wQEAwIHgDAdBgNVHQ4EFgQUif15Q4fP0GVGwwJGxyxzW3206wMwHwYDVR0jBBgwFoAUmOwB73+7Uf/UlR5vioiYUweJzr8wFgYDVR0lAQH/BAwwCgYIKwYBBQUHAwgwCgYIKoZIzj0EAwMDaAAwZQIwO2mxX/opo7SrIX9QyxfZpJRcpAV2gZOm1AZzR+2rVyy6Uc8Ybp2ybIw13ckH4bcRAjEA5qO8FyOkmYpvg2/7ZNqiPxRzn5vqKHoVcIIqtpKq6l7TvOqzAxxclN7VwTG8e++XMYIB2zCCAdcCAQEwUTA5MRUwEwYDVQQKEwxzaWdzdG9yZS5kZXYxIDAeBgNVBAMTF3NpZ3N0b3JlLXRzYS1zZWxmc2lnbmVkAhQ6E1QvDJBh7rzBQy/Lio6LKiOLDDALBglghkgBZQMEAgGggfwwGgYJKoZIhvcNAQkDMQ0GCyqGSIb3DQEJEAEEMBwGCSqGSIb3DQEJBTEPFw0yNjExMTgyMjEyNTdaMC8GCSqGSIb3DQEJBDEiBCD1a6X1XFVDXVUgOh+YaUx7L9tCI3RLz2IkLj9lzBoqFzCBjgYLKoZIhvcNAQkQAi8xfzB9MHsweQQghfknvAerYsrDtENWwQ78gbLGiD/aernm2HDZ0TrNBbcwVTA9pDswOTEVMBMGA1UEChMMc2lnc3RvcmUuZGV2MSAwHgYDVQQDExdzaWdzdG9yZS10c2Etc2VsZnNpZ25lZAIUOhNULwyQYe68wUMvy4qOiyojiwwwCgYIKoZIzj0EAwIEZzBlAjAwU7opMfKsqg4rck6roEvFwIj++sL0Y4MNkMLVKj0vlBZ/UQN05/34qjlrU1NvCYwCMQDRGM6D0HIpyM9bZK2B1gO96leTX0ghn/M6CMawzcoPM7tc5nj3gM6F97tAQd1XuRA="}]}},"messageSignature":{"messageDigest":{"algorithm":"SHA2_256","digest":"1nsPu8M5TPsRN7Xbc32+JjH2EmnkeY5nrWaJTZqR11Y="},"signature":"MEYCIQDSGUpjI86eIOUFoGQkbbbi24XsZsv7Das8vxojumg1TQIhAJCorkha/Jj+tKtpQ5GdWfLroFwPdDoP3SAaNzAsQeS/"}}
build/torch-stable-abi29-cu132-x86_64-linux/symbols.json CHANGED
@@ -1,11 +1,11 @@
1
  {
2
  "schema_version": 1,
3
- "module": "_flash_attn3_cuda_a02f43b",
4
  "functions": [
5
  {
6
  "name": "add_op_namespace_prefix",
7
  "qualname": "add_op_namespace_prefix",
8
- "module": "_flash_attn3_cuda_a02f43b._ops",
9
  "kind": "function",
10
  "doc": "Prefix op by namespace.",
11
  "signature": {
@@ -23,7 +23,7 @@
23
  {
24
  "name": "flash_attn_combine",
25
  "qualname": "flash_attn_combine",
26
- "module": "_flash_attn3_cuda_a02f43b.flash_attn_interface",
27
  "kind": "function",
28
  "doc": null,
29
  "signature": {
@@ -59,7 +59,7 @@
59
  {
60
  "name": "flash_attn_func",
61
  "qualname": "flash_attn_func",
62
- "module": "_flash_attn3_cuda_a02f43b.flash_attn_interface",
63
  "kind": "function",
64
  "doc": "dropout_p should be set to 0.0 during evaluation\nSupports multi-query and grouped-query attention (MQA/GQA) by passing in KV with fewer heads\nthan Q. Note that the number of heads in Q must be divisible by the number of heads in KV.\nFor example, if Q has 6 heads and K, V have 2 heads, head 0, 1, 2 of Q will attention to head\n0 of K, V, and head 3, 4, 5 of Q will attention to head 1 of K, V.\n\nIf causal=True, the causal mask is aligned to the bottom right corner of the attention matrix.\nFor example, if seqlen_q = 2 and seqlen_k = 5, the causal mask (1 = keep, 0 = masked out) is:\n 1 1 1 1 0\n 1 1 1 1 1\nIf seqlen_q = 5 and seqlen_k = 2, the causal mask is:\n 0 0\n 0 0\n 0 0\n 1 0\n 1 1\nIf the row of the mask is all zero, the output will be zero.\n\nIf window_size != (-1, -1), implements sliding window local attention. Query at position i\nwill only attend to keys between\n[i + seqlen_k - seqlen_q - window_size[0], i + seqlen_k - seqlen_q + window_size[1]] inclusive.\n\nArguments:\n q: (batch_size, seqlen, nheads, headdim)\n k: (batch_size, seqlen, nheads_k, headdim)\n v: (batch_size, seqlen, nheads_k, headdim)\n dropout_p: float. Dropout probability.\n softmax_scale: float. The scaling of QK^T before applying softmax.\n Default to 1 / sqrt(headdim).\n causal: bool. Whether to apply causal attention mask (e.g., for auto-regressive modeling).\n window_size: (left, right). If not (-1, -1), implements sliding window local attention.\n alibi_slopes: (nheads,) or (batch_size, nheads), fp32. A bias of\n (-alibi_slope * |i + seqlen_k - seqlen_q - j|)\n is added to the attention score of query i and key j.\n deterministic: bool. Whether to use the deterministic implementation of the backward pass,\n which is slightly slower and uses more memory. The forward pass is always deterministic.\n return_attn_probs: bool. Whether to return the attention probabilities. This option is for\n testing only. The returned probabilities are not guaranteed to be correct\n (they might not have the right scaling).\nReturn:\n out: (batch_size, seqlen, nheads, headdim).\n softmax_lse [optional, if return_attn_probs=True]: (batch_size, nheads, seqlen). The\n logsumexp of each row of the matrix QK^T * scaling (e.g., log of the softmax\n normalization factor).",
65
  "signature": {
@@ -173,7 +173,7 @@
173
  {
174
  "name": "flash_attn_qkvpacked_func",
175
  "qualname": "flash_attn_qkvpacked_func",
176
- "module": "_flash_attn3_cuda_a02f43b.flash_attn_interface",
177
  "kind": "function",
178
  "doc": "dropout_p should be set to 0.0 during evaluation\nIf Q, K, V are already stacked into 1 tensor, this function will be faster than\ncalling flash_attn_func on Q, K, V since the backward pass avoids explicit concatenation\nof the gradients of Q, K, V.\nFor multi-query and grouped-query attention (MQA/GQA), please see\nflash_attn_kvpacked_func and flash_attn_func.\n\nIf window_size != (-1, -1), implements sliding window local attention. Query at position i\nwill only attend to keys between [i - window_size[0], i + window_size[1]] inclusive.\n\nArguments:\n qkv: (batch_size, seqlen, 3, nheads, headdim)\n dropout_p: float. Dropout probability.\n softmax_scale: float. The scaling of QK^T before applying softmax.\n Default to 1 / sqrt(headdim).\n causal: bool. Whether to apply causal attention mask (e.g., for auto-regressive modeling).\n window_size: (left, right). If not (-1, -1), implements sliding window local attention.\n softcap: float. Anything > 0 activates softcapping attention.\n alibi_slopes: (nheads,) or (batch_size, nheads), fp32. A bias of (-alibi_slope * |i - j|) is added to\n the attention score of query i and key j.\n deterministic: bool. Whether to use the deterministic implementation of the backward pass,\n which is slightly slower and uses more memory. The forward pass is always deterministic.\n return_attn_probs: bool. Whether to return the attention probabilities. This option is for\n testing only. The returned probabilities are not guaranteed to be correct\n (they might not have the right scaling).\nReturn:\n out: (batch_size, seqlen, nheads, headdim).\n softmax_lse [optional, if return_attn_probs=True]: (batch_size, nheads, seqlen). The\n logsumexp of each row of the matrix QK^T * scaling (e.g., log of the softmax\n normalization factor).\n S_dmask [optional, if return_attn_probs=True]: (batch_size, nheads, seqlen, seqlen).\n The output of softmax (possibly with different scaling). It also encodes the dropout\n pattern (negative means that location was dropped, nonnegative means it was kept).",
179
  "signature": {
@@ -263,7 +263,7 @@
263
  {
264
  "name": "flash_attn_varlen_func",
265
  "qualname": "flash_attn_varlen_func",
266
- "module": "_flash_attn3_cuda_a02f43b.flash_attn_interface",
267
  "kind": "function",
268
  "doc": null,
269
  "signature": {
@@ -413,7 +413,7 @@
413
  {
414
  "name": "flash_attn_with_kvcache",
415
  "qualname": "flash_attn_with_kvcache",
416
- "module": "_flash_attn3_cuda_a02f43b.flash_attn_interface",
417
  "kind": "function",
418
  "doc": "If k and v are not None, k_cache and v_cache will be updated *inplace* with the new values from\nk and v. This is useful for incremental decoding: you can pass in the cached keys/values from\nthe previous step, and update them with the new keys/values from the current step, and do\nattention with the updated cache, all in 1 kernel.\n\nIf you pass in k / v, you must make sure that the cache is large enough to hold the new values.\nFor example, the KV cache could be pre-allocated with the max sequence length, and you can use\ncache_seqlens to keep track of the current sequence lengths of each sequence in the batch.\n\nAlso apply rotary embedding if rotary_cos and rotary_sin are passed in. The key @k will be\nrotated by rotary_cos and rotary_sin at indices cache_seqlens, cache_seqlens + 1, etc.\nIf causal or local (i.e., window_size != (-1, -1)), the query @q will be rotated by rotary_cos\nand rotary_sin at indices cache_seqlens, cache_seqlens + 1, etc.\nIf not causal and not local, the query @q will be rotated by rotary_cos and rotary_sin at\nindices cache_seqlens only (i.e. we consider all tokens in @q to be at position cache_seqlens).\n\nSee tests/test_flash_attn.py::test_flash_attn_kvcache for examples of how to use this function.\n\nSupports multi-query and grouped-query attention (MQA/GQA) by passing in KV with fewer heads\nthan Q. Note that the number of heads in Q must be divisible by the number of heads in KV.\nFor example, if Q has 6 heads and K, V have 2 heads, head 0, 1, 2 of Q will attention to head\n0 of K, V, and head 3, 4, 5 of Q will attention to head 1 of K, V.\n\nIf causal=True, the causal mask is aligned to the bottom right corner of the attention matrix.\nFor example, if seqlen_q = 2 and seqlen_k = 5, the causal mask (1 = keep, 0 = masked out) is:\n 1 1 1 1 0\n 1 1 1 1 1\nIf seqlen_q = 5 and seqlen_k = 2, the causal mask is:\n 0 0\n 0 0\n 0 0\n 1 0\n 1 1\nIf the row of the mask is all zero, the output will be zero.\n\nIf window_size != (-1, -1), implements sliding window local attention. Query at position i\nwill only attend to keys between\n[i + seqlen_k - seqlen_q - window_size[0], i + seqlen_k - seqlen_q + window_size[1]] inclusive.\n\nNote: Does not support backward pass.\n\nArguments:\n q: (batch_size, seqlen, nheads, headdim)\n k_cache: (batch_size_cache, seqlen_cache, nheads_k, headdim) if there's no page_table,\n or (num_blocks, page_block_size, nheads_k, headdim) if there's a page_table (i.e. paged KV cache)\n page_block_size can be arbitrary (e.g, 1, 2, 3, 64, etc.).\n v_cache: (batch_size_cache, seqlen_cache, nheads_k, headdim_v) if there's no page_table,\n or (num_blocks, page_block_size, nheads_k, headdim_v) if there's a page_table (i.e. paged KV cache)\n k [optional]: (batch_size, seqlen_new, nheads_k, headdim). If not None, we concatenate\n k with k_cache, starting at the indices specified by cache_seqlens.\n v [optional]: (batch_size, seqlen_new, nheads_k, headdim_v). Similar to k.\n qv [optional]: (batch_size, seqlen, nheads, headdim_v)\n rotary_cos [optional]: (seqlen_ro, rotary_dim / 2). If not None, we apply rotary embedding\n to k and q. Only applicable if k and v are passed in. rotary_dim must be divisible by 16.\n rotary_sin [optional]: (seqlen_ro, rotary_dim / 2). Similar to rotary_cos.\n cache_seqlens: int, or (batch_size,), dtype torch.int32. The sequence lengths of the\n KV cache.\n cache_batch_idx: (batch_size,), dtype torch.int32. The indices used to index into the KV cache.\n If None, we assume that the batch indices are [0, 1, 2, ..., batch_size - 1].\n If the indices are not distinct, and k and v are provided, the values updated in the cache\n might come from any of the duplicate indices.\n cache_leftpad: (batch_size,), dtype torch.int32. The index that the KV cache starts. If None, assume 0.\n page_table [optional]: (batch_size, max_num_blocks_per_seq), dtype torch.int32.\n softmax_scale: float. The scaling of QK^T before applying softmax.\n Default to 1 / sqrt(headdim).\n causal: bool. Whether to apply causal attention mask (e.g., for auto-regressive modeling).\n window_size: (left, right). If not (-1, -1), implements sliding window local attention.\n softcap: float. Anything > 0 activates softcapping attention.\n rotary_interleaved: bool. Only applicable if rotary_cos and rotary_sin are passed in.\n If True, rotary embedding will combine dimensions 0 & 1, 2 & 3, etc. If False,\n rotary embedding will combine dimensions 0 & rotary_dim / 2, 1 & rotary_dim / 2 + 1\n (i.e. GPT-NeoX style).\n num_splits: int. If > 1, split the key/value into this many chunks along the sequence.\n If num_splits == 1, we don't split the key/value. If num_splits == 0, we use a heuristic\n to automatically determine the number of splits.\n Don't change this unless you know what you are doing.\n return_softmax_lse: bool. Whether to return the logsumexp of the attention scores.\n\nReturn:\n out: (batch_size, seqlen, nheads, headdim).\n softmax_lse [optional, if return_softmax_lse=True]: (batch_size, nheads, seqlen). The\n logsumexp of each row of the matrix QK^T * scaling (e.g., log of the softmax\n normalization factor).",
419
  "signature": {
@@ -605,7 +605,7 @@
605
  {
606
  "name": "get_scheduler_metadata",
607
  "qualname": "get_scheduler_metadata",
608
- "module": "_flash_attn3_cuda_a02f43b.flash_attn_interface",
609
  "kind": "function",
610
  "doc": null,
611
  "signature": {
 
1
  {
2
  "schema_version": 1,
3
+ "module": "_flash_attn3_cuda_ae2c2be",
4
  "functions": [
5
  {
6
  "name": "add_op_namespace_prefix",
7
  "qualname": "add_op_namespace_prefix",
8
+ "module": "_flash_attn3_cuda_ae2c2be._ops",
9
  "kind": "function",
10
  "doc": "Prefix op by namespace.",
11
  "signature": {
 
23
  {
24
  "name": "flash_attn_combine",
25
  "qualname": "flash_attn_combine",
26
+ "module": "_flash_attn3_cuda_ae2c2be.flash_attn_interface",
27
  "kind": "function",
28
  "doc": null,
29
  "signature": {
 
59
  {
60
  "name": "flash_attn_func",
61
  "qualname": "flash_attn_func",
62
+ "module": "_flash_attn3_cuda_ae2c2be.flash_attn_interface",
63
  "kind": "function",
64
  "doc": "dropout_p should be set to 0.0 during evaluation\nSupports multi-query and grouped-query attention (MQA/GQA) by passing in KV with fewer heads\nthan Q. Note that the number of heads in Q must be divisible by the number of heads in KV.\nFor example, if Q has 6 heads and K, V have 2 heads, head 0, 1, 2 of Q will attention to head\n0 of K, V, and head 3, 4, 5 of Q will attention to head 1 of K, V.\n\nIf causal=True, the causal mask is aligned to the bottom right corner of the attention matrix.\nFor example, if seqlen_q = 2 and seqlen_k = 5, the causal mask (1 = keep, 0 = masked out) is:\n 1 1 1 1 0\n 1 1 1 1 1\nIf seqlen_q = 5 and seqlen_k = 2, the causal mask is:\n 0 0\n 0 0\n 0 0\n 1 0\n 1 1\nIf the row of the mask is all zero, the output will be zero.\n\nIf window_size != (-1, -1), implements sliding window local attention. Query at position i\nwill only attend to keys between\n[i + seqlen_k - seqlen_q - window_size[0], i + seqlen_k - seqlen_q + window_size[1]] inclusive.\n\nArguments:\n q: (batch_size, seqlen, nheads, headdim)\n k: (batch_size, seqlen, nheads_k, headdim)\n v: (batch_size, seqlen, nheads_k, headdim)\n dropout_p: float. Dropout probability.\n softmax_scale: float. The scaling of QK^T before applying softmax.\n Default to 1 / sqrt(headdim).\n causal: bool. Whether to apply causal attention mask (e.g., for auto-regressive modeling).\n window_size: (left, right). If not (-1, -1), implements sliding window local attention.\n alibi_slopes: (nheads,) or (batch_size, nheads), fp32. A bias of\n (-alibi_slope * |i + seqlen_k - seqlen_q - j|)\n is added to the attention score of query i and key j.\n deterministic: bool. Whether to use the deterministic implementation of the backward pass,\n which is slightly slower and uses more memory. The forward pass is always deterministic.\n return_attn_probs: bool. Whether to return the attention probabilities. This option is for\n testing only. The returned probabilities are not guaranteed to be correct\n (they might not have the right scaling).\nReturn:\n out: (batch_size, seqlen, nheads, headdim).\n softmax_lse [optional, if return_attn_probs=True]: (batch_size, nheads, seqlen). The\n logsumexp of each row of the matrix QK^T * scaling (e.g., log of the softmax\n normalization factor).",
65
  "signature": {
 
173
  {
174
  "name": "flash_attn_qkvpacked_func",
175
  "qualname": "flash_attn_qkvpacked_func",
176
+ "module": "_flash_attn3_cuda_ae2c2be.flash_attn_interface",
177
  "kind": "function",
178
  "doc": "dropout_p should be set to 0.0 during evaluation\nIf Q, K, V are already stacked into 1 tensor, this function will be faster than\ncalling flash_attn_func on Q, K, V since the backward pass avoids explicit concatenation\nof the gradients of Q, K, V.\nFor multi-query and grouped-query attention (MQA/GQA), please see\nflash_attn_kvpacked_func and flash_attn_func.\n\nIf window_size != (-1, -1), implements sliding window local attention. Query at position i\nwill only attend to keys between [i - window_size[0], i + window_size[1]] inclusive.\n\nArguments:\n qkv: (batch_size, seqlen, 3, nheads, headdim)\n dropout_p: float. Dropout probability.\n softmax_scale: float. The scaling of QK^T before applying softmax.\n Default to 1 / sqrt(headdim).\n causal: bool. Whether to apply causal attention mask (e.g., for auto-regressive modeling).\n window_size: (left, right). If not (-1, -1), implements sliding window local attention.\n softcap: float. Anything > 0 activates softcapping attention.\n alibi_slopes: (nheads,) or (batch_size, nheads), fp32. A bias of (-alibi_slope * |i - j|) is added to\n the attention score of query i and key j.\n deterministic: bool. Whether to use the deterministic implementation of the backward pass,\n which is slightly slower and uses more memory. The forward pass is always deterministic.\n return_attn_probs: bool. Whether to return the attention probabilities. This option is for\n testing only. The returned probabilities are not guaranteed to be correct\n (they might not have the right scaling).\nReturn:\n out: (batch_size, seqlen, nheads, headdim).\n softmax_lse [optional, if return_attn_probs=True]: (batch_size, nheads, seqlen). The\n logsumexp of each row of the matrix QK^T * scaling (e.g., log of the softmax\n normalization factor).\n S_dmask [optional, if return_attn_probs=True]: (batch_size, nheads, seqlen, seqlen).\n The output of softmax (possibly with different scaling). It also encodes the dropout\n pattern (negative means that location was dropped, nonnegative means it was kept).",
179
  "signature": {
 
263
  {
264
  "name": "flash_attn_varlen_func",
265
  "qualname": "flash_attn_varlen_func",
266
+ "module": "_flash_attn3_cuda_ae2c2be.flash_attn_interface",
267
  "kind": "function",
268
  "doc": null,
269
  "signature": {
 
413
  {
414
  "name": "flash_attn_with_kvcache",
415
  "qualname": "flash_attn_with_kvcache",
416
+ "module": "_flash_attn3_cuda_ae2c2be.flash_attn_interface",
417
  "kind": "function",
418
  "doc": "If k and v are not None, k_cache and v_cache will be updated *inplace* with the new values from\nk and v. This is useful for incremental decoding: you can pass in the cached keys/values from\nthe previous step, and update them with the new keys/values from the current step, and do\nattention with the updated cache, all in 1 kernel.\n\nIf you pass in k / v, you must make sure that the cache is large enough to hold the new values.\nFor example, the KV cache could be pre-allocated with the max sequence length, and you can use\ncache_seqlens to keep track of the current sequence lengths of each sequence in the batch.\n\nAlso apply rotary embedding if rotary_cos and rotary_sin are passed in. The key @k will be\nrotated by rotary_cos and rotary_sin at indices cache_seqlens, cache_seqlens + 1, etc.\nIf causal or local (i.e., window_size != (-1, -1)), the query @q will be rotated by rotary_cos\nand rotary_sin at indices cache_seqlens, cache_seqlens + 1, etc.\nIf not causal and not local, the query @q will be rotated by rotary_cos and rotary_sin at\nindices cache_seqlens only (i.e. we consider all tokens in @q to be at position cache_seqlens).\n\nSee tests/test_flash_attn.py::test_flash_attn_kvcache for examples of how to use this function.\n\nSupports multi-query and grouped-query attention (MQA/GQA) by passing in KV with fewer heads\nthan Q. Note that the number of heads in Q must be divisible by the number of heads in KV.\nFor example, if Q has 6 heads and K, V have 2 heads, head 0, 1, 2 of Q will attention to head\n0 of K, V, and head 3, 4, 5 of Q will attention to head 1 of K, V.\n\nIf causal=True, the causal mask is aligned to the bottom right corner of the attention matrix.\nFor example, if seqlen_q = 2 and seqlen_k = 5, the causal mask (1 = keep, 0 = masked out) is:\n 1 1 1 1 0\n 1 1 1 1 1\nIf seqlen_q = 5 and seqlen_k = 2, the causal mask is:\n 0 0\n 0 0\n 0 0\n 1 0\n 1 1\nIf the row of the mask is all zero, the output will be zero.\n\nIf window_size != (-1, -1), implements sliding window local attention. Query at position i\nwill only attend to keys between\n[i + seqlen_k - seqlen_q - window_size[0], i + seqlen_k - seqlen_q + window_size[1]] inclusive.\n\nNote: Does not support backward pass.\n\nArguments:\n q: (batch_size, seqlen, nheads, headdim)\n k_cache: (batch_size_cache, seqlen_cache, nheads_k, headdim) if there's no page_table,\n or (num_blocks, page_block_size, nheads_k, headdim) if there's a page_table (i.e. paged KV cache)\n page_block_size can be arbitrary (e.g, 1, 2, 3, 64, etc.).\n v_cache: (batch_size_cache, seqlen_cache, nheads_k, headdim_v) if there's no page_table,\n or (num_blocks, page_block_size, nheads_k, headdim_v) if there's a page_table (i.e. paged KV cache)\n k [optional]: (batch_size, seqlen_new, nheads_k, headdim). If not None, we concatenate\n k with k_cache, starting at the indices specified by cache_seqlens.\n v [optional]: (batch_size, seqlen_new, nheads_k, headdim_v). Similar to k.\n qv [optional]: (batch_size, seqlen, nheads, headdim_v)\n rotary_cos [optional]: (seqlen_ro, rotary_dim / 2). If not None, we apply rotary embedding\n to k and q. Only applicable if k and v are passed in. rotary_dim must be divisible by 16.\n rotary_sin [optional]: (seqlen_ro, rotary_dim / 2). Similar to rotary_cos.\n cache_seqlens: int, or (batch_size,), dtype torch.int32. The sequence lengths of the\n KV cache.\n cache_batch_idx: (batch_size,), dtype torch.int32. The indices used to index into the KV cache.\n If None, we assume that the batch indices are [0, 1, 2, ..., batch_size - 1].\n If the indices are not distinct, and k and v are provided, the values updated in the cache\n might come from any of the duplicate indices.\n cache_leftpad: (batch_size,), dtype torch.int32. The index that the KV cache starts. If None, assume 0.\n page_table [optional]: (batch_size, max_num_blocks_per_seq), dtype torch.int32.\n softmax_scale: float. The scaling of QK^T before applying softmax.\n Default to 1 / sqrt(headdim).\n causal: bool. Whether to apply causal attention mask (e.g., for auto-regressive modeling).\n window_size: (left, right). If not (-1, -1), implements sliding window local attention.\n softcap: float. Anything > 0 activates softcapping attention.\n rotary_interleaved: bool. Only applicable if rotary_cos and rotary_sin are passed in.\n If True, rotary embedding will combine dimensions 0 & 1, 2 & 3, etc. If False,\n rotary embedding will combine dimensions 0 & rotary_dim / 2, 1 & rotary_dim / 2 + 1\n (i.e. GPT-NeoX style).\n num_splits: int. If > 1, split the key/value into this many chunks along the sequence.\n If num_splits == 1, we don't split the key/value. If num_splits == 0, we use a heuristic\n to automatically determine the number of splits.\n Don't change this unless you know what you are doing.\n return_softmax_lse: bool. Whether to return the logsumexp of the attention scores.\n\nReturn:\n out: (batch_size, seqlen, nheads, headdim).\n softmax_lse [optional, if return_softmax_lse=True]: (batch_size, nheads, seqlen). The\n logsumexp of each row of the matrix QK^T * scaling (e.g., log of the softmax\n normalization factor).",
419
  "signature": {
 
605
  {
606
  "name": "get_scheduler_metadata",
607
  "qualname": "get_scheduler_metadata",
608
+ "module": "_flash_attn3_cuda_ae2c2be.flash_attn_interface",
609
  "kind": "function",
610
  "doc": null,
611
  "signature": {
build/torch-stable-abi29-cu134-x86_64-linux/_flash_attn3_cuda_a02f43b.abi3.so DELETED
@@ -1,3 +0,0 @@
1
- version https://git-lfs.github.com/spec/v1
2
- oid sha256:cae3c5520768bc1d3bff35c7958a33ab8b029afc40a6c428071823365501503f
3
- size 549439264
 
 
 
 
build/torch-stable-abi29-cu134-x86_64-linux/_flash_attn3_cuda_ae2c2be.abi3.so ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:d3dd5639d04ecd4724d9f157747f38efb5722461025944fc7578cf4d7ec4619b
3
+ size 549439504
build/torch-stable-abi29-cu134-x86_64-linux/_ops.py CHANGED
@@ -1,9 +1,9 @@
1
  import torch
2
- from . import _flash_attn3_cuda_a02f43b
3
- ops = torch.ops._flash_attn3_cuda_a02f43b
4
 
5
  def add_op_namespace_prefix(op_name: str):
6
  """
7
  Prefix op by namespace.
8
  """
9
- return f"_flash_attn3_cuda_a02f43b::{op_name}"
 
1
  import torch
2
+ from . import _flash_attn3_cuda_ae2c2be
3
+ ops = torch.ops._flash_attn3_cuda_ae2c2be
4
 
5
  def add_op_namespace_prefix(op_name: str):
6
  """
7
  Prefix op by namespace.
8
  """
9
+ return f"_flash_attn3_cuda_ae2c2be::{op_name}"
build/torch-stable-abi29-cu134-x86_64-linux/flash_attn_interface.py CHANGED
@@ -2,11 +2,31 @@
2
 
3
  from typing import Optional, Union, List, Tuple
4
 
 
5
  import torch
6
  import torch.nn as nn
 
 
7
 
8
- from ._ops import ops as flash_attn_3_cuda
9
- from ._ops import add_op_namespace_prefix
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
10
 
11
  def maybe_contiguous(x):
12
  return x.contiguous() if x is not None and x.stride(-1) != 1 else x
@@ -85,7 +105,7 @@ def _flash_attn_forward(
85
  ]
86
  rotary_cos, rotary_sin = [maybe_contiguous(x) for x in (rotary_cos, rotary_sin)]
87
  seqlens_rotary = maybe_contiguous(seqlens_rotary)
88
- out, softmax_lse, out_accum, softmax_lse_accum = flash_attn_3_cuda.fwd(
89
  q,
90
  k,
91
  v,
@@ -263,7 +283,7 @@ def _flash_attn_backward(
263
  ) -> torch.Tensor:
264
  # dq, dk, dv are allocated by us so they should already be contiguous
265
  dout, q, k, v, out = [maybe_contiguous(x) for x in (dout, q, k, v, out)]
266
- softmax_d, *rest = flash_attn_3_cuda.bwd(
267
  dout,
268
  q,
269
  k,
@@ -917,7 +937,7 @@ def flash_attn_varlen_func(
917
 
918
 
919
  def flash_attn_combine(out_partial, lse_partial, out=None, out_dtype=None):
920
- return flash_attn_3_cuda.fwd_combine(out_partial, lse_partial, out, out_dtype)
921
 
922
 
923
  def flash_attn_with_kvcache(
@@ -1105,7 +1125,7 @@ def get_scheduler_metadata(
1105
  cache_seqlens = maybe_contiguous(cache_seqlens)
1106
  if headdim_v is None:
1107
  headdim_v = headdim
1108
- scheduler_metadata = flash_attn_3_cuda.get_scheduler_metadata(
1109
  batch_size, max_seqlen_q, max_seqlen_k, num_heads_q, num_heads_kv, headdim, headdim_v,
1110
  qkv_dtype,
1111
  cache_seqlens,
 
2
 
3
  from typing import Optional, Union, List, Tuple
4
 
5
+ import os
6
  import torch
7
  import torch.nn as nn
8
+ import warnings
9
+ from ._ops import add_op_namespace_prefix, ops
10
 
11
+
12
+ USE_TRITON_ROCM = os.getenv("FLASH_ATTENTION_TRITON_AMD_ENABLE", "FALSE") == "TRUE"
13
+ if not USE_TRITON_ROCM and getattr(torch.version, 'hip', None) is not None:
14
+ try:
15
+ from . import _ops
16
+ except ImportError:
17
+ warnings.warn("flash_attn_3._C (which has ROCm/HIP kernels) not found, falling back to Triton implementation")
18
+ USE_TRITON_ROCM = True
19
+
20
+ if USE_TRITON_ROCM:
21
+ from aiter.ops.triton._triton_kernels.flash_attn_triton_amd import flash_attn_3 as flash_attn_3_gpu
22
+ else:
23
+ # isort: off
24
+ # We need to import the CUDA kernels after importing torch
25
+ from . import _ops # Registers operators with PyTorch
26
+
27
+ # isort: on
28
+
29
+ flash_attn_3_gpu = ops
30
 
31
  def maybe_contiguous(x):
32
  return x.contiguous() if x is not None and x.stride(-1) != 1 else x
 
105
  ]
106
  rotary_cos, rotary_sin = [maybe_contiguous(x) for x in (rotary_cos, rotary_sin)]
107
  seqlens_rotary = maybe_contiguous(seqlens_rotary)
108
+ out, softmax_lse, out_accum, softmax_lse_accum = flash_attn_3_gpu.fwd(
109
  q,
110
  k,
111
  v,
 
283
  ) -> torch.Tensor:
284
  # dq, dk, dv are allocated by us so they should already be contiguous
285
  dout, q, k, v, out = [maybe_contiguous(x) for x in (dout, q, k, v, out)]
286
+ softmax_d, *rest = flash_attn_3_gpu.bwd(
287
  dout,
288
  q,
289
  k,
 
937
 
938
 
939
  def flash_attn_combine(out_partial, lse_partial, out=None, out_dtype=None):
940
+ return flash_attn_3_gpu.fwd_combine(out_partial, lse_partial, out, out_dtype)
941
 
942
 
943
  def flash_attn_with_kvcache(
 
1125
  cache_seqlens = maybe_contiguous(cache_seqlens)
1126
  if headdim_v is None:
1127
  headdim_v = headdim
1128
+ scheduler_metadata = flash_attn_3_gpu.get_scheduler_metadata(
1129
  batch_size, max_seqlen_q, max_seqlen_k, num_heads_q, num_heads_kv, headdim, headdim_v,
1130
  qkv_dtype,
1131
  cache_seqlens,
build/torch-stable-abi29-cu134-x86_64-linux/metadata.json CHANGED
@@ -1,9 +1,10 @@
1
  {
2
  "name": "flash-attn3",
3
- "id": "_flash_attn3_cuda_a02f43b",
4
  "version": 2,
5
  "kernels-minver": "0.14.0",
6
  "license": "BSD-3-Clause",
 
7
  "python-depends": [],
8
  "kernel-depends": [],
9
  "backend": {
@@ -17,11 +18,11 @@
17
  "algorithm": "sha256",
18
  "files": {
19
  "__init__.py": "b/45TnpaDDuTwp84ILd3Q+pQCIk2RnHtSSZKRq9Lj5E=",
20
- "_flash_attn3_cuda_a02f43b.abi3.so": "yuPFUgdovB07/zXHlYozq4sCmvxApsQoBxgjNlUBUD8=",
21
- "_ops.py": "CS3jM1cSX+zSqnV4Y+1FVdshSBadaO1foe1Keal4WJY=",
22
  "flash_attn_config.py": "uxo+eyMcDit//8YDaS4Rtk5BTMKzTSK9tOKTjdWVe/w=",
23
- "flash_attn_interface.py": "y0bD2JYGMFgX6iDre3zJN2sBPuq/12N6Mo55Z+HQCNQ=",
24
- "symbols.json": "2WF5bGdP+O8oBD0F1zrFdp3AB942rr4pI1lFC55dnYg="
25
  }
26
  },
27
  "provenance": {
@@ -31,7 +32,7 @@
31
  "dirty": false
32
  },
33
  "kernel": {
34
- "commit": "a02f43b2ccb92ed74b874f112b487274e4045f09",
35
  "dirty": false
36
  }
37
  }
 
1
  {
2
  "name": "flash-attn3",
3
+ "id": "_flash_attn3_cuda_ae2c2be",
4
  "version": 2,
5
  "kernels-minver": "0.14.0",
6
  "license": "BSD-3-Clause",
7
+ "upstream": "https://github.com/Dao-AILab/flash-attention.git",
8
  "python-depends": [],
9
  "kernel-depends": [],
10
  "backend": {
 
18
  "algorithm": "sha256",
19
  "files": {
20
  "__init__.py": "b/45TnpaDDuTwp84ILd3Q+pQCIk2RnHtSSZKRq9Lj5E=",
21
+ "_flash_attn3_cuda_ae2c2be.abi3.so": "091WOdBOzUck2fFXdH8477VyJGECWUT8dXjPTX7EYZs=",
22
+ "_ops.py": "7swor3wRIF9iqDV2UmsU+DPBCWN4JiIRTqsCtOVofBk=",
23
  "flash_attn_config.py": "uxo+eyMcDit//8YDaS4Rtk5BTMKzTSK9tOKTjdWVe/w=",
24
+ "flash_attn_interface.py": "3EhHSOuAYWSWS8wwkoTRd8uhbc4EwVpNCa7x8WSvdZQ=",
25
+ "symbols.json": "6+qS8fd/iGl+XKD6F8tQlWLm+GYOrLeqtaRzQqwm8jM="
26
  }
27
  },
28
  "provenance": {
 
32
  "dirty": false
33
  },
34
  "kernel": {
35
+ "commit": "ae2c2be31b91db2f4d13c0bf1a72051bd7e0d0af",
36
  "dirty": false
37
  }
38
  }
build/torch-stable-abi29-cu134-x86_64-linux/metadata.json.sigstore CHANGED
@@ -1 +1 @@
1
- {"mediaType":"application/vnd.dev.sigstore.bundle.v0.3+json","verificationMaterial":{"certificate":{"rawBytes":"MIIHLDCCBrKgAwIBAgIUEntYI/1b+dKpIFxmmbrB4sc+sAAwCgYIKoZIzj0EAwMwNzEVMBMGA1UEChMMc2lnc3RvcmUuZGV2MR4wHAYDVQQDExVzaWdzdG9yZS1pbnRlcm1lZGlhdGUwHhcNMjYxMTEwMjIxOTA5WhcNMjYxMTEwMjIyOTA5WjAAMFkwEwYHKoZIzj0CAQYIKoZIzj0DAQcDQgAEHUZXaiGTKwXwQAtUdYoLUvMf87tkfcwoKEgGq3wE2g/wKGpePQH3shYxxbKJ8W4Zpx7uVZelWVZEknBFK1b/waOCBdEwggXNMA4GA1UdDwEB/wQEAwIHgDATBgNVHSUEDDAKBggrBgEFBQcDAzAfBgNVHSMEGDAWgBTf0+nPViQRlvmo2OkoVaLGLhhkPzBrBgNVHREBAf8EYTBfhl1odHRwczovL2dpdGh1Yi5jb20vaHVnZ2luZ2ZhY2Uva2VybmVscy1jb21tdW5pdHkvLmdpdGh1Yi93b3JrZmxvd3MvYnVpbGQueWFtbEByZWZzL2hlYWRzL21haW4wOQYKKwYBBAGDvzABAQQraHR0cHM6Ly90b2tlbi5hY3Rpb25zLmdpdGh1YnVzZXJjb250ZW50LmNvbTAfBgorBgEEAYO/MAECBBF3b3JrZmxvd19kaXNwYXRjaDA2BgorBgEEAYO/MAEDBChhMDJmNDNiMmNjYjkyZWQ3NGI4NzRmMTEyYjQ4NzI3NGU0MDQ1ZjA5MBMGCisGAQQBg78wAQQEBUJ1aWxkMCsGCisGAQQBg78wAQUEHWh1Z2dpbmdmYWNlL2tlcm5lbHMtY29tbXVuaXR5MB0GCisGAQQBg78wAQYED3JlZnMvaGVhZHMvbWFpbjA7BgorBgEEAYO/MAEIBC0MK2h0dHBzOi8vdG9rZW4uYWN0aW9ucy5naXRodWJ1c2VyY29udGVudC5jb20wbQYKKwYBBAGDvzABCQRfDF1odHRwczovL2dpdGh1Yi5jb20vaHVnZ2luZ2ZhY2Uva2VybmVscy1jb21tdW5pdHkvLmdpdGh1Yi93b3JrZmxvd3MvYnVpbGQueWFtbEByZWZzL2hlYWRzL21haW4wOAYKKwYBBAGDvzABCgQqDChhMDJmNDNiMmNjYjkyZWQ3NGI4NzRmMTEyYjQ4NzI3NGU0MDQ1ZjA5MBsGCisGAQQBg78wAQsEDQwLc2VsZi1ob3N0ZWQwQAYKKwYBBAGDvzABDAQyDDBodHRwczovL2dpdGh1Yi5jb20vaHVnZ2luZ2ZhY2Uva2VybmVscy1jb21tdW5pdHkwOAYKKwYBBAGDvzABDQQqDChhMDJmNDNiMmNjYjkyZWQ3NGI4NzRmMTEyYjQ4NzI3NGU0MDQ1ZjA5MB8GCisGAQQBg78wAQ4EEQwPcmVmcy9oZWFkcy9tYWluMBoGCisGAQQBg78wAQ8EDAwKMTA3MTQ3NTUyOTAuBgorBgEEAYO/MAEQBCAMHmh0dHBzOi8vZ2l0aHViLmNvbS9odWdnaW5nZmFjZTAYBgorBgEEAYO/MAERBAoMCDI1NzIwNzQzMG0GCisGAQQBg78wARIEXwxdaHR0cHM6Ly9naXRodWIuY29tL2h1Z2dpbmdmYWNlL2tlcm5lbHMtY29tbXVuaXR5Ly5naXRodWIvd29ya2Zsb3dzL2J1aWxkLnlhbWxAcmVmcy9oZWFkcy9tYWluMDgGCisGAQQBg78wARMEKgwoYTAyZjQzYjJjY2I5MmVkNzRiODc0ZjExMmI0ODcyNzRlNDA0NWYwOTAhBgorBgEEAYO/MAEUBBMMEXdvcmtmbG93X2Rpc3BhdGNoMGQGCisGAQQBg78wARUEVgxUaHR0cHM6Ly9naXRodWIuY29tL2h1Z2dpbmdmYWNlL2tlcm5lbHMtY29tbXVuaXR5L2FjdGlvbnMvcnVucy80Mjg1Mjg4MzA0Ny9hdHRlbXB0cy8xMBYGCisGAQQBg78wARYECAwGcHVibGljMEYGCisGAQQBg78wARgEOAw2cmVwbzpodWdnaW5nZmFjZS9rZXJuZWxzLWNvbW11bml0eTpyZWY6cmVmcy9oZWFkcy9tYWluMIGKBgorBgEEAdZ5AgQCBHwEegB4AHYA3T0wasbHETJjGR4cmWc3AqJKXrjePK3/h4pygC8p7o4AAAGhx4stCwAABAMARzBFAiEAgl94YoF5XhdrRTNACu4Z/7MyCIRI6cvEKPF1aP1JmEUCIBkE2NoQZWOGhuuMIG6f25lZkh74p3rc1uzhCnnemvLxMAoGCCqGSM49BAMDA2gAMGUCMC8NN1wgDZrqO7QI87izDDoee9318kAsIzxhBpOS/+J1ga6F3cjwFL8QTASwb1E5PQIxAL0pMK6AbbtyGgWzFyCQKEvG8sI1y8euPH8EWilmrTHwi7SGDqLGAv3bz6CiRRy77w=="},"tlogEntries":[{"logIndex":"3794737122","logId":{"keyId":"wNI9atQGlz+VWfO6LRygH4QUfY/8W4RFwiT5i5WRgB0="},"kindVersion":{"kind":"hashedrekord","version":"0.0.1"},"integratedTime":"1794349149","inclusionPromise":{"signedEntryTimestamp":"MEYCIQDvIr6rG/V+sc8sEhoCYQK8iFOl4nSrBMK3vQdnCWTqfwIhAIDzEOUhkyqNWNIhGk+YKF8h6pQHQm8+F6wqAYfMBK2C"},"inclusionProof":{"logIndex":"3672832860","rootHash":"DgPsKMRuaNoKZUY47y9D87lGF6VW2bO7LD1fqQCRrsY=","treeSize":"3672832937","hashes":["Mz6Y0nrtJa5QV79BGsPdQYW6MVNSTOh2Mzcums04bv0=","z+kN4SWnplPHBPrAmQl5KLFizhF9aT7f3NbrIVbg0/0=","dX800dxVcjWW888T2xesjK8FVV+1ueqMWXG+zsiyXVQ=","JJ7CvyLSd4sGpb7GtGqmXsMQsqdR+9FRCRzxP6e0FFg=","yw8HfDfFZ235QkaCk0RGsbK8LGSaswimuoiZG75r3pU=","kwRgB64vQC7e+CMkUTqDlT2vGWEM4btvJ+fTIxiD1LA=","lk+eXbVLanl/g8H+28dS3EaP3JxdbCATHD10wOTA6w8=","0Kcvpe/AkICaArBll6liZ3ZPEswN3AP/Jr6G31T6emM=","Cn34IkWwyYAgP6mfQhGpRdp+UalCBoEoMSa2XGk+LYI=","J1qTi2E0jeNh183jRZ+kNECnbDAVOSlAznIJ6aol8NQ=","IScK1pQipAyQkuLR6UKn3SgG8mtQ/MfgapIbfXaU7Vs=","DWzK+Rcq4ws0IFlcVP/Iy9xjko2wuzr2eDfnXSqvNw8=","nGMt3OTEHk0b2Hah2F6V7XNJ9f9Jq0tbpolVjU50FCk=","W9v5ITHWA5z1m1q9v8yUm9AwF1btUJudKrGSNzBCFCg=","9TeYmQ4obd2RJYL+kHWs7mKHEGNyasHO9zCQoF+PF18=","Rk/aeYhtagvRLE8ssNOqtTPBBIIGPwxHYZ5h46pg6gk=","a8Ldnd6287UET/JiYNoAbyfRaR7yFeva8DLSFjJs+nI=","EwjkUL9TgmzKWZgjud/+P9DFGgsvUxQjYodnBaq6IMs=","5oTFCSxMJRDPEnSOsTKcTJXotZuO89tVqHXNWjc2tA0=","eGT5DhI8LeqPViO4tsgYL7FxsOtDXBNTLfWJEGP7Q5w=","5aDKaREuMwcynRhLn5m/9b0QE9pxbeQInhCcIC+n5YQ=","XPex1okR3Qf1VhXr/LVSojah9cB4R1RgvK/mRrmdWLY=","SlixnS34BhAO+yRI2FaGPSOh9V6JSVNPfLl1bHxrcQY=","1DaDKzrCNNBhmSdY5vFjz+NpAmxmYfYEgBCdPLrMP1A=","xH/DCseLHr9eKoYT8qsORZK7zVdEGYWHuVtsVrD95wY="],"checkpoint":{"envelope":"rekor.sigstore.dev - 1193050959916656506\n3672832937\nDgPsKMRuaNoKZUY47y9D87lGF6VW2bO7LD1fqQCRrsY=\n\n— rekor.sigstore.dev wNI9ajBFAiEA1BP1B5FQerd4R+AnWsxkI2tErr9vX4kWA5iChmAqwgcCIA//7uiLaHWwjrZZZ6Z6U42PSyF0l3DG71hyrw84ogoY\n"}},"canonicalizedBody":"eyJhcGlWZXJzaW9uIjoiMC4wLjEiLCJraW5kIjoiaGFzaGVkcmVrb3JkIiwic3BlYyI6eyJkYXRhIjp7Imhhc2giOnsiYWxnb3JpdGhtIjoic2hhMjU2IiwidmFsdWUiOiI2ZDUzYjZmZTIxNTk1Y2U4OTJiZTNlZjY0M2QzZWJkMDFiZTgxMDQ0NThlMjNiNjA1MTYwNTFlYzc3MWI3OTU5In19LCJzaWduYXR1cmUiOnsiY29udGVudCI6Ik1FWUNJUUM2U242eUJHZEEzekxzT1hNUUJmL0FVWkhVMHd2eHdFdS9NajNDQWV2MWtBSWhBTWNzR1RqNEEvNzI1SVFYTlFjTW0rUiswVWNQVWkvckR4THQ2TWhkMjVDUiIsInB1YmxpY0tleSI6eyJjb250ZW50IjoiTFMwdExTMUNSVWRKVGlCRFJWSlVTVVpKUTBGVVJTMHRMUzB0Q2sxSlNVaE1SRU5EUW5KTFowRjNTVUpCWjBsVlJXNTBXVWt2TVdJclpFdHdTVVo0YlcxaWNrSTBjMk1yYzBGQmQwTm5XVWxMYjFwSmVtb3dSVUYzVFhjS1RucEZWazFDVFVkQk1WVkZRMmhOVFdNeWJHNWpNMUoyWTIxVmRWcEhWakpOVWpSM1NFRlpSRlpSVVVSRmVGWjZZVmRrZW1SSE9YbGFVekZ3WW01U2JBcGpiVEZzV2tkc2FHUkhWWGRJYUdOT1RXcFplRTFVUlhkTmFrbDRUMVJCTlZkb1kwNU5hbGw0VFZSRmQwMXFTWGxQVkVFMVYycEJRVTFHYTNkRmQxbElDa3R2V2tsNmFqQkRRVkZaU1V0dldrbDZhakJFUVZGalJGRm5RVVZJVlZwWVlXbEhWRXQzV0hkUlFYUlZaRmx2VEZWMlRXWTROM1JyWm1OM2IwdEZaMGNLY1ROM1JUSm5MM2RMUjNCbFVGRklNM05vV1hoNFlrdEtPRmMwV25CNE4zVldXbVZzVjFaYVJXdHVRa1pMTVdJdmQyRlBRMEprUlhkbloxaE9UVUUwUndwQk1WVmtSSGRGUWk5M1VVVkJkMGxJWjBSQlZFSm5UbFpJVTFWRlJFUkJTMEpuWjNKQ1owVkdRbEZqUkVGNlFXWkNaMDVXU0ZOTlJVZEVRVmRuUWxSbUNqQXJibEJXYVZGU2JIWnRiekpQYTI5V1lVeEhUR2hvYTFCNlFuSkNaMDVXU0ZKRlFrRm1PRVZaVkVKbWFHd3hiMlJJVW5kamVtOTJUREprY0dSSGFERUtXV2sxYW1JeU1IWmhTRlp1V2pKc2RWb3lXbWhaTWxWMllUSldlV0p0Vm5OamVURnFZakl4ZEdSWE5YQmtTR3QyVEcxa2NHUkhhREZaYVRrellqTktjZ3BhYlhoMlpETk5kbGx1Vm5CaVIxRjFaVmRHZEdKRlFubGFWMXA2VERKb2JGbFhVbnBNTWpGb1lWYzBkMDlSV1V0TGQxbENRa0ZIUkhaNlFVSkJVVkZ5Q21GSVVqQmpTRTAyVEhrNU1HSXlkR3hpYVRWb1dUTlNjR0l5TlhwTWJXUndaRWRvTVZsdVZucGFXRXBxWWpJMU1GcFhOVEJNYlU1MllsUkJaa0puYjNJS1FtZEZSVUZaVHk5TlFVVkRRa0pHTTJJelNuSmFiWGgyWkRFNWEyRllUbmRaV0ZKcVlVUkJNa0puYjNKQ1owVkZRVmxQTDAxQlJVUkNRMmhvVFVSS2JRcE9SRTVwVFcxT2FsbHFhM2xhVjFFelRrZEpORTU2VW0xTlZFVjVXV3BSTkU1NlNUTk9SMVV3VFVSUk1WcHFRVFZOUWsxSFEybHpSMEZSVVVKbk56aDNDa0ZSVVVWQ1ZVb3hZVmQ0YTAxRGMwZERhWE5IUVZGUlFtYzNPSGRCVVZWRlNGZG9NVm95WkhCaWJXUnRXVmRPYkV3eWRHeGpiVFZzWWtoTmRGa3lPWFFLWWxoV2RXRllValZOUWpCSFEybHpSMEZSVVVKbk56aDNRVkZaUlVRelNteGFiazEyWVVkV2FGcElUWFppVjBad1ltcEJOMEpuYjNKQ1owVkZRVmxQTHdwTlFVVkpRa013VFVzeWFEQmtTRUo2VDJrNGRtUkhPWEphVnpSMVdWZE9NR0ZYT1hWamVUVnVZVmhTYjJSWFNqRmpNbFo1V1RJNWRXUkhWblZrUXpWcUNtSXlNSGRpVVZsTFMzZFpRa0pCUjBSMmVrRkNRMUZTWmtSR01XOWtTRkozWTNwdmRrd3laSEJrUjJneFdXazFhbUl5TUhaaFNGWnVXakpzZFZveVdtZ0tXVEpWZG1FeVZubGliVlp6WTNreGFtSXlNWFJrVnpWd1pFaHJka3h0WkhCa1IyZ3hXV2s1TTJJelNuSmFiWGgyWkROTmRsbHVWbkJpUjFGMVpWZEdkQXBpUlVKNVdsZGFla3d5YUd4WlYxSjZUREl4YUdGWE5IZFBRVmxMUzNkWlFrSkJSMFIyZWtGQ1EyZFJjVVJEYUdoTlJFcHRUa1JPYVUxdFRtcFphbXQ1Q2xwWFVUTk9SMGswVG5wU2JVMVVSWGxaYWxFMFRucEpNMDVIVlRCTlJGRXhXbXBCTlUxQ2MwZERhWE5IUVZGUlFtYzNPSGRCVVhORlJGRjNUR015Vm5NS1dta3hiMkl6VGpCYVYxRjNVVUZaUzB0M1dVSkNRVWRFZG5wQlFrUkJVWGxFUkVKdlpFaFNkMk42YjNaTU1tUndaRWRvTVZscE5XcGlNakIyWVVoV2JncGFNbXgxV2pKYWFGa3lWWFpoTWxaNVltMVdjMk41TVdwaU1qRjBaRmMxY0dSSWEzZFBRVmxMUzNkWlFrSkJSMFIyZWtGQ1JGRlJjVVJEYUdoTlJFcHRDazVFVG1sTmJVNXFXV3ByZVZwWFVUTk9SMGswVG5wU2JVMVVSWGxaYWxFMFRucEpNMDVIVlRCTlJGRXhXbXBCTlUxQ09FZERhWE5IUVZGUlFtYzNPSGNLUVZFMFJVVlJkMUJqYlZadFkzazViMXBYUm10amVUbDBXVmRzZFUxQ2IwZERhWE5IUVZGUlFtYzNPSGRCVVRoRlJFRjNTMDFVUVROTlZGRXpUbFJWZVFwUFZFRjFRbWR2Y2tKblJVVkJXVTh2VFVGRlVVSkRRVTFJYldnd1pFaENlazlwT0haYU1td3dZVWhXYVV4dFRuWmlVemx2WkZka2JtRlhOVzVhYlVacUNscFVRVmxDWjI5eVFtZEZSVUZaVHk5TlFVVlNRa0Z2VFVORVNURk9la2wzVG5wUmVrMUhNRWREYVhOSFFWRlJRbWMzT0hkQlVrbEZXSGQ0WkdGSVVqQUtZMGhOTmt4NU9XNWhXRkp2WkZkSmRWa3lPWFJNTW1neFdqSmtjR0p0WkcxWlYwNXNUREowYkdOdE5XeGlTRTEwV1RJNWRHSllWblZoV0ZJMVRIazFiZ3BoV0ZKdlpGZEpkbVF5T1hsaE1scHpZak5rZWt3eVNqRmhWM2hyVEc1c2FHSlhlRUZqYlZadFkzazViMXBYUm10amVUbDBXVmRzZFUxRVowZERhWE5IQ2tGUlVVSm5OemgzUVZKTlJVdG5kMjlaVkVGNVdtcFJlbGxxU21wWk1razFUVzFXYTA1NlVtbFBSR013V21wRmVFMXRTVEJQUkdONVRucFNiRTVFUVRBS1RsZFpkMDlVUVdoQ1oyOXlRbWRGUlVGWlR5OU5RVVZWUWtKTlRVVllaSFpqYlhSdFlrYzVNMWd5VW5Cak0wSm9aRWRPYjAxSFVVZERhWE5IUVZGUlFncG5OemgzUVZKVlJWWm5lRlZoU0ZJd1kwaE5Oa3g1T1c1aFdGSnZaRmRKZFZreU9YUk1NbWd4V2pKa2NHSnRaRzFaVjA1c1RESjBiR050Tld4aVNFMTBDbGt5T1hSaVdGWjFZVmhTTlV3eVJtcGtSMngyWW01TmRtTnVWblZqZVRnd1RXcG5NVTFxWnpSTmVrRXdUbms1YUdSSVVteGlXRUl3WTNrNGVFMUNXVWNLUTJselIwRlJVVUpuTnpoM1FWSlpSVU5CZDBkalNGWnBZa2RzYWsxRldVZERhWE5IUVZGUlFtYzNPSGRCVW1kRlQwRjNNbU50Vm5kaWVuQnZaRmRrYmdwaFZ6VnVXbTFHYWxwVE9YSmFXRXAxV2xkNGVreFhUblppVnpFeFltMXNNR1ZVY0hsYVYxazJZMjFXYldONU9XOWFWMFpyWTNrNWRGbFhiSFZOU1VkTENrSm5iM0pDWjBWRlFXUmFOVUZuVVVOQ1NIZEZaV2RDTkVGSVdVRXpWREIzWVhOaVNFVlVTbXBIVWpSamJWZGpNMEZ4U2t0WWNtcGxVRXN6TDJnMGNIa0taME00Y0Rkdk5FRkJRVWRvZURSemRFTjNRVUZDUVUxQlVucENSa0ZwUlVGbmJEazBXVzlHTlZob1pISlNWRTVCUTNVMFdpODNUWGxEU1ZKSk5tTjJSUXBMVUVZeFlWQXhTbTFGVlVOSlFtdEZNazV2VVZwWFQwZG9kWFZOU1VjMlpqSTFiRnByYURjMGNETnlZekYxZW1oRGJtNWxiWFpNZUUxQmIwZERRM0ZIQ2xOTk5EbENRVTFFUVRKblFVMUhWVU5OUXpoT1RqRjNaMFJhY25GUE4xRkpPRGRwZWtSRWIyVmxPVE14T0d0QmMwbDZlR2hDY0U5VEx5dEtNV2RoTmtZS00yTnFkMFpNT0ZGVVFWTjNZakZGTlZCUlNYaEJUREJ3VFVzMlFXSmlkSGxIWjFkNlJubERVVXRGZGtjNGMwa3hlVGhsZFZCSU9FVlhhV3h0Y2xSSWR3cHBOMU5IUkhGTVIwRjJNMko2TmtOcFVsSjVOemQzUFQwS0xTMHRMUzFGVGtRZ1EwVlNWRWxHU1VOQlZFVXRMUzB0TFFvPSJ9fX19"}],"timestampVerificationData":{"rfc3161Timestamps":[{"signedTimestamp":"MIIE6TADAgEAMIIE4AYJKoZIhvcNAQcCoIIE0TCCBM0CAQMxDTALBglghkgBZQMEAgEwgcIGCyqGSIb3DQEJEAEEoIGyBIGvMIGsAgEBBgkrBgEEAYO/MAIwMTANBglghkgBZQMEAgEFAAQgyfesnbzeI8f+XYW7ucr9pNrdwHZaCcDizQwM1jmovZsCFAkbVNzVtKHzvtxvdrwbM8t9vy3sGA8yMDI2MTExMDIyMTkwOVowAwIBAQIJAOY/dmG1WXbUoDKkMDAuMRUwEwYDVQQKEwxzaWdzdG9yZS5kZXYxFTATBgNVBAMTDHNpZ3N0b3JlLXRzYaCCAhQwggIQMIIBlqADAgECAhQ6E1QvDJBh7rzBQy/Lio6LKiOLDDAKBggqhkjOPQQDAzA5MRUwEwYDVQQKEwxzaWdzdG9yZS5kZXYxIDAeBgNVBAMTF3NpZ3N0b3JlLXRzYS1zZWxmc2lnbmVkMB4XDTI1MDQwODA2NTk0M1oXDTM1MDQwNjA2NTk0M1owLjEVMBMGA1UEChMMc2lnc3RvcmUuZGV2MRUwEwYDVQQDEwxzaWdzdG9yZS10c2EwdjAQBgcqhkjOPQIBBgUrgQQAIgNiAATitrZnyEo2KDZP2QWMIBOgYbfSOTL5ZC/cHMv6Yq+HVIo1H9TC7Cx80KDiyvKhgB3wTqKyi9UDczhqg12b1AOLnRnydMTK+qB8M+1MjBci1+Jb8AV/VXu7CRuQCiPTHFyjajBoMA4GA1UdDwEB/wQEAwIHgDAdBgNVHQ4EFgQUif15Q4fP0GVGwwJGxyxzW3206wMwHwYDVR0jBBgwFoAUmOwB73+7Uf/UlR5vioiYUweJzr8wFgYDVR0lAQH/BAwwCgYIKwYBBQUHAwgwCgYIKoZIzj0EAwMDaAAwZQIwO2mxX/opo7SrIX9QyxfZpJRcpAV2gZOm1AZzR+2rVyy6Uc8Ybp2ybIw13ckH4bcRAjEA5qO8FyOkmYpvg2/7ZNqiPxRzn5vqKHoVcIIqtpKq6l7TvOqzAxxclN7VwTG8e++XMYIB2jCCAdYCAQEwUTA5MRUwEwYDVQQKEwxzaWdzdG9yZS5kZXYxIDAeBgNVBAMTF3NpZ3N0b3JlLXRzYS1zZWxmc2lnbmVkAhQ6E1QvDJBh7rzBQy/Lio6LKiOLDDALBglghkgBZQMEAgGggfwwGgYJKoZIhvcNAQkDMQ0GCyqGSIb3DQEJEAEEMBwGCSqGSIb3DQEJBTEPFw0yNjExMTAyMjE5MDlaMC8GCSqGSIb3DQEJBDEiBCBwJH//fIOXSHz5JN48ZOwqamiknTN8DipjXrbyExwL3TCBjgYLKoZIhvcNAQkQAi8xfzB9MHsweQQghfknvAerYsrDtENWwQ78gbLGiD/aernm2HDZ0TrNBbcwVTA9pDswOTEVMBMGA1UEChMMc2lnc3RvcmUuZGV2MSAwHgYDVQQDExdzaWdzdG9yZS10c2Etc2VsZnNpZ25lZAIUOhNULwyQYe68wUMvy4qOiyojiwwwCgYIKoZIzj0EAwIEZjBkAjBVHkB3YhSwHpfq8TQbVQYPjHx8vtLu0S+8FeiT+59LfQouQa6XDulZAd+N8yTGIMoCMDgW9dtWkreiL9WtMLK9ipy4jyAoKQy9qS/zCwKO+uW0AhLfbofKbO3lvLXwN5lFjw=="}]}},"messageSignature":{"messageDigest":{"algorithm":"SHA2_256","digest":"bVO2/iFZXOiSvj72Q9Pr0BvoEERY4jtgUWBR7HcbeVk="},"signature":"MEYCIQC6Sn6yBGdA3zLsOXMQBf/AUZHU0wvxwEu/Mj3CAev1kAIhAMcsGTj4A/725IQXNQcMm+R+0UcPUi/rDxLt6Mhd25CR"}}
 
1
+ {"mediaType":"application/vnd.dev.sigstore.bundle.v0.3+json","verificationMaterial":{"certificate":{"rawBytes":"MIIHLjCCBrOgAwIBAgIUZV+TqkqSWqShkccmYQ/wdp9HoFkwCgYIKoZIzj0EAwMwNzEVMBMGA1UEChMMc2lnc3RvcmUuZGV2MR4wHAYDVQQDExVzaWdzdG9yZS1pbnRlcm1lZGlhdGUwHhcNMjYxMTE4MjIxMjU3WhcNMjYxMTE4MjIyMjU3WjAAMFkwEwYHKoZIzj0CAQYIKoZIzj0DAQcDQgAEcTyMIIu02AHAXEZmu3FkfDM9a4gZ0gLOxuX6ms76RwY056kUkOg5rOjZrwhhDfyfLTHXXctM30fl5eT045TwrqOCBdIwggXOMA4GA1UdDwEB/wQEAwIHgDATBgNVHSUEDDAKBggrBgEFBQcDAzAfBgNVHSMEGDAWgBTf0+nPViQRlvmo2OkoVaLGLhhkPzBrBgNVHREBAf8EYTBfhl1odHRwczovL2dpdGh1Yi5jb20vaHVnZ2luZ2ZhY2Uva2VybmVscy1jb21tdW5pdHkvLmdpdGh1Yi93b3JrZmxvd3MvYnVpbGQueWFtbEByZWZzL2hlYWRzL21haW4wOQYKKwYBBAGDvzABAQQraHR0cHM6Ly90b2tlbi5hY3Rpb25zLmdpdGh1YnVzZXJjb250ZW50LmNvbTAfBgorBgEEAYO/MAECBBF3b3JrZmxvd19kaXNwYXRjaDA2BgorBgEEAYO/MAEDBChhZTJjMmJlMzFiOTFkYjJmNGQxM2MwYmYxYTcyMDUxYmQ3ZTBkMGFmMBMGCisGAQQBg78wAQQEBUJ1aWxkMCsGCisGAQQBg78wAQUEHWh1Z2dpbmdmYWNlL2tlcm5lbHMtY29tbXVuaXR5MB0GCisGAQQBg78wAQYED3JlZnMvaGVhZHMvbWFpbjA7BgorBgEEAYO/MAEIBC0MK2h0dHBzOi8vdG9rZW4uYWN0aW9ucy5naXRodWJ1c2VyY29udGVudC5jb20wbQYKKwYBBAGDvzABCQRfDF1odHRwczovL2dpdGh1Yi5jb20vaHVnZ2luZ2ZhY2Uva2VybmVscy1jb21tdW5pdHkvLmdpdGh1Yi93b3JrZmxvd3MvYnVpbGQueWFtbEByZWZzL2hlYWRzL21haW4wOAYKKwYBBAGDvzABCgQqDChhZTJjMmJlMzFiOTFkYjJmNGQxM2MwYmYxYTcyMDUxYmQ3ZTBkMGFmMBsGCisGAQQBg78wAQsEDQwLc2VsZi1ob3N0ZWQwQAYKKwYBBAGDvzABDAQyDDBodHRwczovL2dpdGh1Yi5jb20vaHVnZ2luZ2ZhY2Uva2VybmVscy1jb21tdW5pdHkwOAYKKwYBBAGDvzABDQQqDChhZTJjMmJlMzFiOTFkYjJmNGQxM2MwYmYxYTcyMDUxYmQ3ZTBkMGFmMB8GCisGAQQBg78wAQ4EEQwPcmVmcy9oZWFkcy9tYWluMBoGCisGAQQBg78wAQ8EDAwKMTA3MTQ3NTUyOTAuBgorBgEEAYO/MAEQBCAMHmh0dHBzOi8vZ2l0aHViLmNvbS9odWdnaW5nZmFjZTAYBgorBgEEAYO/MAERBAoMCDI1NzIwNzQzMG0GCisGAQQBg78wARIEXwxdaHR0cHM6Ly9naXRodWIuY29tL2h1Z2dpbmdmYWNlL2tlcm5lbHMtY29tbXVuaXR5Ly5naXRodWIvd29ya2Zsb3dzL2J1aWxkLnlhbWxAcmVmcy9oZWFkcy9tYWluMDgGCisGAQQBg78wARMEKgwoYWUyYzJiZTMxYjkxZGIyZjRkMTNjMGJmMWE3MjA1MWJkN2UwZDBhZjAhBgorBgEEAYO/MAEUBBMMEXdvcmtmbG93X2Rpc3BhdGNoMGQGCisGAQQBg78wARUEVgxUaHR0cHM6Ly9naXRodWIuY29tL2h1Z2dpbmdmYWNlL2tlcm5lbHMtY29tbXVuaXR5L2FjdGlvbnMvcnVucy80NDM0NTM0MjYwMC9hdHRlbXB0cy8xMBYGCisGAQQBg78wARYECAwGcHVibGljMEYGCisGAQQBg78wARgEOAw2cmVwbzpodWdnaW5nZmFjZS9rZXJuZWxzLWNvbW11bml0eTpyZWY6cmVmcy9oZWFkcy9tYWluMIGLBgorBgEEAdZ5AgQCBH0EewB5AHcA3T0wasbHETJjGR4cmWc3AqJKXrjePK3/h4pygC8p7o4AAAGh8LhelwAABAMASDBGAiEAn7KseEXbdykuzMWKFVCZYUY0wsz3LoPGQGCD7bQOeuICIQCwG9mgUkAgE/DbjRwyRJ199tdiBeY8amrXK1C+1w1swjAKBggqhkjOPQQDAwNpADBmAjEAzpC6KwrIks+rcCrxmSDaotz8dBVGvgju4YPtSZN7CEXHU2tTXwb5Zm21kwCSDW/SAjEAvuG+QwUWs8PfxcsErI3KpCjFE/7sFeOkQ/X1Bikgyk/4Qn+5nRhxscqLV3/H/kPT"},"tlogEntries":[{"logIndex":"3979515574","logId":{"keyId":"wNI9atQGlz+VWfO6LRygH4QUfY/8W4RFwiT5i5WRgB0="},"kindVersion":{"kind":"hashedrekord","version":"0.0.1"},"integratedTime":"1795039978","inclusionPromise":{"signedEntryTimestamp":"MEUCIGwme/QsfNeXENBDlPQDGcb+QZqSyPdQoBsf1013EL0fAiEAmvfhsPI1u2OPVG7+WAxpu0Cc/yUdT/nbDC96mqiszNo="},"inclusionProof":{"logIndex":"3857611312","rootHash":"Q+tDE+CYndSGNTCpW52sh1WWXJHAxrZXHI4f8GJmR08=","treeSize":"3857611539","hashes":["N9fbC+Gq8L09xt/cGSNGtCVYXcrZ8CV9ZB9UFAa2XZg=","fhUZ/U38AuYY7OTfCC1O6zQ0KpoTSUdCbGHrCNWLlms=","ZceCMLzM/tIjQo22cAjmRT8HKh2O91WnUHtXL6x14gQ=","qhDCfLr0iA1+6qQsvpCEb4+GxtCBOLjA1pkFO/nSR4o=","wzhDmcn8TPu4Xgv6P1vE3LifYNyHdSDRIwKqlXAFNl4=","hAmQhP3zrQYGRPuy+3NaGd3b08vcWUGkQRPzrFSVc5A=","wk92SdfZepgbhEiIIZivMAR3zkq0u575AfQ7jsAk3G0=","qK8zF5w9m62ipHjXpsHlUlye0xN+6t28zwcAvYijrSQ=","aCzsvJzBRaqUN7AaeCaYFalmB0xFaUtXSf8FZ774COw=","GbUSpW+m765gv2nckRQUIaFNRto43U8TxPQqi1JeA1M=","tW/oKXaXQ+zA1ktJm8csSIN9f4lvTKA8TLlfQ7zPar4=","a0VD0K7t/NagdI4vhSEtlD5HDcqx49ezGBCeTu99uFs=","h2mBE2k0iIHyLienTWl812qyZU9Bcv+IUFv6doFc4iE=","MyLTQkVjSD7cruhpRyydNmbOvcVA3XMWqKgsxv9oROQ=","J5GChuYeaFKDaUvU2ZVLDq0Z9owwZ+wLrLV9d2w1eMo=","Zb383XYqETY5ab+zJn0nBDkCciFNJTzRgu5XgPv11qY=","/ihHj1fQjFvlTbA47NC99ngmBnq5+Dv0MHP0qGXN1YU=","q+AZHSuFZigq9sVSKJOXt13bhdDE+gG3Sz4g1LSlXrY=","GLLoBV9JSo2kQfEats+FRxH9J+Y5LIlNozzD3EfUJ4k=","LtxO1SRkRdOspzlk/oR5gB4UJLygHwKl8SxHnA6bl50=","LG50Z3o5WoQx+ipx4JjOZEPoUxIXQjykMUu64z5RDaU=","pGLNL38fZHRQRuTPkhqzP2fMx5gxRPH/gPikPPETFpY=","k0+Z1T6dI0Tgluh54oO/hnxtuoW22MqFIjVTPYeUJGU=","1DaDKzrCNNBhmSdY5vFjz+NpAmxmYfYEgBCdPLrMP1A=","xH/DCseLHr9eKoYT8qsORZK7zVdEGYWHuVtsVrD95wY="],"checkpoint":{"envelope":"rekor.sigstore.dev - 1193050959916656506\n3857611539\nQ+tDE+CYndSGNTCpW52sh1WWXJHAxrZXHI4f8GJmR08=\n\n— rekor.sigstore.dev wNI9ajBEAiAp6uwi2tKMJRD7acaMGkzRUgpAkfwnC+PxpI25yDrdXgIgVyhDNFj/F/4GuxgIQllW9axdjmshUmoXa1BzCZCD1bI=\n"}},"canonicalizedBody":"eyJhcGlWZXJzaW9uIjoiMC4wLjEiLCJraW5kIjoiaGFzaGVkcmVrb3JkIiwic3BlYyI6eyJkYXRhIjp7Imhhc2giOnsiYWxnb3JpdGhtIjoic2hhMjU2IiwidmFsdWUiOiI2ZjgyMmMxZDM4OGI2ZmNkMzZkOWMxNWNhMTY5NDkzN2NkNzU1NDVlYjMyNWM5ZTZjMWM1MzNhNzI3MTI3NTBhIn19LCJzaWduYXR1cmUiOnsiY29udGVudCI6Ik1FVUNJUUR6amlFN1VtQ0JxV0hld2lVRHdRNld3MHlYdjZQZHpnNFJFWW0xOU5Jdk1nSWdIRHZQd2NyTnBrMzZyVmc2WVVpOWZ2UHBLbEVGdGU3Q09KNHFQR1pGQ2ZzPSIsInB1YmxpY0tleSI6eyJjb250ZW50IjoiTFMwdExTMUNSVWRKVGlCRFJWSlVTVVpKUTBGVVJTMHRMUzB0Q2sxSlNVaE1ha05EUW5KUFowRjNTVUpCWjBsVldsWXJWSEZyY1ZOWGNWTm9hMk5qYlZsUkwzZGtjRGxJYjBacmQwTm5XVWxMYjFwSmVtb3dSVUYzVFhjS1RucEZWazFDVFVkQk1WVkZRMmhOVFdNeWJHNWpNMUoyWTIxVmRWcEhWakpOVWpSM1NFRlpSRlpSVVVSRmVGWjZZVmRrZW1SSE9YbGFVekZ3WW01U2JBcGpiVEZzV2tkc2FHUkhWWGRJYUdOT1RXcFplRTFVUlRSTmFrbDRUV3BWTTFkb1kwNU5hbGw0VFZSRk5FMXFTWGxOYWxVelYycEJRVTFHYTNkRmQxbElDa3R2V2tsNmFqQkRRVkZaU1V0dldrbDZhakJFUVZGalJGRm5RVVZqVkhsTlNVbDFNREpCU0VGWVJWcHRkVE5HYTJaRVRUbGhOR2RhTUdkTVQzaDFXRFlLYlhNM05sSjNXVEExTm10VmEwOW5OWEpQYWxweWQyaG9SR1o1Wmt4VVNGaFlZM1JOTXpCbWJEVmxWREEwTlZSM2NuRlBRMEprU1hkbloxaFBUVUUwUndwQk1WVmtSSGRGUWk5M1VVVkJkMGxJWjBSQlZFSm5UbFpJVTFWRlJFUkJTMEpuWjNKQ1owVkdRbEZqUkVGNlFXWkNaMDVXU0ZOTlJVZEVRVmRuUWxSbUNqQXJibEJXYVZGU2JIWnRiekpQYTI5V1lVeEhUR2hvYTFCNlFuSkNaMDVXU0ZKRlFrRm1PRVZaVkVKbWFHd3hiMlJJVW5kamVtOTJUREprY0dSSGFERUtXV2sxYW1JeU1IWmhTRlp1V2pKc2RWb3lXbWhaTWxWMllUSldlV0p0Vm5OamVURnFZakl4ZEdSWE5YQmtTR3QyVEcxa2NHUkhhREZaYVRrellqTktjZ3BhYlhoMlpETk5kbGx1Vm5CaVIxRjFaVmRHZEdKRlFubGFWMXA2VERKb2JGbFhVbnBNTWpGb1lWYzBkMDlSV1V0TGQxbENRa0ZIUkhaNlFVSkJVVkZ5Q21GSVVqQmpTRTAyVEhrNU1HSXlkR3hpYVRWb1dUTlNjR0l5TlhwTWJXUndaRWRvTVZsdVZucGFXRXBxWWpJMU1GcFhOVEJNYlU1MllsUkJaa0puYjNJS1FtZEZSVUZaVHk5TlFVVkRRa0pHTTJJelNuSmFiWGgyWkRFNWEyRllUbmRaV0ZKcVlVUkJNa0puYjNKQ1owVkZRVmxQTDAxQlJVUkNRMmhvV2xSS2FncE5iVXBzVFhwR2FVOVVSbXRaYWtwdFRrZFJlRTB5VFhkWmJWbDRXVlJqZVUxRVZYaFpiVkV6V2xSQ2EwMUhSbTFOUWsxSFEybHpSMEZSVVVKbk56aDNDa0ZSVVVWQ1ZVb3hZVmQ0YTAxRGMwZERhWE5IUVZGUlFtYzNPSGRCVVZWRlNGZG9NVm95WkhCaWJXUnRXVmRPYkV3eWRHeGpiVFZzWWtoTmRGa3lPWFFLWWxoV2RXRllValZOUWpCSFEybHpSMEZSVVVKbk56aDNRVkZaUlVRelNteGFiazEyWVVkV2FGcElUWFppVjBad1ltcEJOMEpuYjNKQ1owVkZRVmxQTHdwTlFVVkpRa013VFVzeWFEQmtTRUo2VDJrNGRtUkhPWEphVnpSMVdWZE9NR0ZYT1hWamVUVnVZVmhTYjJSWFNqRmpNbFo1V1RJNWRXUkhWblZrUXpWcUNtSXlNSGRpVVZsTFMzZFpRa0pCUjBSMmVrRkNRMUZTWmtSR01XOWtTRkozWTNwdmRrd3laSEJrUjJneFdXazFhbUl5TUhaaFNGWnVXakpzZFZveVdtZ0tXVEpWZG1FeVZubGliVlp6WTNreGFtSXlNWFJrVnpWd1pFaHJka3h0WkhCa1IyZ3hXV2s1TTJJelNuSmFiWGgyWkROTmRsbHVWbkJpUjFGMVpWZEdkQXBpUlVKNVdsZGFla3d5YUd4WlYxSjZUREl4YUdGWE5IZFBRVmxMUzNkWlFrSkJSMFIyZWtGQ1EyZFJjVVJEYUdoYVZFcHFUVzFLYkUxNlJtbFBWRVpyQ2xscVNtMU9SMUY0VFRKTmQxbHRXWGhaVkdONVRVUlZlRmx0VVROYVZFSnJUVWRHYlUxQ2MwZERhWE5IUVZGUlFtYzNPSGRCVVhORlJGRjNUR015Vm5NS1dta3hiMkl6VGpCYVYxRjNVVUZaUzB0M1dVSkNRVWRFZG5wQlFrUkJVWGxFUkVKdlpFaFNkMk42YjNaTU1tUndaRWRvTVZscE5XcGlNakIyWVVoV2JncGFNbXgxV2pKYWFGa3lWWFpoTWxaNVltMVdjMk41TVdwaU1qRjBaRmMxY0dSSWEzZFBRVmxMUzNkWlFrSkJSMFIyZWtGQ1JGRlJjVVJEYUdoYVZFcHFDazF0U214TmVrWnBUMVJHYTFscVNtMU9SMUY0VFRKTmQxbHRXWGhaVkdONVRVUlZlRmx0VVROYVZFSnJUVWRHYlUxQ09FZERhWE5IUVZGUlFtYzNPSGNLUVZFMFJVVlJkMUJqYlZadFkzazViMXBYUm10amVUbDBXVmRzZFUxQ2IwZERhWE5IUVZGUlFtYzNPSGRCVVRoRlJFRjNTMDFVUVROTlZGRXpUbFJWZVFwUFZFRjFRbWR2Y2tKblJVVkJXVTh2VFVGRlVVSkRRVTFJYldnd1pFaENlazlwT0haYU1td3dZVWhXYVV4dFRuWmlVemx2WkZka2JtRlhOVzVhYlVacUNscFVRVmxDWjI5eVFtZEZSVUZaVHk5TlFVVlNRa0Z2VFVORVNURk9la2wzVG5wUmVrMUhNRWREYVhOSFFWRlJRbWMzT0hkQlVrbEZXSGQ0WkdGSVVqQUtZMGhOTmt4NU9XNWhXRkp2WkZkSmRWa3lPWFJNTW1neFdqSmtjR0p0WkcxWlYwNXNUREowYkdOdE5XeGlTRTEwV1RJNWRHSllWblZoV0ZJMVRIazFiZ3BoV0ZKdlpGZEpkbVF5T1hsaE1scHpZak5rZWt3eVNqRmhWM2hyVEc1c2FHSlhlRUZqYlZadFkzazViMXBYUm10amVUbDBXVmRzZFUxRVowZERhWE5IQ2tGUlVVSm5OemgzUVZKTlJVdG5kMjlaVjFWNVdYcEthVnBVVFhoWmFtdDRXa2RKZVZwcVVtdE5WRTVxVFVkS2JVMVhSVE5OYWtFeFRWZEthMDR5VlhjS1drUkNhRnBxUVdoQ1oyOXlRbWRGUlVGWlR5OU5RVVZWUWtKTlRVVllaSFpqYlhSdFlrYzVNMWd5VW5Cak0wSm9aRWRPYjAxSFVVZERhWE5IUVZGUlFncG5OemgzUVZKVlJWWm5lRlZoU0ZJd1kwaE5Oa3g1T1c1aFdGSnZaRmRKZFZreU9YUk1NbWd4V2pKa2NHSnRaRzFaVjA1c1RESjBiR050Tld4aVNFMTBDbGt5T1hSaVdGWjFZVmhTTlV3eVJtcGtSMngyWW01TmRtTnVWblZqZVRnd1RrUk5NRTVVVFRCTmFsbDNUVU01YUdSSVVteGlXRUl3WTNrNGVFMUNXVWNLUTJselIwRlJVVUpuTnpoM1FWSlpSVU5CZDBkalNGWnBZa2RzYWsxRldVZERhWE5IUVZGUlFtYzNPSGRCVW1kRlQwRjNNbU50Vm5kaWVuQnZaRmRrYmdwaFZ6VnVXbTFHYWxwVE9YSmFXRXAxV2xkNGVreFhUblppVnpFeFltMXNNR1ZVY0hsYVYxazJZMjFXYldONU9XOWFWMFpyWTNrNWRGbFhiSFZOU1VkTUNrSm5iM0pDWjBWRlFXUmFOVUZuVVVOQ1NEQkZaWGRDTlVGSVkwRXpWREIzWVhOaVNFVlVTbXBIVWpSamJWZGpNMEZ4U2t0WWNtcGxVRXN6TDJnMGNIa0taME00Y0Rkdk5FRkJRVWRvT0V4b1pXeDNRVUZDUVUxQlUwUkNSMEZwUlVGdU4wdHpaVVZZWW1SNWEzVjZUVmRMUmxaRFdsbFZXVEIzYzNvelRHOVFSd3BSUjBORU4ySlJUMlYxU1VOSlVVTjNSemx0WjFWclFXZEZMMFJpYWxKM2VWSktNVGs1ZEdScFFtVlpPR0Z0Y2xoTE1VTXJNWGN4YzNkcVFVdENaMmR4Q21ocmFrOVFVVkZFUVhkT2NFRkVRbTFCYWtWQmVuQkROa3QzY2tscmN5dHlZME55ZUcxVFJHRnZkSG80WkVKV1IzWm5hblUwV1ZCMFUxcE9OME5GV0VnS1ZUSjBWRmgzWWpWYWJUSXhhM2REVTBSWEwxTkJha1ZCZG5WSEsxRjNWVmR6T0ZCbWVHTnpSWEpKTTB0d1EycEdSUzgzYzBabFQydFJMMWd4UW1sclp3cDVheTgwVVc0ck5XNVNhSGh6WTNGTVZqTXZTQzlyVUZRS0xTMHRMUzFGVGtRZ1EwVlNWRWxHU1VOQlZFVXRMUzB0TFFvPSJ9fX19"}],"timestampVerificationData":{"rfc3161Timestamps":[{"signedTimestamp":"MIIE6jADAgEAMIIE4QYJKoZIhvcNAQcCoIIE0jCCBM4CAQMxDTALBglghkgBZQMEAgEwgcIGCyqGSIb3DQEJEAEEoIGyBIGvMIGsAgEBBgkrBgEEAYO/MAIwMTANBglghkgBZQMEAgEFAAQgp6lF79L/37RP4XeIVASE24DKUPis1ZLJO7J4PEoYSfACFHlpng7dsGsVIOcCqA8iftQn+WMvGA8yMDI2MTExODIyMTI1N1owAwIBAQIJAOO8QH8OCt8ToDKkMDAuMRUwEwYDVQQKEwxzaWdzdG9yZS5kZXYxFTATBgNVBAMTDHNpZ3N0b3JlLXRzYaCCAhQwggIQMIIBlqADAgECAhQ6E1QvDJBh7rzBQy/Lio6LKiOLDDAKBggqhkjOPQQDAzA5MRUwEwYDVQQKEwxzaWdzdG9yZS5kZXYxIDAeBgNVBAMTF3NpZ3N0b3JlLXRzYS1zZWxmc2lnbmVkMB4XDTI1MDQwODA2NTk0M1oXDTM1MDQwNjA2NTk0M1owLjEVMBMGA1UEChMMc2lnc3RvcmUuZGV2MRUwEwYDVQQDEwxzaWdzdG9yZS10c2EwdjAQBgcqhkjOPQIBBgUrgQQAIgNiAATitrZnyEo2KDZP2QWMIBOgYbfSOTL5ZC/cHMv6Yq+HVIo1H9TC7Cx80KDiyvKhgB3wTqKyi9UDczhqg12b1AOLnRnydMTK+qB8M+1MjBci1+Jb8AV/VXu7CRuQCiPTHFyjajBoMA4GA1UdDwEB/wQEAwIHgDAdBgNVHQ4EFgQUif15Q4fP0GVGwwJGxyxzW3206wMwHwYDVR0jBBgwFoAUmOwB73+7Uf/UlR5vioiYUweJzr8wFgYDVR0lAQH/BAwwCgYIKwYBBQUHAwgwCgYIKoZIzj0EAwMDaAAwZQIwO2mxX/opo7SrIX9QyxfZpJRcpAV2gZOm1AZzR+2rVyy6Uc8Ybp2ybIw13ckH4bcRAjEA5qO8FyOkmYpvg2/7ZNqiPxRzn5vqKHoVcIIqtpKq6l7TvOqzAxxclN7VwTG8e++XMYIB2zCCAdcCAQEwUTA5MRUwEwYDVQQKEwxzaWdzdG9yZS5kZXYxIDAeBgNVBAMTF3NpZ3N0b3JlLXRzYS1zZWxmc2lnbmVkAhQ6E1QvDJBh7rzBQy/Lio6LKiOLDDALBglghkgBZQMEAgGggfwwGgYJKoZIhvcNAQkDMQ0GCyqGSIb3DQEJEAEEMBwGCSqGSIb3DQEJBTEPFw0yNjExMTgyMjEyNTdaMC8GCSqGSIb3DQEJBDEiBCBHHrXW0JDvjw1/ZkARQcYsbxQlIJNlEKP/AU4aUzk83TCBjgYLKoZIhvcNAQkQAi8xfzB9MHsweQQghfknvAerYsrDtENWwQ78gbLGiD/aernm2HDZ0TrNBbcwVTA9pDswOTEVMBMGA1UEChMMc2lnc3RvcmUuZGV2MSAwHgYDVQQDExdzaWdzdG9yZS10c2Etc2VsZnNpZ25lZAIUOhNULwyQYe68wUMvy4qOiyojiwwwCgYIKoZIzj0EAwIEZzBlAjAMJvGAG3vcW0GM6cqMEqqVNQrJjt5GwambAGs/5nnEejETKyZ5u2MASolUl7PnD8QCMQDS7qvmDPAuu8zs3PjArC+5MuxfBlkIZzzMIeie4emT6nxPJ0f9J6pnH0qN446X+EE="}]}},"messageSignature":{"messageDigest":{"algorithm":"SHA2_256","digest":"b4IsHTiLb8022cFcoWlJN811VF6zJcnmwcUzpycSdQo="},"signature":"MEUCIQDzjiE7UmCBqWHewiUDwQ6Ww0yXv6Pdzg4REYm19NIvMgIgHDvPwcrNpk36rVg6YUi9fvPpKlEFte7COJ4qPGZFCfs="}}
build/torch-stable-abi29-cu134-x86_64-linux/symbols.json CHANGED
@@ -1,11 +1,11 @@
1
  {
2
  "schema_version": 1,
3
- "module": "_flash_attn3_cuda_a02f43b",
4
  "functions": [
5
  {
6
  "name": "add_op_namespace_prefix",
7
  "qualname": "add_op_namespace_prefix",
8
- "module": "_flash_attn3_cuda_a02f43b._ops",
9
  "kind": "function",
10
  "doc": "Prefix op by namespace.",
11
  "signature": {
@@ -23,7 +23,7 @@
23
  {
24
  "name": "flash_attn_combine",
25
  "qualname": "flash_attn_combine",
26
- "module": "_flash_attn3_cuda_a02f43b.flash_attn_interface",
27
  "kind": "function",
28
  "doc": null,
29
  "signature": {
@@ -59,7 +59,7 @@
59
  {
60
  "name": "flash_attn_func",
61
  "qualname": "flash_attn_func",
62
- "module": "_flash_attn3_cuda_a02f43b.flash_attn_interface",
63
  "kind": "function",
64
  "doc": "dropout_p should be set to 0.0 during evaluation\nSupports multi-query and grouped-query attention (MQA/GQA) by passing in KV with fewer heads\nthan Q. Note that the number of heads in Q must be divisible by the number of heads in KV.\nFor example, if Q has 6 heads and K, V have 2 heads, head 0, 1, 2 of Q will attention to head\n0 of K, V, and head 3, 4, 5 of Q will attention to head 1 of K, V.\n\nIf causal=True, the causal mask is aligned to the bottom right corner of the attention matrix.\nFor example, if seqlen_q = 2 and seqlen_k = 5, the causal mask (1 = keep, 0 = masked out) is:\n 1 1 1 1 0\n 1 1 1 1 1\nIf seqlen_q = 5 and seqlen_k = 2, the causal mask is:\n 0 0\n 0 0\n 0 0\n 1 0\n 1 1\nIf the row of the mask is all zero, the output will be zero.\n\nIf window_size != (-1, -1), implements sliding window local attention. Query at position i\nwill only attend to keys between\n[i + seqlen_k - seqlen_q - window_size[0], i + seqlen_k - seqlen_q + window_size[1]] inclusive.\n\nArguments:\n q: (batch_size, seqlen, nheads, headdim)\n k: (batch_size, seqlen, nheads_k, headdim)\n v: (batch_size, seqlen, nheads_k, headdim)\n dropout_p: float. Dropout probability.\n softmax_scale: float. The scaling of QK^T before applying softmax.\n Default to 1 / sqrt(headdim).\n causal: bool. Whether to apply causal attention mask (e.g., for auto-regressive modeling).\n window_size: (left, right). If not (-1, -1), implements sliding window local attention.\n alibi_slopes: (nheads,) or (batch_size, nheads), fp32. A bias of\n (-alibi_slope * |i + seqlen_k - seqlen_q - j|)\n is added to the attention score of query i and key j.\n deterministic: bool. Whether to use the deterministic implementation of the backward pass,\n which is slightly slower and uses more memory. The forward pass is always deterministic.\n return_attn_probs: bool. Whether to return the attention probabilities. This option is for\n testing only. The returned probabilities are not guaranteed to be correct\n (they might not have the right scaling).\nReturn:\n out: (batch_size, seqlen, nheads, headdim).\n softmax_lse [optional, if return_attn_probs=True]: (batch_size, nheads, seqlen). The\n logsumexp of each row of the matrix QK^T * scaling (e.g., log of the softmax\n normalization factor).",
65
  "signature": {
@@ -173,7 +173,7 @@
173
  {
174
  "name": "flash_attn_qkvpacked_func",
175
  "qualname": "flash_attn_qkvpacked_func",
176
- "module": "_flash_attn3_cuda_a02f43b.flash_attn_interface",
177
  "kind": "function",
178
  "doc": "dropout_p should be set to 0.0 during evaluation\nIf Q, K, V are already stacked into 1 tensor, this function will be faster than\ncalling flash_attn_func on Q, K, V since the backward pass avoids explicit concatenation\nof the gradients of Q, K, V.\nFor multi-query and grouped-query attention (MQA/GQA), please see\nflash_attn_kvpacked_func and flash_attn_func.\n\nIf window_size != (-1, -1), implements sliding window local attention. Query at position i\nwill only attend to keys between [i - window_size[0], i + window_size[1]] inclusive.\n\nArguments:\n qkv: (batch_size, seqlen, 3, nheads, headdim)\n dropout_p: float. Dropout probability.\n softmax_scale: float. The scaling of QK^T before applying softmax.\n Default to 1 / sqrt(headdim).\n causal: bool. Whether to apply causal attention mask (e.g., for auto-regressive modeling).\n window_size: (left, right). If not (-1, -1), implements sliding window local attention.\n softcap: float. Anything > 0 activates softcapping attention.\n alibi_slopes: (nheads,) or (batch_size, nheads), fp32. A bias of (-alibi_slope * |i - j|) is added to\n the attention score of query i and key j.\n deterministic: bool. Whether to use the deterministic implementation of the backward pass,\n which is slightly slower and uses more memory. The forward pass is always deterministic.\n return_attn_probs: bool. Whether to return the attention probabilities. This option is for\n testing only. The returned probabilities are not guaranteed to be correct\n (they might not have the right scaling).\nReturn:\n out: (batch_size, seqlen, nheads, headdim).\n softmax_lse [optional, if return_attn_probs=True]: (batch_size, nheads, seqlen). The\n logsumexp of each row of the matrix QK^T * scaling (e.g., log of the softmax\n normalization factor).\n S_dmask [optional, if return_attn_probs=True]: (batch_size, nheads, seqlen, seqlen).\n The output of softmax (possibly with different scaling). It also encodes the dropout\n pattern (negative means that location was dropped, nonnegative means it was kept).",
179
  "signature": {
@@ -263,7 +263,7 @@
263
  {
264
  "name": "flash_attn_varlen_func",
265
  "qualname": "flash_attn_varlen_func",
266
- "module": "_flash_attn3_cuda_a02f43b.flash_attn_interface",
267
  "kind": "function",
268
  "doc": null,
269
  "signature": {
@@ -413,7 +413,7 @@
413
  {
414
  "name": "flash_attn_with_kvcache",
415
  "qualname": "flash_attn_with_kvcache",
416
- "module": "_flash_attn3_cuda_a02f43b.flash_attn_interface",
417
  "kind": "function",
418
  "doc": "If k and v are not None, k_cache and v_cache will be updated *inplace* with the new values from\nk and v. This is useful for incremental decoding: you can pass in the cached keys/values from\nthe previous step, and update them with the new keys/values from the current step, and do\nattention with the updated cache, all in 1 kernel.\n\nIf you pass in k / v, you must make sure that the cache is large enough to hold the new values.\nFor example, the KV cache could be pre-allocated with the max sequence length, and you can use\ncache_seqlens to keep track of the current sequence lengths of each sequence in the batch.\n\nAlso apply rotary embedding if rotary_cos and rotary_sin are passed in. The key @k will be\nrotated by rotary_cos and rotary_sin at indices cache_seqlens, cache_seqlens + 1, etc.\nIf causal or local (i.e., window_size != (-1, -1)), the query @q will be rotated by rotary_cos\nand rotary_sin at indices cache_seqlens, cache_seqlens + 1, etc.\nIf not causal and not local, the query @q will be rotated by rotary_cos and rotary_sin at\nindices cache_seqlens only (i.e. we consider all tokens in @q to be at position cache_seqlens).\n\nSee tests/test_flash_attn.py::test_flash_attn_kvcache for examples of how to use this function.\n\nSupports multi-query and grouped-query attention (MQA/GQA) by passing in KV with fewer heads\nthan Q. Note that the number of heads in Q must be divisible by the number of heads in KV.\nFor example, if Q has 6 heads and K, V have 2 heads, head 0, 1, 2 of Q will attention to head\n0 of K, V, and head 3, 4, 5 of Q will attention to head 1 of K, V.\n\nIf causal=True, the causal mask is aligned to the bottom right corner of the attention matrix.\nFor example, if seqlen_q = 2 and seqlen_k = 5, the causal mask (1 = keep, 0 = masked out) is:\n 1 1 1 1 0\n 1 1 1 1 1\nIf seqlen_q = 5 and seqlen_k = 2, the causal mask is:\n 0 0\n 0 0\n 0 0\n 1 0\n 1 1\nIf the row of the mask is all zero, the output will be zero.\n\nIf window_size != (-1, -1), implements sliding window local attention. Query at position i\nwill only attend to keys between\n[i + seqlen_k - seqlen_q - window_size[0], i + seqlen_k - seqlen_q + window_size[1]] inclusive.\n\nNote: Does not support backward pass.\n\nArguments:\n q: (batch_size, seqlen, nheads, headdim)\n k_cache: (batch_size_cache, seqlen_cache, nheads_k, headdim) if there's no page_table,\n or (num_blocks, page_block_size, nheads_k, headdim) if there's a page_table (i.e. paged KV cache)\n page_block_size can be arbitrary (e.g, 1, 2, 3, 64, etc.).\n v_cache: (batch_size_cache, seqlen_cache, nheads_k, headdim_v) if there's no page_table,\n or (num_blocks, page_block_size, nheads_k, headdim_v) if there's a page_table (i.e. paged KV cache)\n k [optional]: (batch_size, seqlen_new, nheads_k, headdim). If not None, we concatenate\n k with k_cache, starting at the indices specified by cache_seqlens.\n v [optional]: (batch_size, seqlen_new, nheads_k, headdim_v). Similar to k.\n qv [optional]: (batch_size, seqlen, nheads, headdim_v)\n rotary_cos [optional]: (seqlen_ro, rotary_dim / 2). If not None, we apply rotary embedding\n to k and q. Only applicable if k and v are passed in. rotary_dim must be divisible by 16.\n rotary_sin [optional]: (seqlen_ro, rotary_dim / 2). Similar to rotary_cos.\n cache_seqlens: int, or (batch_size,), dtype torch.int32. The sequence lengths of the\n KV cache.\n cache_batch_idx: (batch_size,), dtype torch.int32. The indices used to index into the KV cache.\n If None, we assume that the batch indices are [0, 1, 2, ..., batch_size - 1].\n If the indices are not distinct, and k and v are provided, the values updated in the cache\n might come from any of the duplicate indices.\n cache_leftpad: (batch_size,), dtype torch.int32. The index that the KV cache starts. If None, assume 0.\n page_table [optional]: (batch_size, max_num_blocks_per_seq), dtype torch.int32.\n softmax_scale: float. The scaling of QK^T before applying softmax.\n Default to 1 / sqrt(headdim).\n causal: bool. Whether to apply causal attention mask (e.g., for auto-regressive modeling).\n window_size: (left, right). If not (-1, -1), implements sliding window local attention.\n softcap: float. Anything > 0 activates softcapping attention.\n rotary_interleaved: bool. Only applicable if rotary_cos and rotary_sin are passed in.\n If True, rotary embedding will combine dimensions 0 & 1, 2 & 3, etc. If False,\n rotary embedding will combine dimensions 0 & rotary_dim / 2, 1 & rotary_dim / 2 + 1\n (i.e. GPT-NeoX style).\n num_splits: int. If > 1, split the key/value into this many chunks along the sequence.\n If num_splits == 1, we don't split the key/value. If num_splits == 0, we use a heuristic\n to automatically determine the number of splits.\n Don't change this unless you know what you are doing.\n return_softmax_lse: bool. Whether to return the logsumexp of the attention scores.\n\nReturn:\n out: (batch_size, seqlen, nheads, headdim).\n softmax_lse [optional, if return_softmax_lse=True]: (batch_size, nheads, seqlen). The\n logsumexp of each row of the matrix QK^T * scaling (e.g., log of the softmax\n normalization factor).",
419
  "signature": {
@@ -605,7 +605,7 @@
605
  {
606
  "name": "get_scheduler_metadata",
607
  "qualname": "get_scheduler_metadata",
608
- "module": "_flash_attn3_cuda_a02f43b.flash_attn_interface",
609
  "kind": "function",
610
  "doc": null,
611
  "signature": {
 
1
  {
2
  "schema_version": 1,
3
+ "module": "_flash_attn3_cuda_ae2c2be",
4
  "functions": [
5
  {
6
  "name": "add_op_namespace_prefix",
7
  "qualname": "add_op_namespace_prefix",
8
+ "module": "_flash_attn3_cuda_ae2c2be._ops",
9
  "kind": "function",
10
  "doc": "Prefix op by namespace.",
11
  "signature": {
 
23
  {
24
  "name": "flash_attn_combine",
25
  "qualname": "flash_attn_combine",
26
+ "module": "_flash_attn3_cuda_ae2c2be.flash_attn_interface",
27
  "kind": "function",
28
  "doc": null,
29
  "signature": {
 
59
  {
60
  "name": "flash_attn_func",
61
  "qualname": "flash_attn_func",
62
+ "module": "_flash_attn3_cuda_ae2c2be.flash_attn_interface",
63
  "kind": "function",
64
  "doc": "dropout_p should be set to 0.0 during evaluation\nSupports multi-query and grouped-query attention (MQA/GQA) by passing in KV with fewer heads\nthan Q. Note that the number of heads in Q must be divisible by the number of heads in KV.\nFor example, if Q has 6 heads and K, V have 2 heads, head 0, 1, 2 of Q will attention to head\n0 of K, V, and head 3, 4, 5 of Q will attention to head 1 of K, V.\n\nIf causal=True, the causal mask is aligned to the bottom right corner of the attention matrix.\nFor example, if seqlen_q = 2 and seqlen_k = 5, the causal mask (1 = keep, 0 = masked out) is:\n 1 1 1 1 0\n 1 1 1 1 1\nIf seqlen_q = 5 and seqlen_k = 2, the causal mask is:\n 0 0\n 0 0\n 0 0\n 1 0\n 1 1\nIf the row of the mask is all zero, the output will be zero.\n\nIf window_size != (-1, -1), implements sliding window local attention. Query at position i\nwill only attend to keys between\n[i + seqlen_k - seqlen_q - window_size[0], i + seqlen_k - seqlen_q + window_size[1]] inclusive.\n\nArguments:\n q: (batch_size, seqlen, nheads, headdim)\n k: (batch_size, seqlen, nheads_k, headdim)\n v: (batch_size, seqlen, nheads_k, headdim)\n dropout_p: float. Dropout probability.\n softmax_scale: float. The scaling of QK^T before applying softmax.\n Default to 1 / sqrt(headdim).\n causal: bool. Whether to apply causal attention mask (e.g., for auto-regressive modeling).\n window_size: (left, right). If not (-1, -1), implements sliding window local attention.\n alibi_slopes: (nheads,) or (batch_size, nheads), fp32. A bias of\n (-alibi_slope * |i + seqlen_k - seqlen_q - j|)\n is added to the attention score of query i and key j.\n deterministic: bool. Whether to use the deterministic implementation of the backward pass,\n which is slightly slower and uses more memory. The forward pass is always deterministic.\n return_attn_probs: bool. Whether to return the attention probabilities. This option is for\n testing only. The returned probabilities are not guaranteed to be correct\n (they might not have the right scaling).\nReturn:\n out: (batch_size, seqlen, nheads, headdim).\n softmax_lse [optional, if return_attn_probs=True]: (batch_size, nheads, seqlen). The\n logsumexp of each row of the matrix QK^T * scaling (e.g., log of the softmax\n normalization factor).",
65
  "signature": {
 
173
  {
174
  "name": "flash_attn_qkvpacked_func",
175
  "qualname": "flash_attn_qkvpacked_func",
176
+ "module": "_flash_attn3_cuda_ae2c2be.flash_attn_interface",
177
  "kind": "function",
178
  "doc": "dropout_p should be set to 0.0 during evaluation\nIf Q, K, V are already stacked into 1 tensor, this function will be faster than\ncalling flash_attn_func on Q, K, V since the backward pass avoids explicit concatenation\nof the gradients of Q, K, V.\nFor multi-query and grouped-query attention (MQA/GQA), please see\nflash_attn_kvpacked_func and flash_attn_func.\n\nIf window_size != (-1, -1), implements sliding window local attention. Query at position i\nwill only attend to keys between [i - window_size[0], i + window_size[1]] inclusive.\n\nArguments:\n qkv: (batch_size, seqlen, 3, nheads, headdim)\n dropout_p: float. Dropout probability.\n softmax_scale: float. The scaling of QK^T before applying softmax.\n Default to 1 / sqrt(headdim).\n causal: bool. Whether to apply causal attention mask (e.g., for auto-regressive modeling).\n window_size: (left, right). If not (-1, -1), implements sliding window local attention.\n softcap: float. Anything > 0 activates softcapping attention.\n alibi_slopes: (nheads,) or (batch_size, nheads), fp32. A bias of (-alibi_slope * |i - j|) is added to\n the attention score of query i and key j.\n deterministic: bool. Whether to use the deterministic implementation of the backward pass,\n which is slightly slower and uses more memory. The forward pass is always deterministic.\n return_attn_probs: bool. Whether to return the attention probabilities. This option is for\n testing only. The returned probabilities are not guaranteed to be correct\n (they might not have the right scaling).\nReturn:\n out: (batch_size, seqlen, nheads, headdim).\n softmax_lse [optional, if return_attn_probs=True]: (batch_size, nheads, seqlen). The\n logsumexp of each row of the matrix QK^T * scaling (e.g., log of the softmax\n normalization factor).\n S_dmask [optional, if return_attn_probs=True]: (batch_size, nheads, seqlen, seqlen).\n The output of softmax (possibly with different scaling). It also encodes the dropout\n pattern (negative means that location was dropped, nonnegative means it was kept).",
179
  "signature": {
 
263
  {
264
  "name": "flash_attn_varlen_func",
265
  "qualname": "flash_attn_varlen_func",
266
+ "module": "_flash_attn3_cuda_ae2c2be.flash_attn_interface",
267
  "kind": "function",
268
  "doc": null,
269
  "signature": {
 
413
  {
414
  "name": "flash_attn_with_kvcache",
415
  "qualname": "flash_attn_with_kvcache",
416
+ "module": "_flash_attn3_cuda_ae2c2be.flash_attn_interface",
417
  "kind": "function",
418
  "doc": "If k and v are not None, k_cache and v_cache will be updated *inplace* with the new values from\nk and v. This is useful for incremental decoding: you can pass in the cached keys/values from\nthe previous step, and update them with the new keys/values from the current step, and do\nattention with the updated cache, all in 1 kernel.\n\nIf you pass in k / v, you must make sure that the cache is large enough to hold the new values.\nFor example, the KV cache could be pre-allocated with the max sequence length, and you can use\ncache_seqlens to keep track of the current sequence lengths of each sequence in the batch.\n\nAlso apply rotary embedding if rotary_cos and rotary_sin are passed in. The key @k will be\nrotated by rotary_cos and rotary_sin at indices cache_seqlens, cache_seqlens + 1, etc.\nIf causal or local (i.e., window_size != (-1, -1)), the query @q will be rotated by rotary_cos\nand rotary_sin at indices cache_seqlens, cache_seqlens + 1, etc.\nIf not causal and not local, the query @q will be rotated by rotary_cos and rotary_sin at\nindices cache_seqlens only (i.e. we consider all tokens in @q to be at position cache_seqlens).\n\nSee tests/test_flash_attn.py::test_flash_attn_kvcache for examples of how to use this function.\n\nSupports multi-query and grouped-query attention (MQA/GQA) by passing in KV with fewer heads\nthan Q. Note that the number of heads in Q must be divisible by the number of heads in KV.\nFor example, if Q has 6 heads and K, V have 2 heads, head 0, 1, 2 of Q will attention to head\n0 of K, V, and head 3, 4, 5 of Q will attention to head 1 of K, V.\n\nIf causal=True, the causal mask is aligned to the bottom right corner of the attention matrix.\nFor example, if seqlen_q = 2 and seqlen_k = 5, the causal mask (1 = keep, 0 = masked out) is:\n 1 1 1 1 0\n 1 1 1 1 1\nIf seqlen_q = 5 and seqlen_k = 2, the causal mask is:\n 0 0\n 0 0\n 0 0\n 1 0\n 1 1\nIf the row of the mask is all zero, the output will be zero.\n\nIf window_size != (-1, -1), implements sliding window local attention. Query at position i\nwill only attend to keys between\n[i + seqlen_k - seqlen_q - window_size[0], i + seqlen_k - seqlen_q + window_size[1]] inclusive.\n\nNote: Does not support backward pass.\n\nArguments:\n q: (batch_size, seqlen, nheads, headdim)\n k_cache: (batch_size_cache, seqlen_cache, nheads_k, headdim) if there's no page_table,\n or (num_blocks, page_block_size, nheads_k, headdim) if there's a page_table (i.e. paged KV cache)\n page_block_size can be arbitrary (e.g, 1, 2, 3, 64, etc.).\n v_cache: (batch_size_cache, seqlen_cache, nheads_k, headdim_v) if there's no page_table,\n or (num_blocks, page_block_size, nheads_k, headdim_v) if there's a page_table (i.e. paged KV cache)\n k [optional]: (batch_size, seqlen_new, nheads_k, headdim). If not None, we concatenate\n k with k_cache, starting at the indices specified by cache_seqlens.\n v [optional]: (batch_size, seqlen_new, nheads_k, headdim_v). Similar to k.\n qv [optional]: (batch_size, seqlen, nheads, headdim_v)\n rotary_cos [optional]: (seqlen_ro, rotary_dim / 2). If not None, we apply rotary embedding\n to k and q. Only applicable if k and v are passed in. rotary_dim must be divisible by 16.\n rotary_sin [optional]: (seqlen_ro, rotary_dim / 2). Similar to rotary_cos.\n cache_seqlens: int, or (batch_size,), dtype torch.int32. The sequence lengths of the\n KV cache.\n cache_batch_idx: (batch_size,), dtype torch.int32. The indices used to index into the KV cache.\n If None, we assume that the batch indices are [0, 1, 2, ..., batch_size - 1].\n If the indices are not distinct, and k and v are provided, the values updated in the cache\n might come from any of the duplicate indices.\n cache_leftpad: (batch_size,), dtype torch.int32. The index that the KV cache starts. If None, assume 0.\n page_table [optional]: (batch_size, max_num_blocks_per_seq), dtype torch.int32.\n softmax_scale: float. The scaling of QK^T before applying softmax.\n Default to 1 / sqrt(headdim).\n causal: bool. Whether to apply causal attention mask (e.g., for auto-regressive modeling).\n window_size: (left, right). If not (-1, -1), implements sliding window local attention.\n softcap: float. Anything > 0 activates softcapping attention.\n rotary_interleaved: bool. Only applicable if rotary_cos and rotary_sin are passed in.\n If True, rotary embedding will combine dimensions 0 & 1, 2 & 3, etc. If False,\n rotary embedding will combine dimensions 0 & rotary_dim / 2, 1 & rotary_dim / 2 + 1\n (i.e. GPT-NeoX style).\n num_splits: int. If > 1, split the key/value into this many chunks along the sequence.\n If num_splits == 1, we don't split the key/value. If num_splits == 0, we use a heuristic\n to automatically determine the number of splits.\n Don't change this unless you know what you are doing.\n return_softmax_lse: bool. Whether to return the logsumexp of the attention scores.\n\nReturn:\n out: (batch_size, seqlen, nheads, headdim).\n softmax_lse [optional, if return_softmax_lse=True]: (batch_size, nheads, seqlen). The\n logsumexp of each row of the matrix QK^T * scaling (e.g., log of the softmax\n normalization factor).",
419
  "signature": {
 
605
  {
606
  "name": "get_scheduler_metadata",
607
  "qualname": "get_scheduler_metadata",
608
+ "module": "_flash_attn3_cuda_ae2c2be.flash_attn_interface",
609
  "kind": "function",
610
  "doc": null,
611
  "signature": {