File size: 489 Bytes
b9ecbf8
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
[general]
name = "masked-mha-runtime"
license = "Apache-2.0"
version = 1
backends = ["cuda"]

[general.cuda]
minver = "13"

[general.hub]
repo-id = "flashrt/masked-mha-runtime"

[torch]
include = ["csrc"]
src = ["torch-ext/torch_binding.cpp"]

[kernel.masked_mha_runtime]
backend = "cuda"
depends = ["torch"]
include = ["csrc"]
cuda-minver = "13"
cuda-capabilities = ["11.0a"]
cuda-flags = ["-O3", "--use_fast_math"]
src = ["csrc/attention_mha_masked.cu", "csrc/attention_mha_masked.cuh"]