File size: 450 Bytes
3c41cb1
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
[general]
name = "rwkv"
universal = false

[torch]
src = [
  "torch-ext/torch_binding.cpp",
]

[kernel.rwkv]
depends = ["torch"]
backend = "cuda"
cuda-capabilities = [
    "8.0",
    "8.9",
    "9.0",
    "10.0",
    "12.0",
]
include = ["."]
src = [
    "rwkv/wkv_cuda.cu",
    "rwkv/wkv_cuda_bf16.cu",
]
cuda-flags = [
        "-res-usage",
        "--use_fast_math",
        "-O3",
        "--extra-device-vectorization",
        "-DTmax=1024",
]