| [general] |
| version = "0.0.1" |
|
|
| [torch] |
| name = "paged_attention" |
| src = [ |
| "torch-ext/registration.h", |
| "torch-ext/torch_binding.cpp", |
| "torch-ext/torch_binding.h" |
| ] |
| pyroot = "torch-ext" |
|
|
| [kernel.cuda_utils] |
| capabilities = [ "7.0", "7.2", "7.5", "8.0", "8.6", "8.7", "8.9", "9.0" ] |
| src = [ |
| "cuda-utils/cuda_utils_kernels.cu", |
| ] |
| depends = [] |
| |
|
|
| [kernel.paged_attention] |
| capabilities = [ "7.0", "7.2", "7.5", "8.0", "8.6", "8.7", "8.9", "9.0" ] |
| src = [ |
| "paged-attention/attention/attention_dtypes.h", |
| "paged-attention/attention/attention_generic.cuh", |
| "paged-attention/attention/attention_kernels.cuh", |
| "paged-attention/attention/attention_utils.cuh", |
| "paged-attention/attention/dtype_bfloat16.cuh", |
| "paged-attention/attention/dtype_float16.cuh", |
| "paged-attention/attention/dtype_float32.cuh", |
| "paged-attention/attention/dtype_fp8.cuh", |
| "paged-attention/attention/paged_attention_v1.cu", |
| "paged-attention/attention/paged_attention_v2.cu", |
| "paged-attention/cache_kernels.cu", |
| "paged-attention/cuda_compat.h", |
| "paged-attention/dispatch_utils.h", |
| "paged-attention/quantization/fp8/amd/hip_float8.h", |
| "paged-attention/quantization/fp8/amd/hip_float8_impl.h", |
| "paged-attention/quantization/fp8/amd/quant_utils.cuh", |
| "paged-attention/quantization/fp8/nvidia/quant_utils.cuh", |
| ] |
| include = [ "." ] |
| depends = [ "torch" ] |
|
|
|
|
