Kernels
danieldk's picture
danieldk HF Staff
Build uploaded using `kernels`.
08e5623 verified
raw
history blame contribute delete
779 Bytes
from .act_quant import fp8_act_quant
from .batched import (
w8a8_fp8_matmul_batched,
w8a8_block_fp8_matmul_batched,
w8a8_tensor_fp8_matmul_batched,
)
from .grouped import (
w8a8_fp8_matmul_grouped,
w8a8_block_fp8_matmul_grouped,
w8a8_tensor_fp8_matmul_grouped,
)
from .matmul import (
w8a8_fp8_matmul,
w8a8_block_fp8_matmul,
w8a8_tensor_fp8_matmul,
)
__all__ = [
"fp8_act_quant",
# Single matmul
"w8a8_fp8_matmul",
"w8a8_block_fp8_matmul",
"w8a8_tensor_fp8_matmul",
# Batched matmul
"w8a8_fp8_matmul_batched",
"w8a8_block_fp8_matmul_batched",
"w8a8_tensor_fp8_matmul_batched",
# Grouped matmul
"w8a8_fp8_matmul_grouped",
"w8a8_block_fp8_matmul_grouped",
"w8a8_tensor_fp8_matmul_grouped",
]