Upload edit\Qwen3-TTS-test\.venv\Lib\site-packages\torch\include\ATen\native\cuda\RowwiseScaledMM.h with huggingface_hub
Browse files
edit//Qwen3-TTS-test//.venv//Lib//site-packages//torch//include//ATen//native//cuda//RowwiseScaledMM.h
ADDED
|
@@ -0,0 +1,14 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
#pragma once
|
| 2 |
+
#include <ATen/core/TensorBase.h>
|
| 3 |
+
#include <optional>
|
| 4 |
+
|
| 5 |
+
namespace at::cuda::detail {
|
| 6 |
+
TORCH_API void f8f8bf16_rowwise(
|
| 7 |
+
at::Tensor XQ, // FP8
|
| 8 |
+
at::Tensor WQ, // FP8
|
| 9 |
+
at::Tensor x_scale, // FP32
|
| 10 |
+
at::Tensor w_scale, // FP32
|
| 11 |
+
std::optional<at::Tensor> bias, // BF16
|
| 12 |
+
bool use_fast_accum,
|
| 13 |
+
at::Tensor& out);
|
| 14 |
+
} // namespace at::cuda::detail
|