Kernels:
Trusted publisher
File size: 511 Bytes
4087a2f | 1 2 3 4 5 6 7 8 9 10 11 12 13 14 15 16 17 18 19 | #pragma once
#include <torch/torch.h>
void silu_and_mul(torch::Tensor &out, torch::Tensor &input);
void gelu_and_mul(torch::Tensor &out, torch::Tensor &input);
void gelu_tanh_and_mul(torch::Tensor &out, torch::Tensor &input);
void fatrelu_and_mul(torch::Tensor &out, torch::Tensor &input,
double threshold);
void gelu_new(torch::Tensor &out, torch::Tensor &input);
void gelu_fast(torch::Tensor &out, torch::Tensor &input);
void gelu_quick(torch::Tensor &out, torch::Tensor &input);
|