Spaces:
Running
on
T4
Running
on
T4
torch::Tensor fused_bias_act_op(const torch::Tensor& input, const torch::Tensor& bias, const torch::Tensor& refer, | |
int act, int grad, float alpha, float scale); | |
torch::Tensor fused_bias_act(const torch::Tensor& input, const torch::Tensor& bias, const torch::Tensor& refer, | |
int act, int grad, float alpha, float scale) { | |
CHECK_CUDA(input); | |
CHECK_CUDA(bias); | |
return fused_bias_act_op(input, bias, refer, act, grad, alpha, scale); | |
} | |
PYBIND11_MODULE(TORCH_EXTENSION_NAME, m) { | |
m.def("fused_bias_act", &fused_bias_act, "fused bias act (CUDA)"); | |
} |