Hugging Face's logo

kernels-community
/
activation

kernel
Model card Files Community
2
activation
File size: 573 Bytes 
703f177
 
 
 
 
 
be5bedb
 
703f177
 
 
 
 
 
 
 
 
 
 
 
 
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
 
#pragma once

#include <torch/torch.h>

void silu_and_mul(torch::Tensor &out, torch::Tensor &input);

void mul_and_silu(torch::Tensor& out, torch::Tensor& input);

void gelu_and_mul(torch::Tensor &out, torch::Tensor &input);

void gelu_tanh_and_mul(torch::Tensor &out, torch::Tensor &input);

void fatrelu_and_mul(torch::Tensor &out, torch::Tensor &input,
                     double threshold);

void gelu_new(torch::Tensor &out, torch::Tensor &input);

void gelu_fast(torch::Tensor &out, torch::Tensor &input);

void gelu_quick(torch::Tensor &out, torch::Tensor &input);