File size: 73 Bytes
ab7be96
 
 
1
2
3
4
import torch.nn as nn

approx_gelu = lambda: nn.GELU(approximate="tanh")