File size: 441 Bytes
ad16788 |
1 2 3 4 5 6 7 8 9 10 11 12 13 14 15 16 17 |
# encoding: utf-8
"""Class Declaration of Transformer's Label Smootion loss."""
import chainer.links as L
class LayerNorm(L.LayerNormalization):
"""Redirect to L.LayerNormalization."""
def __init__(self, dims, eps=1e-12):
"""Initialize LayerNorm."""
super(LayerNorm, self).__init__(size=dims, eps=eps)
def __call__(self, e):
"""Forward LayerNorm."""
return super(LayerNorm, self).__call__(e)
|