Source code for espnet.nets.chainer_backend.transformer.layer_norm

# encoding: utf-8
"""Class Declaration of Transformer's Label Smootion loss."""

import chainer.links as L


[docs]class LayerNorm(L.LayerNormalization):
    """Redirect to L.LayerNormalization."""

    def __init__(self, dims, eps=1e-12):
        """Initialize LayerNorm."""
        super(LayerNorm, self).__init__(size=dims, eps=eps)

    def __call__(self, e):
        """Forward LayerNorm."""
        return super(LayerNorm, self).__call__(e)