3
I4W^å  ã               @   sL   d dl mZmZmZmZ G dd„ deƒZG dd„ deƒZG dd„ deƒZdS )	é    )Úabsolute_importÚdivisionÚprint_functionÚunicode_literalsc               @   s$   e Zd Zdd„ Zdd„ Zdd„ ZdS )Ú
Normalizerc             C   s   d S )N© )Úselfr   r   ú9/tmp/pip-build-e66j97b2/torch/caffe2/python/normalizer.pyÚ__init__   s    zNormalizer.__init__c             C   s   | j ||ƒS )N)Ú_run)r   ÚnetÚparamr   r   r	   Ú__call__   s    zNormalizer.__call__c             C   s   t dƒ‚d S )NzNot Impelemented)Ú	Exception)r   r   r   r   r   r	   r      s    zNormalizer._runN)Ú__name__Ú
__module__Ú__qualname__r
   r   r   r   r   r   r	   r      s   r   c                   s$   e Zd Z‡ fdd„Zdd„ Z‡  ZS )ÚBatchNormalizerc                s   t t| ƒjƒ  t|ƒ| _d S )N)Úsuperr   r
   ÚfloatÚ	_momentum)r   Úmomentum)Ú	__class__r   r	   r
      s    zBatchNormalizer.__init__c             C   s   |j || jd�S )N)r   )ZBatchNormalizationr   )r   Úlayer_modelr   r   r   r	   r      s    zBatchNormalizer._run)r   r   r   r
   r   Ú__classcell__r   r   )r   r	   r      s   r   c                   s&   e Zd Zd‡ fdd„	Zdd„ Z‡  ZS )ÚLayerNormalizerTc                s"   t t| ƒjƒ  t|ƒ| _|| _d S )N)r   r   r
   r   Ú_epsilonÚ_use_layer_norm_op)r   ÚepsilonÚuse_layer_norm_op)r   r   r	   r
   "   s    
zLayerNormalizer.__init__c             C   s   |j || j| jd�S )N)r   r   )ZLayerNormalizationr   r   )r   r   r   r   r   r	   r   '   s    zLayerNormalizer._run)T)r   r   r   r
   r   r   r   r   )r   r	   r   !   s   r   N)	Ú
__future__r   r   r   r   Úobjectr   r   r   r   r   r   r	   Ú<module>   s   