3
I4W^
  ã               @   s^   d dl mZ d dl mZ d dl mZ d dl mZ d dlmZ ddd	„Zddd„Zddd„Z	dS )é    )Úabsolute_import)Údivision)Úprint_function)Úunicode_literals)Úcoreé   Nc             K   sx   |r|n
dddif}| j rH| jj|d ƒg |d fd|gi|d —Ž}ntj|d | jƒ}| j|ƒ | jj||g|gƒS )ÚPReluZConstantFillÚvalueg      Ð?r   Z_slopeÚshaper   )Zinit_paramsZparam_init_netÚ__getattr__r   ZScopedBlobReferenceZAddParameterÚnetr   )ÚmodelÚblob_inÚblob_outZnum_channelsZ
slope_initÚkwargsZslope© r   úC/tmp/pip-build-e66j97b2/torch/caffe2/python/helpers/nonlinearity.pyÚprelu   s    

r   FÚNCHWc             K   s&   |rd|d< | j j||fd|i|—ŽS )zRelu.ÚCUDNNÚengineÚorder)r   ZRelu)r   r   r   Ú	use_cudnnr   r   r   r   r   Úrelu    s    r   c             K   s&   |rd|d< | j j||fd|i|—ŽS )zTanh.r   r   r   )r   ZTanh)r   r   r   r   r   r   r   r   r   Útanh'   s    r   )r   N)Fr   )Fr   )
Ú
__future__r   r   r   r   Zcaffe2.pythonr   r   r   r   r   r   r   r   Ú<module>   s   

