3
I4W^  ใ               @   sh   d dl mZmZmZmZ d dlZG dd dejjZG dd dejjZ	G dd dejjZ
d	d
 ZdS )้    )ฺabsolute_importฺdivisionฺprint_functionฺunicode_literalsNc                   sL   e Zd Z fddZejjdd Zejjdd Zejjdd Z	  Z
S )	ฺMkldnnLinearc                sh   t t| j  | jd|jj  |jd k	r>| jd|jj  n&| jdtj|jj	dgtj
dj  d S )Nฺweightฺbiasr   )ฺdtype)ฺsuperr   ฺ__init__ฺregister_bufferr   ฺ	to_mkldnnr   ฺtorchฺzerosฺsizeฺfloat)ฺselfฺdense_module)ฺ	__class__ฉ ๚3/tmp/pip-build-e66j97b2/torch/torch/utils/mkldnn.pyr      s    
zMkldnnLinear.__init__c             C   s   | j j | jj | jfS )N)r   ฺto_denser   ฺtraining)r   r   r   r   ฺ__getstate__   s    zMkldnnLinear.__getstate__c             C   s*   |d j  | _|d j  | _|d | _d S )Nr   ้   ้   )r   r   r   r   )r   ฺstater   r   r   ฺ__setstate__   s    zMkldnnLinear.__setstate__c             C   s>   |j r
|n|j }tjjj|| j| j}|j r2|n|j }|S )N)	Z	is_mkldnnr   r   ฺ_Cฺ_nnZmkldnn_linearr   r   r   )r   ฺxZx_mkldnnZy_mkldnnฺyr   r   r   ฺforward   s    zMkldnnLinear.forward)ฺ__name__ฺ
__module__ฺ__qualname__r   r   ฺjitฺscript_methodr   r   r"   ฺ__classcell__r   r   )r   r   r      s   r   c                   sX   e Zd ZddddgZ fddZejjdd Zejjd	d
 Z	ejjdd Z
  ZS )ฺMkldnnConv2dฺstrideฺpaddingฺdilationฺgroupsc                s   t t| j  |j| _|j| _|j| _|j| _| jd|jj	  |j
d k	r^| jd|j
j	  n&| jdtj|jjdgtjdj	  d S )Nr   r   r   )r	   )r
   r)   r   r*   r+   r,   r-   r   r   r   r   r   r   r   r   )r   r   )r   r   r   r   (   s    
zMkldnnConv2d.__init__c             C   s   | j j | jj | jfS )N)r   r   r   r   )r   r   r   r   r   9   s    zMkldnnConv2d.__getstate__c             C   sD   t jjj|d j | j| j| j| j| _	|d j | _
|d | _d S )Nr   r   r   )r   r   r   Zmkldnn_reorder_conv2d_weightr   r+   r*   r,   r-   r   r   r   )r   r   r   r   r   r   =   s    

zMkldnnConv2d.__setstate__c             C   s"   t j|| j| j| j| j| j| jS )N)r   Zconv2dr   r   r*   r+   r,   r-   )r   r    r   r   r   r"   I   s    zMkldnnConv2d.forward)r#   r$   r%   ฺ__constants__r   r   r&   r'   r   r   r"   r(   r   r   )r   r   r)   %   s
   r)   c                   sT   e Zd ZddgZ fddZejjdd Zejjdd Z	ejjd	d
 Z
  ZS )ฺMkldnnBatchNorm2dฺexponential_average_factorฺepsc                s   t t| j  |j st|js$t|js.t|jd kr@d| _n|j| _|j	| _	| j
d|jj  | j
d|jj  | j
d|jj  | j
d|jj  d S )Ng        r   r   ฺrunning_meanฺrunning_var)r
   r/   r   r   ฺAssertionErrorZtrack_running_statsZaffineZmomentumr0   r1   r   r   r   r   r2   r3   )r   r   )r   r   r   r   X   s    


zMkldnnBatchNorm2d.__init__c             C   s8   | j j }| jj }| jj }| jj }||||| jfS )N)r   r   r   r2   r3   r   )r   r   r   r2   r3   r   r   r   r   j   s
    



zMkldnnBatchNorm2d.__getstate__c             C   sF   |d j  | _|d j  | _|d j  | _|d j  | _|d | _d S )Nr   r   r   ้   ้   )r   r   r   r2   r3   r   )r   r   r   r   r   r   r   s
    zMkldnnBatchNorm2d.__setstate__c          
   C   s&   t j|| j| j| j| jd| j| jd	S )NF)r   Z
batch_normr   r   r2   r3   r0   r1   )r   r    r   r   r   r"   {   s    zMkldnnBatchNorm2d.forward)r#   r$   r%   r.   r   r   r&   r'   r   r   r"   r(   r   r   )r   r   r/   U   s
   	r/   c                s   dd   fdd| S )Nc             S   sJ   t | tjjrt| S t | tjjr,t| S t | tjjrBt| S | S d S )N)	ฺ
isinstancer   ฺnnZLinearr   ZConv2dr)   ZBatchNorm2dr/   )ฺmr   r   r   ฺm_fn   s    zto_mkldnn.<locals>.m_fnc                s2    | }x$| j  D ]\}}t||| qW |S )N)Znamed_childrenฺsetattr)r9   Znew_mฺnameZsub_m)r:   ฺm_fn_recr   r   r=      s    zto_mkldnn.<locals>.m_fn_recr   )ฺmoduler   )r:   r=   r   r      s    
r   )ฺ
__future__r   r   r   r   r   r&   ZScriptModuler   r)   r/   r   r   r   r   r   ฺ<module>   s
   05