3
I4W^õ>  ã               @   s  d dl mZmZmZmZ d dlZd dlZd dlmZ d dl	Z
d dlmZmZ d dlmZ ejeƒZejejƒ dd„ Zdd	„ Zd
d„ Zdd„ Zdd„ Zdd„ Zd)dd„Zd*dd„Zdd„ Zd+dd„Zd,dd„Zdd„ Z dd„ Z!d-d!d"„Z"d.d#d$„Z#d/d%d&„Z$d'd(„ Z%dS )0é    )Úabsolute_importÚdivisionÚprint_functionÚunicode_literalsN)Údefaultdict)ÚcoreÚutils)Úhardcode_scale_zpc             C   s,   ddl m} || ƒ\}}t|dƒ t||ƒS )z$s -> (s0,s1), (s1,s2), (s2, s3), ...r   )ÚteeN)Ú	itertoolsr
   ÚnextÚzip)Úiterabler
   ÚaÚb© r   úA/tmp/pip-build-e66j97b2/torch/caffe2/quantization/server/utils.pyÚpairwise   s    
r   c             C   s>   g }x4t | jƒD ]&\}}||jks,||jkr|j|ƒ qW |S )N)Ú	enumerateÚopÚinputZcontrol_inputÚappend)ÚnetÚblobÚuÚir   r   r   r   Ú	blob_uses   s
    r   c                s  t jˆƒ‰t j|ƒ}�xätˆj|d … |ƒD �]Ê\‰ }|jdkrBq,tˆ|jd ƒ}t|ƒdkr`q,|d ‰ˆjˆ }|jdksœt|ƒdkr¸|jd |jd kr¸|jdkr,tj	dj
|ƒƒ q,t‡ ‡‡fdd„|jd |jd gD ƒƒ�rtj	d	ƒ x(tˆ ˆd ƒD ]}tj	ˆj| ƒ � qþW q,t j|ƒ}|jd |jd< ||jd  }	t|jƒd
k�rb||jd
  }
n tjt||jd
  ƒƒjtjƒ}
||jd  }||jd
  }||jd  }||jd  }d}x"|jD ]}|jdk�rÆ|j}�qÆW |d tj|| ƒ }|||  }|jdk�r.|jdtdg|	jd  ƒ ƒn|jdtdg|	jd
  ƒ ƒ}|
| | }|	| }||jd  j|jk�s|t‚t|jƒd
k�rª||jd
  j|jk�s¼t‚n|j|jk�s¼t‚|||jd < t|jƒd
k�rê|||jd
 < n |||jd
 < |jj|jd
 ƒ ˆjd ˆ … |g ˆjˆ d ˆ…  ˆjˆd d …  }ˆjd d …= |j|jd ƒ t|jƒd
k�r~|j|jd
 ƒ |j|jd ƒ |j|jd ƒ ||jd = t|jƒd
k�rÆ||jd
 = ||jd = ||jd = ˆjj|ƒ ˆ||ˆ d fS W ˆ||d fS )NÚConvÚConvTransposer   Ú	SpatialBNé   z#Can't fuse if more than one user {}c             3   sB   | ]:}t ˆ d  ˆƒD ]&}|ˆj| jkp6|ˆj| jkV  qqdS )r    N)Úranger   r   Úoutput)Ú.0r   Úk)r   Újr   r   r   ú	<genexpr>@   s   z fuse_first_bn.<locals>.<genexpr>z>Can't fuse because of the following interferring uses or defs:é   é   é   gñhãˆµøä>Úepsilong      ð?)r   r   éÿÿÿÿ)r+   r+   )r    r+   )ÚcopyÚdeepcopyr   r   Útyper   r"   ÚlenÚloggerÚdebugÚformatÚanyr!   r   ÚnpÚzerosÚastypeZfloat32ÚargÚnameÚfÚsqrtÚreshapeÚtupleÚndimÚshapeÚAssertionErrorr   Úextend)r   ÚparamsÚremoved_tensorsÚbegin_op_indexÚconvÚusesÚbnr$   Ú
fused_convZconv_weightZ	conv_biasÚbn_scaleÚbn_biasZbn_running_meanZbn_running_varZepsr7   ÚAÚBZA_ÚCÚQÚnew_opsr   )r   r%   r   r   Úfuse_first_bn!   s„    

"

*

 *8rO   c             C   sn   g }d}x`t | |||ƒ\}}}}|d krVtdd„ |jD ƒƒrL| rLtd|ƒ‚|||fS |||  } }}q
W d S )Nr   c             s   s   | ]}|j d kV  qdS )r   N)r.   )r#   r   r   r   r   r&   ³   s    zfuse_bn.<locals>.<genexpr>z,Model contains SpatialBN op after fusion: %s)rO   r3   r   Ú	Exception)r   rA   Úignore_failurerB   rC   Únext_netÚnext_paramsr   r   r   Úfuse_bnª   s    
rT   c             C   s   t j| ƒ} t j|ƒ}�x~tt| jƒƒD �]j\\}}\}}|jd |jd krNq&|jdks&|jdks&t| jƒ|d ks&| j|d  jdkrŠq&|}|}| j|d  }	t j|ƒ}
|	jd |
jd< ||jd  }||jd  }||jd  }||	jd  }|| ||jd < || | ||jd < | jd |… |
g | j|d d …  }| jd d …= |j	|jd ƒ |j	|	jd ƒ ||jd = ||	jd = | jj
|ƒ P q&W | ||fS )Nr   r   ZMulr    ÚAddr'   )r,   r-   r   r   r   r   r"   r.   r/   r   r@   )r   rA   rB   r   Úcurrentr%   Únext_rF   ÚmulÚaddZfused_bnrH   Z	mul_scalerI   Zadd_biasrN   r   r   r   Úfuse_first_scale»   s<    

$


&rZ   c             C   sN   g }xDt | ||ƒ\}}}t|jƒt| jƒkr6|||fS |||  } }}qW d S )N)rZ   r/   r   )r   rA   rQ   rB   rR   rS   r   r   r   Ú
fuse_scaleå   s    
r[   c       	         s®  t jˆƒ‰�x˜tˆj|d … |ƒD �]~\‰ }|jdkr8q"tˆ|jd ƒ}t|ƒdks"|rh|jd |krhq"|d ‰ˆjˆ }|jdks¤t|ƒdkrÀ|jd |jd krÀ|jdkr"tj	dj
|ƒƒ q"t‡ ‡‡fd	d
„|jd |jd gD ƒƒ�r"tj	dƒ x(tˆ ˆd ƒD ]}tj	ˆj| ƒ �qW q"t j|ƒ}|jd |_|jd |jd< ˆjd ˆ … |g ˆjˆ d ˆ…  ˆjˆd d …  }ˆjd d …= ˆjj|ƒ ˆˆ d fS W ˆd fS )Nr   r   ÚSumr   r   ÚRelur    z#Can't fuse if more than one user {}c             3   sB   | ]:}t ˆ d  ˆƒD ]&}|ˆj| jkp6|ˆj| jkV  qqdS )r    N)r!   r   r   r"   )r#   r   r$   )r   r%   r   r   r   r&   
  s   z"fuse_first_relu.<locals>.<genexpr>z>Can't fuse because of the following interferring uses or defs:)r   r   r\   r   )r,   r-   r   r   r.   r   r"   r/   r0   r1   r2   r3   r!   r@   )	r   rC   Úignore_op_with_outputrD   rE   Úrelur$   rG   rN   r   )r   r%   r   r   Úfuse_first_reluñ   s>    
"

*

8r`   c             C   sR   d}xHt | ||ƒ\}}|d krFtdd„ |jD ƒƒrB| rBtd|ƒ‚|S |} qW d S )Nr   c             s   s   | ]}|j d kV  qdS )r]   N)r.   )r#   r   r   r   r   r&   )  s    zfuse_relu.<locals>.<genexpr>z'Model contains Relu op after fusion: %s)r`   r3   r   rP   )r   rQ   r^   rC   rR   r   r   r   Ú	fuse_relu!  s    
ra   c             C   s>   x.t tt| ƒƒƒD ]\}}|jd |kr|S qW td|ƒ‚d S )Nr   z(Failed to find last producer of blob, %s)ÚreversedÚlistr   r"   Ú
ValueError)Úopsr   r   r   r   r   r   Úlast_producer/  s    rf   c             C   sz  t j| ƒ} �xhtt| jƒƒD �]T\\}}\}}|jd |jd krDq|jdks|jdkrZq|rn|jd |krnqt j|ƒ}t j|ƒ}t j| jd |… ƒ}t j| j|d d … ƒ}	|jd |jd< xŠ|jD ]€}
t||
ƒ}|| }|jd |
ksît	‚|
d |jd< t j|ƒ}|jd |jd< |
|jd< |d |d … |g ||d d …  }qÆW ||g |	 }| jd d …= | jj
|ƒ P qW | S )Nr   ZConcatr]   r    Z	_pre_relu)r,   r-   r   r   r   r   r"   r.   rf   r?   r@   )r   r^   r   rV   r%   rW   Úconcatr_   Zpre_opsZpost_opsr   r$   ZproducerZnew_relurN   r   r   r   Úswap_first_concat_relu6  s6    
$




*rh   c             C   s0   x*t | |ƒ}t|jƒt| jƒkr$|S |} qW d S )N)rh   r/   r   )r   r^   rR   r   r   r   Úswap_concat_relu`  s
    
ri   c       
      C   s>  t tƒ}x>| jjD ]2}d|jkrt|jƒdkr||jd   d7  < qW i }x0|jjD ]$}||jd  dkrV|||jd < qVW t tƒ}x²| jjD ]¦}d|jkoªt|jƒdkr�|jd }|| dkrÄq�|| }||  d7  < |dkræq�|d t|ƒ }t	j
|| ƒ}	||	jd< |jjj|	gƒ ||jd< | jjj|ƒ q�W dS )aÐ  
    In architectures such as FPN (https://arxiv.org/abs/1612.03144), few Conv
    ops share the same weight and bias and are run at different scales of
    the input. Since 'bias_scale = input_scale * weight_scale', sharing the
    same bias blob among multiple Conv ops means that we need different bias
    scale for each of the ops. To achieve this, we just duplicate those bias
    blobs that are used by multiple Conv ops before performing int8 rewrite.
    r   r(   r'   r    r   Z_vN)r   ÚintZ_netr   r.   r/   r   r"   Ústrr,   r-   r@   Zexternal_inputr   )
r   Zinit_netZ
bias_countr   Zbias_fill_opZbias_versionZbiasÚversionZnew_biasZfill_opr   r   r   Úadd_version_to_conv_biasi  s0    	


rm   c             C   s(   | j jtjd|jƒtjd|jƒgƒ d S )NZY_scaleZY_zero_point)r7   r@   r   ÚMakeArgumentÚscaleÚ
zero_point)r   Úq_paramr   r   r   Úadd_quantization_param_args_�  s    rr   Fc             C   sx   | dk rF|dkrF|rFd}d	}t t| | ƒt|| ƒƒ}|| } || }tj| |ƒ}| dk rt|dkrt|rttj|jdƒ}|S )
Nr   éÿ   r'   r    é€   é   rt   i€ÿÿÿru   )ÚmaxÚabsr	   Úchoose_quantization_paramsÚQuantizationParamro   )Ú
tensor_minÚ
tensor_maxÚpreserve_sparsityZsymmetric_qminZsymmetric_qmaxZ	max_scalerq   r   r   r   rx   ™  s    rx   c             C   sF   |j dkrdn|jƒ }|j dkr$dn|jƒ }t|||ƒ}t| |ƒ |S )Nr   )ÚsizeÚminrv   rx   rr   )r   Útensorr|   rz   r{   rq   r   r   r   Úadd_quantization_param_args«  s
    
r€   c             C   s‚   t jdg |ƒ}t|| |ƒ}tj| |j ƒjtjƒ|j }tj	dtj
|dƒƒ}|jjtjd|jtjƒjƒ ƒtjd|jƒgƒ ||fS )zy
    Create Int8GivenTensorFill op that quantizes the given tensor and outputs
    an Int8Tensor with out_blob_name.
    ZInt8GivenTensorFillr   rs   Úvaluesr>   )r   ÚCreateOperatorr€   r4   Úaroundro   r6   Úint32rp   ÚmaximumZminimumr7   r@   r   rn   Zuint8Útobytesr>   )r   Úout_blob_namer|   r   rq   Úquantized_tensorr   r   r   Úcreate_int8_given_tensor_fillµ  s    r‰   c             C   sv   |j |j  }tj| | ƒjtjƒ}|jdƒ tjdg |ƒ}|jj	t
jd|ƒt
jd|jƒgƒ tj|dƒ}t||ƒ |S )za
    Similar to create_int8_given_tensor_fill, but for bias blobs to be stored
    as int32.
    r    ZInt8GivenIntTensorFillr�   r>   r   r+   )ro   r4   rƒ   r6   r„   r;   r   r‚   r7   r@   r   rn   r>   r	   ry   rr   )r   r‡   Z	x_q_paramZ	w_q_paramro   rˆ   r   rq   r   r   r   Úcreate_int8_bias_tensor_fillÉ  s    


rŠ   )N)N)N)N)F)F)F)&Ú
__future__r   r   r   r   r,   ÚloggingÚcollectionsr   Znumpyr4   Zcaffe2.pythonr   r   Zcaffe2.python.fbr	   Ú	getLoggerÚ__name__r0   ÚsetLevelÚDEBUGr   r   rO   rT   rZ   r[   r`   ra   rf   rh   ri   rm   rr   rx   r€   r‰   rŠ   r   r   r   r   Ú<module>   s4   
	 
*
0

*
	'	



