3
I4W^²‰  ã            %   @   sÎ  d dl Z d dlZd dlZd dlZd dlZd dlmZmZ d dl	m
Z
 d dlmZmZmZ d dlmZ ejƒ  ejdƒZejejƒ dd„ Zd	d
„ Zdd„ Zdd„ Zdd„ Zdd„ Zdd„ Zdd„ ZG dd„ deƒZdd„ Z dd„ Z!dd„ Z"dd „ Z#ej$d!ƒd"d#„ ƒZ%ej$d$ƒd%d&„ ƒZ&ej$d'ƒd(d)„ ƒZ'd*d+„ Z(ej$d,ƒd-d.„ ƒZ)ej$d/ƒd0d1„ ƒZ*ej$d2ƒd3d4„ ƒZ+ej$d5ƒd6d7„ ƒZ,ej$d8ƒd9d:„ ƒZ-ej$d;ƒd<d=„ ƒZ.ej$d>ƒd?d@„ ƒZ/ej$dAƒdBdC„ ƒZ0ej$dDƒdEdF„ ƒZ1ej$dGƒdHdI„ ƒZ2ej$dJƒdKdL„ ƒZ3ej$dMƒdNdO„ ƒZ4ej$dPƒdQdR„ ƒZ5ej$dSƒdTdU„ ƒZ6ej$dVƒdWdX„ ƒZ7ej$dYƒdZd[„ ƒZ8ej$d\ƒd]d^„ ƒZ9ej$d_ƒd`da„ ƒZ:ej$dbƒdcdd„ ƒZ;ej$deƒdfdg„ ƒZ<ej$dhƒdidj„ ƒZ=ej$dkƒdldm„ ƒZ>ej$dnƒdodp„ ƒZ?ej$dqƒdrds„ ƒZ@ej$dtƒdudv„ ƒZAeBdwk�rÊe jCdxdy�ZDeDjEdzd{d|� eDjEd}d~d|� eDjEdd€d�d‚� eDjEdƒd„d…d‚� eDjEd†d‡dˆd‰dŠ� eDjEd‹dŒd�eFg dŽ� eDjGƒ ZHe
jIƒ ZJe
jIƒ ZKeHjLZMeHjNZOeHjPZQeHjRZSeTeMƒ�ZUejVeUjWƒ eJƒ W dQ R X eTeOd�ƒ�ZUeKjXeUjWƒ ƒ W dQ R X e eJeKd�eHjYeHjZd‘�\Z[Z\e[j]d  j^d  Z_e[j]d˜ j`d  Zae[j_jbe_gƒ e[j_jbd“d”„ e\jcD ƒƒ e[jajbeagƒ e!e\e_ƒZPeTeSd•ƒ�ZUeUjde[jeƒ ƒ W dQ R X eTeSd– d—ƒ�ZUeUjdefe[ƒƒ W dQ R X eTeQd•ƒ�ZUeUjdePjeƒ ƒ W dQ R X dS )™é    N)Ú
caffe2_pb2Úcaffe2_legacy_pb2)Ú	caffe_pb2)ÚcoreÚutilsÚ	workspace)Útext_formatZcaffe_translatorc                s¬   |j dƒr|j| jkrdS |j dƒr4| j|jk r4dS |j dƒrN| j|jkrNdS tt| jƒƒ‰ t|jƒr‚t	‡ fdd„|jD ƒƒr‚dS t|j
ƒr¨t	‡ fdd„|j
D ƒƒr¨dS dS )	z@A function that reproduces Caffe's StateMeetsRule functionality.ÚphaseFÚ	min_levelÚ	max_levelc                s   g | ]}|ˆ k‘qS © r   )Ú.0Ús)Úcurr_stagesr   ú?/tmp/pip-build-e66j97b2/torch/caffe2/python/caffe_translator.pyú
<listcomp>   s    z#_StateMeetsRule.<locals>.<listcomp>c                s   g | ]}|ˆ k‘qS r   r   )r   r   )r   r   r   r   "   s    T)ÚHasFieldr	   Úlevelr
   r   ÚsetÚlistZstageÚlenÚanyZ	not_stage)ÚstateÚruler   )r   r   Ú_StateMeetsRule   s    ""r   c                sV   t |jƒdk}|t‡ fdd„|jD ƒƒ M }t |jƒrR|t‡ fdd„|jD ƒƒO }|S )z@A function that reproduces Caffe's inclusion and exclusion rule.r   c                s   g | ]}t ˆ |ƒ‘qS r   )r   )r   r   )Ú	net_stater   r   r   ,   s    z"_ShouldInclude.<locals>.<listcomp>c                s   g | ]}t ˆ |ƒ‘qS r   )r   )r   r   )r   r   r   r   /   s    )r   Úincluder   Úexclude)r   ÚlayerÚretr   )r   r   Ú_ShouldInclude(   s
    
r    c             C   s°   i }t jjƒ }x&|jD ]}|j|jƒjtj|ƒƒ qW | j	d j
d }|j|ƒj|ƒ xTtt| j	ƒƒD ]B}| j	| }	|j|	jƒ ƒ ||krf|	jd }
|j|
ƒ}|j||< qfW |S )Nr   )r   ÚCÚ	WorkspaceÚprotosÚcreate_blobÚnameÚfeedr   ÚCaffe2TensorToNumpyArrayÚopÚinputÚranger   Ú_run_operatorÚSerializeToStringÚoutputÚ
fetch_blobÚshape)ÚnetÚ
net_paramsÚdummy_inputÚlegacy_pad_opsÚdim_mapÚwsÚparamÚexternal_inputÚiÚop_defr-   Zblob_legacyr   r   r   Ú_GetLegacyDims3   s    



r:   c                sP   i }ddddg}dˆ k}|r:x.|D ]}ˆ d j ||< q"W n‡ fdd„|D ƒ}|S )NÚpad_lÚpad_tÚpad_rÚpad_bÚpadc                s   i | ]}ˆ | j |“qS r   )r8   )r   Úx)Úarg_mapr   r   ú
<dictcomp>N   s    z%_GetLegacyPadArgs.<locals>.<dictcomp>)r8   )r9   rA   ÚpadsÚkeysÚis_padÚkr   )rA   r   Ú_GetLegacyPadArgsF   s    
rG   c             C   s0  |\}}}}|\}	}
}}||	ks$t ‚||
ks0t ‚d|k}||ksJ||k�r,||d krh|d  d7  < n||kr|td||ƒ‚||d krš|d  d7  < n||kr®td||ƒ‚|�r
| jj|d ƒ g }x2|jƒ D ]&}tjƒ }||_|| |_|j	|ƒ qÒW | jj
|ƒ n"x |jƒ D ]}|| || _�qW d S )Nr?   é   r>   z!Unexpected dimensions for height:r=   z Unexpected dimensions for width:)ÚAssertionErrorÚ	ExceptionÚargÚremoverD   r   ZArgumentr%   r8   ÚappendÚextend)r9   rA   rC   Údim1Údim2Zn1Zc1Úh1Zw1Zn2Úc2Úh2Zw2rE   Úargsr%   rK   r   r   r   Ú_AdjustDimsR   s2    
rU   c             C   sä  g }xTt t| jƒƒD ]B}| j| }tjd|jƒrx$|jD ]}|jdkr8|j|ƒ P q8W qW |�rà|\}}}	}
t	j
j|||	|
ƒjt	jƒ}t| |||ƒ}tjjƒ }| jd jd }|j|ƒj|ƒ x&|jD ]}|j|jƒjtj|ƒƒ qÆW xøt t| jƒƒD ]æ}| j| }||k�rÎi }x|jD ]}|||j< �qW t||ƒ}x8t t|jƒƒD ]&}|j| }|jdk�rH|j|= P �qHW |jd }|d }||jd< |j|jƒ ƒ |j|ƒ}||jd< || }|j}t|||||ƒ |j|jƒ ƒ qöW | S )Nz0^(Conv|ConvTranspose|MaxPool|AveragePool)(\dD)?$Ú
legacy_padr   Z
_nonlegacy)r*   r   r(   ÚreÚmatchÚtyperK   r%   rM   ÚnpÚrandomÚrandnÚastypeÚfloat32r:   r   r!   r"   r)   r$   Z	feed_blobr#   r   r'   rG   r-   r+   r,   r.   r/   rU   )r0   r1   Ú
input_dimsr3   r8   r9   rK   ÚnÚcÚhÚwr2   r4   r5   r7   r6   rA   rC   Újr-   Znonlegacy_outputZblob_nonlegacyrO   rP   r   r   r   Ú_RemoveLegacyPado   sT    












re   c             C   s®   i }t jjƒ }x&|jD ]}|j|jƒjtj|ƒƒ qW | j	d j
d }|j|ƒj|ƒ xRtt| j	ƒƒD ]@}| j	| }|j|jƒ ƒ x"|jD ]}	|j|	ƒ}
|
j||	< qŠW qfW |S )Nr   )r   r!   r"   r#   r$   r%   r&   r   r'   r(   r)   r*   r   r+   r,   r-   r.   r/   )r0   r1   r2   r4   r5   r6   r7   r8   r9   r-   Úblobr   r   r   Ú_GetBlobDimMap¦   s    


rg   c             C   sL   g }| j r| j }n6| jr&| jd j}n"| jd jjrH| jd jjd j}|S )Nr   )Z	input_dimZinput_shapeÚdimr   Zinput_paramr/   )Ú	caffe_netr_   r   r   r   Ú_GetInputDims¸   s    rj   c               @   s6   e Zd Zi Zedd„ ƒZedd„ ƒZed	dd„ƒZdS )
ÚTranslatorRegistryc                s   ‡ ‡fdd„}|S )z.A decorator for registering gradient mappings.c                s   | ˆ j ˆ< | S )N)Ú	registry_)Úfunc)ÚclsÚop_namer   r   ÚWrapperË   s    
z,TranslatorRegistry.Register.<locals>.Wrapperr   )rn   ro   rp   r   )rn   ro   r   ÚRegisterÇ   s    zTranslatorRegistry.Registerc             K   sl   y | j |j |||f|Ž\}}W n$ tk
rD   tdt|ƒ ƒ‚Y nX |d krRg }t|ƒtk	rd|g}||fS )Nz+No translator registered for layer: %s yet.)rl   rY   ÚKeyErrorÚstrr   )rn   r   Úpretrained_blobsÚis_testÚkwargsÚ	caffe_opsÚparamsr   r   r   ÚTranslateLayerÑ   s    
z!TranslatorRegistry.TranslateLayerFNc          	      sL  |d krt jƒ n|}tjƒ }|j|_tjƒ }t|jƒdkrBtdƒ‚|sNt	|ƒ}xÔ|j
D ]Ê‰ t|ˆ ƒsxtjdjˆ jƒƒ qVtjdjˆ jƒƒ ‡ fdd„|j
D ƒ‡ fdd„|jD ƒ }	t|	ƒdkrÈtd	ƒ‚n&t|	ƒdkrêd
d„ |	d jD ƒ}
ng }
| jˆ |
||||d�\}}|jj|ƒ |jj|ƒ qVW |�rD|�s8tdƒ‚t|||ƒ}||fS )Nr   zuI think something is wrong. This translation script only accepts new style layers that are stored in the layer field.z(Current net state does not need layer {}zTranslate layer {}c                s   g | ]}|j ˆ j kr|‘qS r   )r%   )r   Úl)r   r   r   r   ý   s    z5TranslatorRegistry.TranslateModel.<locals>.<listcomp>c                s   g | ]}|j ˆ j kr|‘qS r   )r%   )r   rz   )r   r   r   r   þ   s   rH   z0huh? more than one pretrained layer of one name?c             S   s   g | ]}t j|ƒ‘qS r   )r   ZCaffeBlobToNumpyArray)r   rf   r   r   r   r     s   )r0   r1   r_   z.Please specify input_dims to remove legacy_pad)r   ZNetStater   ÚNetDefr%   ZTensorProtosr   ZlayersÚ
ValueErrorrj   r   r    ÚlogÚinfoÚformatZblobsry   r(   rN   r#   rI   re   )rn   ri   Zpretrained_netru   r   Úremove_legacy_padr_   r0   r1   Zpretrained_layersrt   Ú	operatorsrx   r   )r   r   ÚTranslateModelß   sF    



z!TranslatorRegistry.TranslateModel)FNFN)Ú__name__Ú
__module__Ú__qualname__rl   Úclassmethodrq   ry   r‚   r   r   r   r   rk   Ä   s   
   rk   c              O   s   t j| |ŽS )N)rk   r‚   )rT   rv   r   r   r   r‚     s    r‚   c          	   C   s’   t jƒ }xd| jD ]Z}t|jƒdkr*tdƒ‚tjdg |jgt	j
dt|jƒƒt	j
d|jƒgd�}|jj|gƒ qW |jjtjdg |gdgd	�gƒ |S )
aa  Takes the net_params returned from TranslateModel, and wrap it as an
    init net that contain GivenTensorFill.

    This is a very simple feature that only works with float tensors, and is
    only intended to be used in an environment where you want a single
    initialization file - for more complex cases, use a db to store the
    parameters.
    r   z.Only float tensors are supported in this util.ZGivenTensorFillr/   Úvalues)rK   ZConstantFillrH   )r/   )r   r{   r#   r   Z
float_dataÚRuntimeErrorr   ÚCreateOperatorr%   r   ÚMakeArgumentr   Údimsr(   rN   )r1   Z
input_nameÚinit_netZtensorr(   r   r   r   ÚConvertTensorProtosToInitNet  s    	
 r�   c             C   s.   t jƒ }||_|jj| jƒ |jj| jƒ |S )zBA simple translate interface that maps the layer input and output.)r   ÚOperatorDefrY   r)   rN   Úbottomr-   Útop)r   Zcaffe2_typeZ	caffe2_opr   r   r   ÚBaseTranslate7  s
    r‘   c             C   s   | j jtj||ƒgƒ dS )z*Makes an argument based on the value type.N)rK   rN   r   rŠ   )r(   ÚkeyÚvaluer   r   r   ÚAddArgument@  s    r”   ZInputc             K   s   g g fS )Nr   )r   rt   ru   rv   r   r   r   ÚTranslateInputI  s    r•   Z	VideoDatac             K   s   g g fS )Nr   )r   rt   ru   rv   r   r   r   ÚTranslateVideoDataN  s    r–   ÚDatac             K   s   g g fS )Nr   )r   rt   ru   rv   r   r   r   ÚTranslateDataS  s    r˜   c             C   s¤  y~t | jƒdks,t | jƒdks,t | jƒdkr4tdƒ‚t | jƒrH| jd nd}t | jƒr`| jd nd}t | jƒrx| jd nd}W n& tk
r¤   | j}| j}| j}Y nX | jdƒsº| jdƒrØt|d| jƒ t|d| j	ƒ nt|d|ƒ | jdƒsú| jdƒ�rR| j
| jk�rt|d	| j
ƒ n8t|d
| j
ƒ t|d| j
ƒ t|d| jƒ t|d| jƒ nt|d	|ƒ | jdƒ�sv| jdƒ�r”t|d| jƒ t|d| jƒ nt|d|ƒ d S )NrH   zRTranslator currently does not support non-conventional pad/kernel/stride settings.r   Ústride_hÚstride_wÚstrideÚpad_hÚpad_wr?   r<   r>   r;   r=   Úkernel_hÚkernel_wÚkernel)r   r›   Úkernel_sizer?   ÚNotImplementedErrorÚ	TypeErrorr   r”   r™   rš   rœ   r�   rž   rŸ   )r6   Úcaffe_opr›   r?   r    r   r   r   Ú_TranslateStridePadKernelHelperZ  s8    r¥   ZConvolution3Dc       
      K   sð   | j }t| dƒ}|jd }|jj|d ƒ t|d|j|j|jgƒ t|d|j|j	|j	gƒ d}d}t
|dƒrr|j}t
|dƒr‚|j}t|d|||gd	 ƒ tj|d |d ƒg}	t|ƒd	krè|jj|d
 ƒ |	jtj|d jƒ |d
 ƒƒ ||	fS )NÚConvr   Ú_wÚkernelsÚstridesÚtemporal_padr?   rC   é   Ú_brH   )Zconvolution3d_paramr‘   r-   r)   rM   r”   Úkernel_depthr¡   Útemporal_strider›   Úhasattrrª   r?   r   ÚNumpyArrayToCaffe2Tensorr   Úflatten)
r   rt   ru   rv   r6   r¤   r-   rª   Úspatial_padrx   r   r   r   ÚTranslateConvNd„  s4    



r³   ZConvolutionc             K   s  | j }t| dƒ}|jd }|jj|d ƒ t||ƒ tj|d |d ƒg}t|ƒdkr„|jj|d ƒ |jtj|d j	ƒ |d ƒƒ |j
dkrœt|d|j
ƒ t|jƒdkrþt|jƒdkrÌt|d|jd ƒ n2t|jƒdkrþt|d	|jd ƒ t|d
|jd ƒ ||fS )Nr¦   r   r§   r«   r¬   rH   ÚgroupÚdilationZ
dilation_hZ
dilation_w)Úconvolution_paramr‘   r-   r)   rM   r¥   r   r°   r   r±   r´   r”   rµ   )r   rt   ru   rv   r6   r¤   r-   rx   r   r   r   ÚTranslateConv§  s(    



r·   ZDeconvolutionc       	      K   s²   | j }|jdkrtdƒ‚t| dƒ}|jd }t||ƒ |jj|d gƒ t|ddƒ t	j
|d |d ƒ}|jr¤t	j
|d jƒ |d ƒ}|jj|d gƒ |||gfS ||gfS d S )	NrH   z:Translator currently does not support group deconvolution.ZConvTransposer   r§   ÚorderÚNCHWr¬   )r¶   r´   r¢   r‘   r-   r¥   r)   rN   r”   r   r°   Z	bias_termr±   )	r   rt   ru   rv   r6   r¤   r-   ÚweightÚbiasr   r   r   ÚTranslateDeconvÅ  s     



r¼   ZCropc                sj  |d |d |d   }}}|\}}}	}
t jj|||	|
ƒjt jƒ}t|||ƒ}| j}|j|j }‰t	| dƒ}|j
d }|| ‰ g g  }}t|| ƒ}tˆƒdks¨tdƒ‚x$t|ƒD ]}|jdƒ |jdƒ q²W ‡ ‡fdd	„t||ƒD ƒ}|j|ƒ |jˆd gt|ƒ ƒ tjƒ }|j
j|j
d gƒ |jj|jƒ |jj|jƒ |j|_t|d
|ƒ t|d|ƒ |g fS )Nr0   r1   r_   ÚSlicerH   z@Caffe Translator for Crop only works for offset     of 1 for nowr   c                s    g | ]}t ˆd  ˆ |  ƒ‘qS )r   )Úint)r   r8   )Úinput_1_dimÚoffsetsr   r   r   î  s    z!TranslateCrop.<locals>.<listcomp>ÚstartsÚendséÿÿÿÿ)rZ   r[   r\   r]   r^   rg   Z
crop_paramÚaxisÚoffsetr‘   r)   r   rI   r*   rM   rN   r   rŽ   r-   rK   rY   r”   )r   rt   ru   rv   r0   r1   r_   r`   ra   rb   rc   r2   r4   r6   rÄ   r¤   Zinput_1rÁ   rÂ   r‹   Ú_Z
end_offsetr(   r   )r¿   rÀ   r   ÚTranslateCropÜ  s6    




rÇ   ZReLUc             K   s   t | dƒg fS )NZRelu)r‘   )r   rt   ru   rv   r   r   r   ÚTranslateReluú  s    rÈ   ZPoolingc             K   sž   | j }|jtjjkr t| dƒ}n|jtjjkr8t| dƒ}t||ƒ t|ddƒ y
|j	}W n t
k
rp   d}Y nX |s„t|dtjƒ |jr–t|ddƒ |g fS )	NÚMaxPoolÚAveragePoolr¸   r¹   FrV   Úglobal_poolingrH   )Zpooling_paramÚpoolr   ZPoolingParameterÚMAXr‘   ÚAVEr¥   r”   Ztorch_poolingÚAttributeErrorr   ZCAFFE_LEGACY_POOLINGrË   )r   rt   ru   rv   r6   r¤   Zis_torch_poolingr   r   r   ÚTranslatePoolÿ  s"    

	

rÐ   Z	Pooling3Dc             K   sº   | j }|jtjjkr t| dƒ}n|jtjjkr8t| dƒ}t|ddƒ t|d|j|j	|j	gƒ t|d|j
|j|jgƒ d}d}t|dƒrŒ|j}t|d	ƒrœ|j}t|d
|||gd ƒ |g fS )NrÉ   rÊ   r¸   r¹   r¨   r©   r   rª   r?   rC   r«   )Zpooling3d_paramrÌ   r   ZPooling3DParameterrÍ   r‘   rÎ   r”   r­   r¡   r®   r›   r¯   rª   r?   )r   rt   ru   rv   r6   r¤   rª   r²   r   r   r   ÚTranslatePool3D  s,    


rÑ   ÚLRNc             K   sž   t | dƒ}|jjd|jd  d gƒ | j}|jtjjkrBtdƒ‚t	|dt
|jƒƒ t	|dt|jƒƒ t	|dt|jƒƒ t	|d	t|jƒƒ t	|d
dƒ |g fS )NrÒ   rÆ   r   Ú_scalez8Does not support norm region other than across channels.ÚsizeÚalphaÚbetar»   r¸   r¹   )r‘   r-   rN   Z	lrn_paramZnorm_regionr   ZLRNParameterZACROSS_CHANNELSr|   r”   r¾   Z
local_sizeÚfloatrÕ   rÖ   rF   )r   rt   ru   rv   r¤   r6   r   r   r   ÚTranslateLRN8  s    
rØ   ZInnerProductc       	      K   s  | j }y|jdks|jr tdƒ‚W n tk
r6   Y nX t| dƒ}|jd }|jj|d |d gƒ |d j	dkrztd	ƒ‚|d j	dkr¼t
|d jd d… ƒddgkr¼td
t|d jƒ ƒ‚tj|d jd|d jd ƒ|d ƒ}tj|d jƒ |d ƒ}|||gfS )NrH   z÷We don't have testing case for non-default axis and transpose cases yet so we are disabling it for now. If you have a model with this, please do send us your model for us to update this support, and you are more than welcome to send a PR for this.ZFCr   r§   r¬   r«   é   zUnexpected weight ndim.z_If pretrained blob has 4 dims (old-style Caffe), the first two should be of value 1, but I got )r«   rÙ   rÃ   rÃ   )Zinner_product_paramrÄ   Z	transposer|   rÏ   r‘   r-   r)   rN   Úndimr   r/   rs   r   r°   Zreshaper±   )	r   rt   ru   rv   r6   r¤   r-   rº   r»   r   r   r   ÚTranslateInnerProductH  s.    



rÛ   ÚDropoutc             K   sR   t | dƒ}|jjd|jd  d gƒ | j}t|d|jƒ |rJt|ddƒ |g fS )NrÜ   rÆ   r   Z_maskZratioru   rH   )r‘   r-   rN   Zdropout_paramr”   Zdropout_ratio)r   rt   ru   rv   r¤   r6   r   r   r   ÚTranslateDropoutl  s    
rÝ   ÚSoftmaxc             K   s   t | dƒ}|g fS )NrÞ   )r‘   )r   rt   ru   rv   r¤   r   r   r   ÚTranslateSoftmaxw  s    
rß   ZSoftmaxWithLossc             K   sp   t jd| jd g| jd d ƒ}t jd|jd | jd g| jd d ƒ}t jd|jd | jd ƒ}|||gg fS )NrÞ   r   Z_translator_autogen_softmaxZLabelCrossEntropyrH   Z_translator_autogen_xentZAveragedLoss)r   r‰   r�   r-   r�   )r   rt   ru   rv   Z
softmax_opZxent_opZloss_opr   r   r   ÚTranslateSoftmaxWithLoss}  s    rà   ÚAccuracyc             K   s.   t | dƒ}| jjdkr&t|d| jjƒ |g fS )Nrá   rH   Útop_k)r‘   Zaccuracy_paramrâ   r”   )r   rt   ru   rv   r¤   r   r   r   ÚTranslateAccuracy�  s    
rã   ÚConcatc             K   s:   t | dƒ}|jjd|jd  d gƒ t|ddƒ |g fS )Nrä   rÆ   r   Ú_dimsr¸   r¹   )r‘   r-   rN   r”   )r   rt   ru   rv   r¤   r   r   r   ÚTranslateConcat•  s    
ræ   ZTanHc             K   s   t | dƒ}|g fS )NZTanh)r‘   )r   rt   ru   rv   r¤   r   r   r   ÚTranslateTanH�  s    
rç   ÚInstanceNormc             K   st   t | dƒ}|jd }tj|d jƒ |d ƒ}tj|d jƒ |d ƒ}|jj|d |d gƒ t|ddƒ |||gfS )Nrè   r   r§   rH   r¬   r¸   r¹   )r‘   r-   r   r°   r±   r)   rN   r”   )r   rt   ru   rv   r¤   r-   rº   r»   r   r   r   ÚTranslateInstanceNorm£  s    

ré   Z	BatchNormc             K   sœ  t | dƒ}|jd }| j}t|d|ƒ t|d|jƒ t|ddƒ |jj|d |d |d	 |d
 gƒ |sŒ|jj|d	 |d
 |d |d gƒ |d jd }|d d dkrôtj	d|d d  |d  |d	 ƒ}tj	d|d d  |d  |d
 ƒ}	nt
dƒ‚t|ƒdk�r<tj	|d jƒ |d ƒ}
tj	|d jƒ |d ƒ}nPd|d d< tj|d |fƒ|d< tj	|d |d ƒ}
tj	tj|d ƒ|d ƒ}||
|||	gfS )NZ	SpatialBNr   ru   Úepsilonr¸   r¹   rÓ   Z_biasZ_meanZ_varZ_saved_meanZ
_saved_varr«   g      ð?rH   zscalar is zero.é   rÙ   )r‘   r-   Zbatch_norm_paramr”   Zepsr)   rN   r/   r   r°   rˆ   r   r±   rZ   ZtileZ
zeros_like)r   rt   ru   rv   r¤   r-   r6   Z
n_channelsZmeanÚvarZscaler»   r   r   r   ÚTranslateBatchNorm°  sT    







rí   ZEltwisec             K   s4   | j }t|jƒs|jdkr"tdƒ‚t| dƒ}|g fS )NrH   z(This eltwise layer is not yet supported.ZSum)Zeltwise_paramr   ZcoeffÚ	operationrˆ   r‘   )r   rt   ru   rv   r6   r¤   r   r   r   ÚTranslateElementWiseæ  s
    
rï   ZScalec             K   s‚  t | dƒ}| j}t|d|jƒ t|ddƒ t|jƒdk�r\|jdkrLtdƒ‚|jd }|d }|jj	|ƒ g }|j	t
j|d jƒ |ƒƒ d }	t|ƒdkršnŽt|ƒd	k�r tj|ƒ}	d
|	_|d }
|d }|jd d …= |jj	|ƒ |	jd d …= |	jj	|ƒ |	jj	|
ƒ |j	t
j|d jƒ |
ƒƒ ntdƒ‚|g}|	�r>|j	|	ƒ t|ƒt|ƒk�sTt‚||fS t|jƒd	k�rvtdƒ‚ntdƒ‚d S )NZMulrÄ   Ú	broadcastTrH   z$This path has not been verified yet.r   Zscale_wr«   ÚAddZscale_bZ	_internalz.Unexpected number of pretrained blobs in ScalezUnexpected number of inputs.)r‘   Úscale_paramr”   rÄ   r   r)   Znum_axesrˆ   r-   rM   r   r°   r±   ÚcopyÚdeepcopyrY   rI   )r   rt   ru   rv   Zmul_oprò   r-   Zmul_op_paramÚweightsZadd_opZadd_op_paramZinternal_blobrw   r   r   r   ÚTranslateScaleñ  sJ    





rö   ÚReshapec             K   sB   t | dƒ}|jjd|jd  d ƒ | j}t|d|jjƒ |g fS )Nr÷   rÆ   r   rå   r/   )r‘   r-   rM   r)   Úreshape_paramr”   r/   rh   )r   rt   ru   rv   r¤   rø   r   r   r   ÚTranslateReshape%  s
    
rù   ÚFlattenc             K   s\   | j }|jdkrtdƒ‚|jdkr.t| dƒ}n&|jdkrDt| dƒ}ntdj|jƒƒ‚|g fS )NrH   z)flatten_param.end_axis not supported yet.r   ZFlattenToVecrú   z,Not supported yet for flatten_param.axis {}.rÃ   )Zflatten_paramZend_axisr¢   rÄ   r‘   r   )r   rt   ru   rv   r6   r¤   r   r   r   ÚTranslateFlatten.  s    


rû   ÚSigmoidc             K   s   t | dƒ}|g fS )Nrü   )r‘   )r   rt   ru   rv   r¤   r   r   r   ÚTranslateSigmoid@  s    
rý   Z
ROIPoolingc             K   s”   t | dƒ}t|ddƒ |r(t|d|ƒ n|jj|jd d ƒ | j}|jdƒr\t|d|jƒ |jdƒrtt|d|jƒ |jd	ƒrŒt|d	|jƒ |g fS )
NZRoIPoolr¸   r¹   ru   r   Z	_argmaxesÚpooled_hÚpooled_wÚspatial_scale)	r‘   r”   r-   rM   Zroi_pooling_paramr   rþ   rÿ   r   )r   rt   ru   rv   r¤   r6   r   r   r   ÚTranslateROIPoolingF  s    



r  ZPReLUc             K   sD   t | dƒ}|jd }|jj|d gƒ tj|d |d ƒ}||gfS )NZPRelur   Z_Slope)r‘   r-   r)   rN   r   r°   )r   rt   ru   rv   r¤   r-   Zsloper   r   r   ÚTranslatePRelu\  s
    

r  Z	Reductionc             K   sp   | j }|jtjjkr t| dƒ}n"|jtjjkr:t| dƒ}ntdƒ‚|jdkrTtdƒ‚|j }t	|d|ƒ |g fS )NZReduceBackSumZReduceBackMeanzNot yet supportedr   Únum_reduce_dim)
Zreduction_paramrî   r   ZReductionParameterZSUMr‘   ZMEANr¢   rÄ   r”   )r   rt   ru   rv   r6   r¤   r  r   r   r   ÚTranslateReductionf  s    
r  Ú__main__z>Utilitity to convert pretrained caffe models to Caffe2 models.)ÚdescriptionÚ	prototextzCaffe prototext.)ÚhelpÚ
caffemodelzCaffe trained model.z
--init_netzCaffe2 initialization net.zinit_net.pb)r  Údefaultz--predict_netzCaffe2 prediction net.zpredict_net.pbz--remove_legacy_padzSRemove legacy pad                         (Only works for nets with one input blob)Ú
store_trueF)r  Úactionr
  z--input_dimszDimension of input blobú+)r  ÚnargsrY   r
  ÚrbT)ru   r€   r_   rH   c             C   s   g | ]
}|j ‘qS r   )r%   )r   r6   r   r   r   r   ¡  s    r   ÚwbÚtxtrc   rÃ   )gÚargparseró   ÚloggingrW   ZnumpyrZ   Zcaffe2.protor   r   Zcaffe.protor   Zcaffe2.pythonr   r   r   Zgoogle.protobufr   ÚbasicConfigÚ	getLoggerr}   ÚsetLevelÚINFOr   r    r:   rG   rU   re   rg   rj   Úobjectrk   r‚   r�   r‘   r”   rq   r•   r–   r˜   r¥   r³   r·   r¼   rÇ   rÈ   rÐ   rÑ   rØ   rÛ   rÝ   rß   rà   rã   ræ   rç   ré   rí   rï   rö   rù   rû   rý   r  r  r  rƒ   ÚArgumentParserÚparserÚadd_argumentr¾   Ú
parse_argsrT   ZNetParameterZcaffenetZcaffenet_pretrainedr  Zinput_protor	  Zinput_caffemodelrŒ   Zoutput_init_netZpredict_netZoutput_predict_netÚopenÚfZMergeÚreadZParseFromStringr€   r_   r0   Zpretrained_paramsr(   r)   r7   r-   Zexternal_outputrN   r#   Úwriter,   rs   r   r   r   r   Ú<module>   s¾   
7W		*#$64	





