3
I4W^Œ3  ã               @   s8  d Z ddlmZ ddlmZ ddlmZ ddlmZ ddlZddlZddlZddl	m
Z ddlmZ dd	lmZ dd
lmZ ddlmZmZmZmZmZmZmZmZmZmZmZ ddlmZm Z m!Z!m"Z" ddl#Z$ddl%m&Z& ddl'm(Z( ddl)j*j+Z,ej-ej.d� ej/e0ƒZ1G dd„ de2ƒZ3e3j4Z4e3j5Z5e3j6Z6e3j7Z7dS )z`Caffe2 Protobuf to ONNX converter

To run this, you will need to have Caffe2 installed as well.
é    )Úabsolute_import)Údivision)Úprint_function)Úunicode_literalsN)Úcore)Úcontainer_abcs)Úcaffe2_legacy_pb2)ÚEnum)ÚdefsÚcheckerÚhelperÚnumpy_helperÚmappingÚ
ModelProtoÚ
GraphProtoÚ	NodeProtoÚAttributeProtoÚTensorProtoÚOperatorSetIdProto)Úmake_tensorÚmake_tensor_value_infoÚmake_attributeÚ
make_model)Úc2_native_run_net)ÚUnsupported)Úlevelc               @   s  e Zd ZdZddddddddddddddœZdhd	d
hd	d
hd	d
hdœZddiZddiddidœZi Ze	j
ƒ Zedd„ ƒZedd„ ƒZedd„ ƒZedd„ ƒZedd„ ƒZedd„ ƒZedd„ ƒZed-d!d"„ƒZed#d$„ ƒZed%d&„ ƒZed'd(„ ƒZed)d*„ ƒZed+d,„ ƒZd S ).ÚCaffe2Frontendé	   ZBatchNormalizationZConvZConvTransposeZMaxPoolZAveragePool)Z	SpatialBNZConv1DZConv2DZConv3DZConvTranspose1DZConvTranspose2DZConvTranspose3DZ	MaxPool1DZ	MaxPool2DZ	MaxPool3DZAveragePool1DZAveragePool2DZAveragePool3Ds   NCHWr   é   )ÚorderZcudnn_exhaustive_searchZexhaustive_searchZ	use_cudnnZkernelsZkernel_shapeÚdimsZaxesZperm)ZSqueezeZ	Transposec             C   s
   | j jƒ S )N)Ú_dummy_nameZnew_dummy_name)Úcls© r#   ú</tmp/pip-build-e66j97b2/torch/caffe2/python/onnx/frontend.pyÚ
dummy_nameQ   s    zCaffe2Frontend.dummy_namec             C   sÒ   |j }| jj|j|jƒ}|| jkr6| j| j|j|ƒ}|jdƒrH|j}n\|jdƒrZ|j}nJ|jdƒrl|j}n8|j	rz|j	}n*|j
rˆ|j
}n|jr–|j}ntdj|ƒƒ‚|| jkrÆ|| j|j ksÂt‚d S tj||ƒS )NÚfÚiÚsz$Could not find data field in arg: {})ÚtypeÚ_global_renamed_argsÚgetÚnameÚ_per_op_renamed_argsZHasFieldr&   r'   r(   ZfloatsÚintsÚstringsÚ
ValueErrorÚformatÚ_blacklist_caffe2_argsÚAssertionErrorr   r   )r"   Úop_defÚargÚop_typer,   Úvaluer#   r#   r$   Ú_common_caffe2_arg_to_onnx_attrU   s*    




z.Caffe2Frontend._common_caffe2_arg_to_onnx_attrc             C   s   | j ||ƒS )N)r8   )r"   r4   r5   r#   r#   r$   Úcaffe2_arg_to_onnx_attrt   s    z&Caffe2Frontend.caffe2_arg_to_onnx_attrc                sj   t ƒ }ˆj|_ˆ jjˆjˆjƒ|_|jjˆjƒ |jjˆjƒ t	d ‡ ‡fdd„ˆj
D ƒƒ}|jj|ƒ |S )Nc                s   g | ]}ˆ j ˆ|ƒ‘qS r#   )r9   )Ú.0r5   )r"   r4   r#   r$   ú
<listcomp>‚   s   zACaffe2Frontend._common_caffe2_op_to_onnx_node.<locals>.<listcomp>)r   r,   Ú_renamed_operatorsr+   r)   r6   ÚinputÚextendÚoutputÚfilterr5   Ú	attribute)r"   r4   ÚshapesZnode_defÚattrsr#   )r"   r4   r$   Ú_common_caffe2_op_to_onnx_nodex   s    z-Caffe2Frontend._common_caffe2_op_to_onnx_nodec             C   sä   t j|jƒr„t j| j|jƒ |ƒ\}}g }x&|D ]}tƒ }|j|ƒ |j|ƒ q.W g }x&|D ]}t	ƒ }	|	j|ƒ |j|	ƒ qZW ||fS |j| j
kr¤t| | j
|j ƒ}
n| j}
|
||ƒ}g }t|tƒrÊ|\}}t|tjƒsÜ|g}||fS )N)ÚCZsupport_onnx_exportr)   Zexport_to_onnxr!   ZSerializeToStringr   ZParseFromStringÚappendr   Ú_special_operatorsÚgetattrrD   Ú
isinstanceÚtupler   ÚIterable)r"   r4   rB   Z	node_strsZtensor_strsÚnodesr(   ÚnodeÚconst_tensorsÚtensorZ
translatorr#   r#   r$   Úcaffe2_op_to_onnx_nodeˆ   s.    





z%Caffe2Frontend.caffe2_op_to_onnx_nodec             C   sX   | d krt ƒ S t ƒ }|j| jƒ |j| jƒ x&| jD ]}|j|jƒ |j|jƒ q4W |S )N)ÚsetÚupdateÚexternal_inputÚexternal_outputÚopr=   r?   )ÚnetÚnamesrU   r#   r#   r$   Ú_all_names_in_net£   s    z Caffe2Frontend._all_names_in_netc             C   s   t | j| j| jd�S )N)r,   Ú	elem_typeÚshape)r   r,   Ú	data_typer    )rO   r#   r#   r$   Ú_extract_value_info°   s    z"Caffe2Frontend._extract_value_infoNc                sÜ  ˆd kri ‰t ˆtƒstdƒ‚ˆj|ˆƒ ˆj||ˆƒ |r\ˆj|ƒ}ˆjdd„ |D ƒƒ ng }d}x6|jD ],}x&tj	|j
|jƒD ]}|ˆkr‚d}P q‚W qlW tt|jƒƒtˆjƒ ƒ }|rÎtdjdj|ƒƒƒ‚d }	d }
|�r`i }x6|jD ],}ˆ| \}}tjj|Ž jtj| ƒ||< qèW t|||ƒ\}	}
x6|jD ],}|
| }tj|j }|j}||fˆ|< �q0W tƒ }|j|_|j j!|ƒ |j
j!‡fdd	„|jD ƒƒ ˆj"j#ˆj$|ƒˆj$|ƒB ƒ x¬|jD ]¢}i }xRtj	|j
|jƒD ]>}|	�r |	j%|ƒ}t&|d
ƒ�r|j||< nˆ| d ||< �qÔW ˆj'||d�\}}|j(j!|ƒ |j j!|ƒ |j
j!‡fdd„|D ƒƒ �qºW tt)dd	„ |j(D ƒdd„ |j D ƒƒƒ‰ tdd	„ |jD ƒƒˆ  }|�rºt*j+djdj|ƒƒƒ |jj!‡ ‡fdd	„|jD ƒƒ |S )Nz<Please pass value_info as a name -> (type, shape) dictionaryc             S   s   i | ]}|j |jf|j“qS r#   )r[   r    r,   )r:   Úinitr#   r#   r$   ú
<dictcomp>Ç   s   z;Caffe2Frontend.caffe2_net_to_onnx_graph.<locals>.<dictcomp>FTz'Could not find value info of inputs: {}z, c             3   s,   | ]$}t |ˆ | d  ˆ | d d�V  qdS )r   r   )r,   rY   rZ   N)r   )r:   r,   )Ú
value_infor#   r$   ú	<genexpr>õ   s   z:Caffe2Frontend.caffe2_net_to_onnx_graph.<locals>.<genexpr>rZ   r   )rB   c                s   g | ]}ˆ j |ƒ‘qS r#   )r\   )r:   rO   )r"   r#   r$   r;   	  s    z;Caffe2Frontend.caffe2_net_to_onnx_graph.<locals>.<listcomp>c             s   s   | ]}t |jƒV  qd S )N)Úlistr?   )r:   rM   r#   r#   r$   r`     s    c             S   s   g | ]
}|j ‘qS r#   )r,   )r:   r]   r#   r#   r$   r;     s    c             s   s   | ]}|j V  qd S )N)r,   )r:   Úvir#   r#   r$   r`     s    zSThere are graph output not produced by any node or initializer: {}! Will drop them.c             3   s4   | ],}|ˆ krt |ˆ| d  ˆ| d d�V  qdS )r   r   )r,   rY   rZ   N)r   )r:   r,   )Ú
all_outputr_   r#   r$   r`     s   ),rI   Údictr0   Ú_filter_fake_initÚ_ssa_rewriteÚcaffe2_init_net_to_initializerrR   rU   Ú	itertoolsÚchainr=   r?   rQ   ra   rS   ÚkeysÚRuntimeErrorr1   ÚjoinÚnpÚrandomZrandnZastyper   ZTENSOR_TYPE_TO_NP_TYPEr   rT   ZNP_TYPE_TO_TENSOR_TYPEZdtyperZ   r   r,   Úinitializerr>   r!   ÚresetrX   Ú	FetchBlobÚhasattrrP   rM   ÚsumÚloggerÚwarning)r"   Úpredict_netÚinit_netr_   ro   Zrun_native_netrU   r,   ÚmissingÚwsÚoutputsÚinputsrY   rZ   r?   Z	graph_defrB   ZblobrL   rN   Zredundant_outputr#   )rc   r"   r_   r$   Úcaffe2_net_to_onnx_graph·   sŠ    






 z'Caffe2Frontend.caffe2_net_to_onnx_graphc                sP   t d |g d�\‰ }g }x|jD ]}|j|jƒ qW ‡ fdd„tt|ƒƒD ƒ}|S )N)rw   rv   r{   c                s    g | ]}t jˆ j|ƒ|d �‘qS ))r,   )r   Z
from_arrayrq   )r:   r,   )ry   r#   r$   r;   "  s   zACaffe2Frontend.caffe2_init_net_to_initializer.<locals>.<listcomp>)r   rU   r>   r?   ÚsortedrQ   )r"   rw   Ú_Zoutput_namesrU   ro   r#   )ry   r$   rg     s    
z-Caffe2Frontend.caffe2_init_net_to_initializerc                sB   |r>‡ fdd„|j D ƒ}x|D ]}|j j|ƒ qW |d d …= ~d S )Nc                s:   g | ]2}t |jƒd kr|jd ˆ krtjd|jƒr|‘qS )r   r   zGivenTensor.*Fill|ConstantFill)Úlenr?   ÚreÚmatchr)   )r:   rU   )r_   r#   r$   r;   )  s    z4Caffe2Frontend._filter_fake_init.<locals>.<listcomp>)rU   Úremove)r"   rw   r_   Z
fake_initsZ	fake_initr#   )r_   r$   re   &  s    

z Caffe2Frontend._filter_fake_initc             C   s   | j |||ƒS )N)rf   )r"   rV   rw   r_   r#   r#   r$   Ússa_rewrite1  s    zCaffe2Frontend.ssa_rewritec                sR  d
dd„‰|rPx@|j D ]6}tjd|jƒs:tdj|j|ƒƒ‚t|jƒdkst‚qW tj	|ƒ\}‰ i ‰g }x |D ]\}}||7 }||7 }qlW x2|D ]*\}	}
|	ˆkrª|
hˆ|	< qŽˆ|	 j
|
ƒ qŽW t|j ƒt|ƒksÒt‚xXt|j |ƒD ]H\}\}}‡‡fdd„|D ƒ|jd d …< ‡‡fdd„|D ƒ|jd d …< qàW ‡ ‡‡fd	d„|jD ƒ|jd d …< d S )Nc             S   s4   |dkr| S |r(t |j| i ƒƒdkr(| S dj| |ƒS )Nr   r   z{}_{})r   r+   r1   )r,   ÚversionÚversion_cntr#   r#   r$   Ússa_name7  s
    z-Caffe2Frontend._ssa_rewrite.<locals>.ssa_namezGivenTensor.*Fillztype is {}, 
{}r   c                s   g | ]\}}ˆ ||ˆƒ‘qS r#   r#   )r:   r,   r„   )r†   r…   r#   r$   r;   R  s   z/Caffe2Frontend._ssa_rewrite.<locals>.<listcomp>c                s   g | ]\}}ˆ ||ˆƒ‘qS r#   r#   )r:   r,   r„   )r†   r…   r#   r$   r;   T  s   c                s   g | ]}ˆ|ˆ | ˆƒ‘qS r#   r#   )r:   r,   )Úblob_versionsr†   r…   r#   r$   r;   V  s   )N)rU   r€   r�   r)   r3   r1   r   r?   Úcaffe2_coreZget_ssaÚaddÚzipr=   rT   )r"   rV   rw   r_   rU   ZssaZversioned_blobsZversioned_inputZversioned_outputr,   r„   Zversioned_inputsZversioned_outputsr#   )r‡   r†   r…   r$   rf   5  s.    
 zCaffe2Frontend._ssa_rewritec             O   s:   t ƒ }d|_| j|_t| j||Ž|gdd�}tj|ƒ |S )NÚ zonnx-caffe2)Zopset_importsZproducer_name)r   ÚdomainÚtarget_opset_versionr„   r   r|   r   Zcheck_model)r"   ÚargsÚkwargsZopset_idÚmodelr#   r#   r$   Úcaffe2_net_to_onnx_modelY  s    
z'Caffe2Frontend.caffe2_net_to_onnx_model)NN)Ú__name__Ú
__module__Ú__qualname__r�   r<   r2   r*   r-   rG   rE   Z	DummyNamer!   Úclassmethodr%   r8   r9   rD   rP   ÚstaticmethodrX   r\   r|   rg   re   rƒ   rf   r‘   r#   r#   r#   r$   r   $   sL    a
$r   )8Ú__doc__Ú
__future__r   r   r   r   rh   Úloggingr€   Zcaffe2.pythonr   rˆ   Zcaffe2.python.compatibilityr   Zcaffe2.protor   Úenumr	   Zonnxr
   r   r   r   r   r   r   r   r   r   r   Zonnx.helperr   r   r   r   Znumpyrm   Zcaffe2.python.onnx.helperr   Zcaffe2.python.onnx.errorr   Z!caffe2.python._import_c_extensionÚpythonZ_import_c_extensionrE   ÚbasicConfigÚINFOÚ	getLoggerr’   rt   Úobjectr   r|   r‘   rg   rƒ   r#   r#   r#   r$   Ú<module>   s4   4
  D