3
I4W^:�  ã               @   sæ  d Z ddlmZ ddlmZ ddlmZ ddlmZ ddlZddlZddlm	Z	m
Z
 ddlZddlZddlZddlZddlZddlmZmZmZmZ dd	lmZ dd
lmZ ddlmZ ddlZddlZddlZddlmZm Z m!Z!m"Z"m#Z# ddl$Zddl%Zddl&Zddl'Zddl(Zddl)m*Z*m+Z+m,Z,m-Z- ddl.m/Z/ ddl0m1Z1 ddl2m3Z3 ddl4j5j6Z7ddl8Z8dd„ Z9dd„ Z:G dd„ de;ƒZ<dd„ Z=G dd„ de>ƒZ?ej@ddddgƒZAG dd „ d e*ƒZBeBjCZCeBjDZDeBjEZEeBjFZFeBjGZGeBjHZHdS )!zaBackend for running ONNX on Caffe2

To run this, you will need to have Caffe2 installed as well.
é    )Úabsolute_import)Údivision)Úprint_function)Úunicode_literalsN)ÚPopenÚPIPE)ÚcoreÚ	workspaceÚrnn_cellÚgru_cell)Úcontainer_abcs)ÚModelHelper)Ú
caffe2_pb2)ÚcheckerÚ
GraphProtoÚTensorProtoÚAttributeProtoÚ
ModelProto)ÚBackendÚDeviceÚ
DeviceTypeÚnamedtupledict)Ú	Workspace)Ú	Caffe2Rep)ÚCaffe2CppRepc             C   s$   y
| j dƒS  tk
r   | S X d S )Nzutf-8)ÚdecodeÚAttributeError)Ús© r   ú;/tmp/pip-build-e66j97b2/torch/caffe2/python/onnx/backend.pyÚforce_unicode3   s    
r    c             C   s(   t jtjt jtji}tj|| j | j	ƒS )N)
r   ÚCPUr   ZCUDAr	   ZGpuDeviceTyper   ZDeviceOptionÚtypeZ	device_id)ÚdeviceÚmr   r   r   Úget_device_option9   s    r%   c               @   s,   e Zd ZdZedd„ ƒZdd„ fdd„ZdS )	ÚOnnxAttributeszx
    This is a more convenient way to work with ONNX/Caffe2 attributes
    that is not the protobuf representation.
    c             C   s&   t ƒ }x| D ]}t|ƒ||j< qW |S )N)r&   ÚconvertAttributeProtoÚname)ÚargsÚdÚargr   r   r   Ú	from_onnxD   s    
zOnnxAttributes.from_onnxc             C   s   | S )Nr   )Úkr   r   r   Ú<lambda>K   s    zOnnxAttributes.<lambda>c             c   s<   x6| j ƒ D ]*\}}||ƒdkr
tjjj||ƒ|ƒV  q
W d S )NÚ )ÚitemsÚcaffe2ÚpythonÚutilsÚMakeArgument)ÚselfÚkmapr-   Úvr   r   r   r1   K   s    zOnnxAttributes.caffe2N)Ú__name__Ú
__module__Ú__qualname__Ú__doc__Ústaticmethodr,   r1   r   r   r   r   r&   ?   s   r&   c             C   sÞ   | j dƒr| jS | j dƒr | jS | j dƒr0| jS | j dƒr@| jS | j dƒrZtj| jtjƒS t	| j
ƒrnt| j
ƒS t	| jƒr‚t| jƒS t	| jƒr–t| jƒS t	| jƒrÌg }x"| jD ]}|jtj|tjƒƒ q¬W |S tdj| ƒƒ‚dS )z›
    Convert an ONNX AttributeProto into an appropriate Python object
    for the type.

    NB: Tensor attribute gets returned as the straight proto.
    ÚfÚir   ÚtÚgzUnsupported ONNX attribute: {}N)ÚHasFieldr=   r>   r   r?   ÚCaffe2BackendÚ_graph_to_netr@   Ú_known_opset_versionÚlenÚfloatsÚlistÚintsÚstringsÚgraphsÚappendÚ
ValueErrorÚformat)Zonnx_argÚretvalr@   r   r   r   r'   Q   s,    











r'   c               @   s   e Zd ZdZdd„ ZdS )ÚOnnxNodeaX  
    Reimplementation of NodeProto from ONNX, but in a form
    more convenient to work with from Python.

    We may temporarily edit these nodes to get them into Caffe2 form,
    before actually translating into the Caffe2 protobuf, since this
    is easier than decomposing everything, and putting it back together
    when we're ready.
    c             C   sB   t |jƒ| _t |jƒ| _tj|jƒ| _t|jƒ| _	t|j
ƒ| _d S )N)Ústrr(   Úop_typer&   r,   Ú	attributeÚattrsrG   ÚinputÚinputsÚoutputÚoutputs)r5   Únoder   r   r   Ú__init__}   s
    zOnnxNode.__init__N)r8   r9   r:   r;   rY   r   r   r   r   rO   s   s   	rO   Ú	Caffe2OpsÚopsÚinit_opsÚinterface_blobsc                   s  e Zd ZdZi Zdddddddd	d
ddddddddddœZddiZddiddiddidddœddiddidd d!œd"d#d$œd%œZd&d&d&d'd(d)d*d+œZe	j
ƒ Zed,d-„ ƒZed.ed/f‡ fd0d1„	ƒZeded2d3„ƒZed4d5„ ƒZed6d7„ ƒZed8d9„ ƒZed:d;„ ƒZed<d=„ ƒZed>d?„ ƒZed@dA„ ƒZedBdC„ ƒZedDdE„ ƒZedFdG„ ƒZedHdI„ ƒZedJdK„ ƒZedfdMdN„ƒZedgdOdP„ƒZedh‡ fdQdR„	ƒZedSdT„ ƒZ dUdVhZ!edWdX„ ƒZ"edYdZ„ ƒZ#ed[d\„ ƒZ$ed]d^„ ƒZ%ed.efd_d`„ƒZ&edadb„ ƒZ'edi‡ fdcdd„	ƒZ(‡  Z)S )jrB   é	   ZMaxPoolZAveragePoolZPadImageZNegativeZ	SpatialBNZInstanceNormZBatchMatMulZResizeNearestÚCopyZEQÚLTÚGTÚ
ExpandDimsÚ	ONNXWhileZ	NumpyTileZGaussianFillZUniformFill)ZGlobalMaxPoolZGlobalAveragePoolZPadZNegZBatchNormalizationÚInstanceNormalizationZMatMulÚUpsampleZIdentityrd   ZEqualZLessZGreaterÚ	UnsqueezeÚLoopÚTileÚRandomNormalÚRandomUniformZkernel_shapeZkernelsÚaxesÚdimsZpermr/   )ÚmodeZscalesZoutput_paddingZadjsÚgammaZscaleÚthen_netÚelse_net)Zthen_branchZelse_branchÚminÚmax)ÚlowÚhigh)ÚSqueezerf   Ú	Transposere   ZConvTransposeZSeluÚIfrj   Ú_create_rnn_variantÚ_create_loopÚ
_create_ifZ_create_upsampleZ_create_gaussian_fill)ÚLSTMÚGRUÚRNNrg   rw   re   ri   c             C   s
   | j jƒ S )N)Ú_dummy_nameZnew_dummy_name)Úclsr   r   r   Ú
dummy_nameÒ   s    zCaffe2Backend.dummy_namer!   Nc                s°  t t| ƒj|||||d� g }tt|ƒƒ}tƒ ‰ tj|ƒ��j t|t	ƒr”xÈ|j
ƒ D ]<\}}	ˆ j||	ƒ |jtjj|tjj|	j |	jd�jƒ ƒ qRW n~t|jƒt|ƒksÄtdj|jt|jƒt|ƒƒƒ‚xLt|j|ƒD ]<\}}	ˆ j||	ƒ |jtjj|tjj|	j |	jd�jƒ ƒ qÒW g }
tj| jƒ}|j|jƒ ||ƒ}xB|d |d  D ].}tjƒ }|j |ƒ |j!j"|ƒ |
j|ƒ �qFW ˆ j#|
ƒ ‡ fdd„|j$D ƒ}t%d|j$ƒ|Ž S Q R X d S )	N)r#   Úoutputs_infoÚopset_version)r(   Ú	elem_typeÚshapez{}: expected {} but got {}r   é   c                s   g | ]}ˆ j |ƒ‘qS r   )Z	FetchBlob)Ú.0r(   )Úwsr   r   ú
<listcomp>ü   s    z*Caffe2Backend.run_node.<locals>.<listcomp>ZOutputs)&ÚsuperrB   Úrun_noder%   r   r   r   ZDeviceScopeÚ
isinstanceÚdictr0   ÚFeedBlobrK   ÚonnxÚhelperZmake_tensor_value_infoÚmappingZNP_TYPE_TO_TENSOR_TYPEÚdtyper„   ÚSerializeToStringrE   rT   ÚAssertionErrorrM   rQ   ÚzipÚCr~   Úconvert_noder   ÚOperatorDefÚParseFromStringÚdevice_optionÚCopyFromZRunOperatorsOncerV   r   )r   rX   rU   r#   r‚   r�   Úvalue_infosr™   ÚkeyÚvaluer[   ÚcbackendZops_strr   ÚopZoutput_values)Ú	__class__)r‡   r   rŠ   Ù   s@    





zCaffe2Backend.run_nodec             C   sl  |s|j st‚|p|j }tjƒ }|jjƒ }d|_ dd„ }|jtjgkr^d|_	|j
j||ƒƒ nà|jtjgkr„d|_	|j
j||ƒƒ nº|jtjtjgkr®d|_	|jj||ƒƒ n�|jtjtjtjtjtjgkräd|_	|jj||ƒƒ nZ|jtjk�r
d|_	|jj||ƒƒ n4|jtjk�r.d	|_	|jj|jƒ ntd
j|jƒƒ‚|jjƒ }d|_ |jj|jƒ |jj|ƒ |S )z„
        Given an Onnx TensorProto, translate it into a Caffe2 operator
        which produces the given tensor filling op.
        Úvaluesc             S   s   t jj| ƒjƒ jƒ S )N)rŽ   Únumpy_helperÚto_arrayÚflattenÚtolist)Úonnx_tensorr   r   r   Útensor2list  s    z<Caffe2Backend._create_tensor_filling_op.<locals>.tensor2listZGivenTensorFillZGivenTensorDoubleFillZGivenTensorInt64FillZGivenTensorIntFillZGivenTensorBoolFillZGivenTensorStringFillzunrecognized tensor type {}r„   )r(   r“   r   r—   r+   ÚaddZ	data_typer   ÚFLOATr"   rF   ÚextendZDOUBLEZINT64ZUINT32rH   ZUINT8ZINT8ZUINT16ZINT16ÚINT32ZBOOLÚSTRINGrI   Zstring_dataÚRuntimeErrorrM   rl   rV   rK   )r   r¦   r(   Úc2_opZ	c2_valuesr§   Zc2_shaper   r   r   Ú_create_tensor_filling_opÿ   sH    




z'Caffe2Backend._create_tensor_filling_opc                s²   x¬|D ]¤\}‰}}	‡‡fdd„|D ƒ‰ xLt ˆ ƒD ]@\}
}|
| |
d | f}t|f|	žŽ \}}|j||||d� q0W |r‡ fdd„|D ƒ}|j|dˆˆf | jƒ gdd� qW d S )	Nc                s   g | ]}d ˆ |ˆf ‘qS )z%s/%s_%sr   )r†   Úprefix)r(   Úname_tor   r   rˆ   7  s    z5Caffe2Backend._rnn_reform_weights.<locals>.<listcomp>r…   )ÚstartsÚendsc                s   g | ]}ˆ | ‘qS r   r   )r†   r>   )Ú
gate_blobsr   r   rˆ   =  s    z%s/%sr   )Úaxis)Ú	enumerater”   ÚSliceÚConcatr€   )r   Úreformsr(   Úhidden_sizeÚinit_netZgatesZreorder_indicesZ	name_fromZ	do_concatZ
extra_dimsr>   ÚxZdim0r²   r³   Zreordered_gate_blobsr   )r´   r(   r±   r   Ú_rnn_reform_weights4  s    z!Caffe2Backend._rnn_reform_weightsc       "      C   sX  | j ƒ }||
 }d| | }|| }|j||| |d|  g|d|  gd�}|j||| |d|  g|d|  gd�}|j||| |d|  dg|d|  dgd�}|j||| |d|  dg|d|  dgd�}g }xB|D ]:\}}|j|jj||| |d ddg|d ddgd�ƒ qÞW |dk�rÐ|d k	�r6|}nš|jj||d ƒ}|jj||d dgdgd�}|jj||d dgdgd�}|jj||g|d dd	�}|jj||| j ƒ gdgd
� |jj||d tj	j
d�}|||||||
|ƒ |dk�r|jj||g|d ƒ} n|} |t||| |||	|
|ddd�	ƒƒ}!|dk�rT|jj|!d |g|d ƒ|!d< |!S )Né   r   r…   )r²   r³   z/input_shapez/batch_size_slicez/seq_len_slicez/dummy_sequence_lens)rµ   )r„   z/seq_lens_for_reverse)Ztoz/input-reversedFT)Zdrop_statesZforward_onlyz/output-reversedéÿÿÿÿr¿   r¿   r¿   r¿   )r€   r·   rK   ÚnetZShaperh   ÚReshapeZCastr   ZDataTyper«   ZReversePackedSegsrG   )"r   Ú
input_blobÚBÚWÚRZinitial_states_and_namesÚsequence_lensÚpred_mhr»   Ú
input_sizerº   Z	num_gatesÚdirection_offsetÚBiÚBrÚW_ÚR_ÚreformÚ	make_cellZkeep_outputsr(   Zgates_hidden_sizeZbias_offsetZweight_offsetZinitial_states_slicedZinitial_stateZname_suffixZseq_lens_for_reverseZinput_shapeZ
batch_sizeZseq_lenZdummy_sequence_lensrT   rW   r   r   r   Ú_make_rnn_direction@  sd    



z!Caffe2Backend._make_rnn_directionc                sÈ  |d k	st dƒ‚|d k	s t dƒ‚t|jƒ}|jdƒ‰t|jddƒƒ}|jdkrht|jdd*ƒd jƒ ƒ‰n|jd	kr~|jd
dƒ‰| s˜t dt|jƒ ƒ ƒ‚|d+ks¨t dƒ‚|jd,krÆ|j	\‰
‰‰‰ ‰‰n|jdkrä|j	\‰
‰‰‰ ‰‰‰ˆdkrðd ‰xRt
j|jj|jj|jj|jjƒD ]&}|jˆk�r|jjjjd j‰P �qW tdƒ‚tƒ ‰tjdƒ‰ˆjˆˆˆjƒ gdd-dgd� ˆjˆˆdgd� ˆjˆˆˆjƒ gdd.dgd� ˆjˆˆdgd� ˆjˆ ˆ ˆjƒ gdd/gd� ˆjˆ ˆ dgd� |jdk�r(dd„ ‰‡fdd„‰‡ ‡‡‡‡‡‡‡
‡‡‡‡‡fdd„}n�|jd	k�rr‡fdd„‰‡fdd„‰‡ ‡‡‡‡‡‡‡
‡‡‡‡‡fdd„}nF|jdk�r¸‡fdd„‰d d„ ‰‡ ‡‡‡‡‡‡‡‡
‡‡‡‡‡fd!d„}|dk�rF|dƒ‰x0tdtˆƒƒD ]}	ˆjjˆ|	 |j |	 ƒ �qÚW ˆd k	�r"ˆjj!ˆd ˆgˆd gƒ ˆjj"ˆd g|j d gdgd� nø|dk�r>|dƒ}
|dƒ}ˆjj#|
d |d gˆjƒ ˆjƒ gdd"�\}}ˆd k	�r¬ˆjj!|ˆg|gƒ ˆjj|ˆjƒ ˆjƒ gddd0dgd�\}}ˆjj$||j d dddd#gd$� xFtdt|j ƒƒD ]2}	ˆjj#|
|	 ||	 g|j |	 ˆjƒ gdd"� �qW d%d&„ |jj%D ƒ‰	d'd&„ |jj&D ƒ‰t'‡	‡fd(d)„ˆˆˆ fD ƒƒ}g }g }|�r’|n|j(ˆj)ƒ j*ƒ |j(ˆj)ƒ j*ƒ t+||t,ˆj)ƒ j-ƒƒS )1Nz4cannot convert RNNs without access to the full modelrº   Ú	directionÚforwardr}   ZactivationsÚtanhr   r|   Úlinear_before_resetzunsupported RNN attributes: Úbidirectionalz"unsupported backwards RNN/GRU/LSTMr{   r/   r¾   z3best-effort shape inference for RNN/GRU/LSTM failedzinit-netr…   )r„   )rl   c              W   s   d S )Nr   )r)   r   r   r   rÎ   ³  s    z1Caffe2Backend._create_rnn_variant.<locals>.reformc                 s   t j| dˆ i|—ŽS )NÚ
activation)r
   ZBasicRNN)r)   Úkwargs)rÖ   r   r   rÏ   ¶  s    z4Caffe2Backend._create_rnn_variant.<locals>.make_cellc                s8   ˆj ˆˆ ˆˆˆdfgˆˆ
ˆˆˆd| ddddˆˆ	dd„ ƒS )	Nz
/initial_hr…   z/i2h_bz
/gates_t_bz/i2h_wz
/gates_t_wc             S   s   | S )Nr   )r¼   r   r   r   r.   ¾  s    zECaffe2Backend._create_rnn_variant.<locals>.make_rnn.<locals>.<lambda>)rÐ   )rÉ   )rÃ   rÅ   rÄ   r   rº   r»   Ú	initial_hrÂ   rÈ   rÏ   rÇ   rÎ   rÆ   r   r   Úmake_rnn¹  s
    z3Caffe2Backend._create_rnn_variant.<locals>.make_rnnc          	      sT   |dddgf|dddgf| ddg f|ddg ff}ˆ j ||||d	d
dgdddgƒ d S )NÚi2h_wTr   r…   Zgate_t_wFÚi2h_bZgate_t_bÚupdateÚresetrV   r¾   r¿   )r   r¿   r¿   )r   r¿   )r½   )rÊ   rË   rÌ   rÍ   r(   rº   r»   r¹   )r   r   r   rÎ   Á  s    
c                 s   t j| dˆ i|—ŽS )NrÔ   )r   r|   )r)   r×   )rÔ   r   r   rÏ   Ë  s    c                s8   ˆj ˆˆ ˆˆˆdfgˆˆ
ˆˆˆd| ddddˆˆ	dd„ ƒS )	Nz
/initial_hé   Z	_bias_i2hZ_bias_gatesz
/i2h_w_prez/gates_t_w_prec             S   s   | S )Nr   )r¼   r   r   r   r.   Ó  s    zECaffe2Backend._create_rnn_variant.<locals>.make_rnn.<locals>.<lambda>)rÐ   )rÉ   )rÃ   rÅ   rÄ   r   rº   r»   rØ   rÂ   rÈ   rÏ   rÇ   rÎ   rÆ   r   r   rÙ   Î  s
    c          
      sX   |dddgf|dddgf| ddg f|ddg ff}ˆ j ||||dd	d
dgddddgƒ d S )NrÚ   Tr   r…   Z	gates_t_wrÛ   Z	gates_t_brT   rV   ZforgetÚcellr¾   rÞ   r¿   )r   r¿   r¿   )r   r¿   )r½   )rÊ   rË   rÌ   rÍ   r(   rº   r»   r¹   )r   r   r   rÎ   Ö  s    
c              _   s   t j| |ŽS )N)r
   r{   )r)   r×   r   r   r   rÏ   à  s    c                s>   ˆj ˆˆ ˆˆˆdfˆdfgˆˆˆˆ	ˆd| ddddˆˆ
dd	„ ƒS )
Nz
/initial_hz
/initial_cé   z/i2h_bz
/gates_t_bz/i2h_wz
/gates_t_wc             S   s   | d | d | d gS )Nr   r…   rÞ   r   )r¼   r   r   r   r.   è  s    zECaffe2Backend._create_rnn_variant.<locals>.make_rnn.<locals>.<lambda>)rÐ   )rÉ   )rÃ   rÅ   rÄ   r   rº   r»   Ú	initial_crØ   rÂ   rÈ   rÏ   rÇ   rÎ   rÆ   r   r   rÙ   ã  s
    )rµ   rÞ   )rk   c             S   s   h | ]
}|j ’qS r   )r(   )r†   r>   r   r   r   ú	<setcomp>  s    z4Caffe2Backend._create_rnn_variant.<locals>.<setcomp>c             S   s   h | ]}|j D ]}|’qqS r   )rV   )r†   rX   rV   r   r   r   râ     s    c             3   s   | ]}|ˆ kp|ˆkV  qd S )Nr   )r†   r¼   )ÚinitializersrW   r   r   ú	<genexpr>  s    z4Caffe2Backend._create_rnn_variant.<locals>.<genexpr>)rÓ   )rÒ   rÕ   )r}   r|   r¿   r¿   r¿   r¿   ).r“   rŒ   rS   Úpopr    rQ   ÚlowerrP   ÚkeysrU   Ú	itertoolsÚchainÚgraphrT   Ú
value_infor(   r"   Útensor_typer„   ÚdimÚ	dim_valuer­   r   r   ZNetrÁ   r€   ru   ÚrangerE   rÀ   r_   rW   ZVariableLengthSequencePaddingrb   r¸   rv   ÚinitializerrX   Úallrª   ZProtorŸ   rZ   rG   Úexternal_input)r   Ú
init_modelÚ
pred_modelÚnr‚   rS   rÑ   r¼   rÙ   r>   Z	outputs_fZ	outputs_bZconcatted_outputÚ_Zreshaped_outputZhas_initializersZpred_opsr\   r   )rÃ   rÅ   rÄ   rÖ   r   rº   r»   rá   rØ   rã   rÂ   rÈ   rÔ   rÏ   rW   rÇ   rÎ   rÆ   r   rx   …  s”    






&
&
&

$
(
* 
z!Caffe2Backend._create_rnn_variantc             C   sH   g }d|j kr|j|j d ƒ | j||||ƒ}|jj|ƒ t|gg g ƒS )NÚ__control_inputs)rS   rª   Ú_common_onnx_node_to_caffe2_opZcontrol_inputrZ   )r   ró   rô   rõ   r‚   Úcontrol_inputsrX   r   r   r   Ú_create_control_op  s    
z Caffe2Backend._create_control_opc             C   sp   x<|j D ]2}x,t|jƒD ]\}}||kr|| |j|< qW qW x,t|jƒD ]\}}||krJ|| |j|< qJW d S )N)rŸ   r¶   rV   Úexternal_output)r   rÀ   Z
remap_dictrŸ   r>   r(   Úoutr   r   r   Ú_remove_ssa#  s    zCaffe2Backend._remove_ssac             C   s  | j ||||ƒ}|d d jdks&t‚|d d }d  }}g }	x>|jD ]4}
|
jdkrZ|
j}|
jdkrj|
j}|
jdkrF|
j}	qFW |r†|sŠt‚|j}|j}|j}t	|ƒt	|ƒks°t‚t	|ƒt	|ƒksÄt‚x>|jD ]4}
|
jdkrè|
jj
j|	ƒ |
jdkrÌ|
jj
j|	ƒ qÌW |S )Nr   rw   ro   rp   r÷   )rú   r"   r“   r+   r(   rõ   rI   rû   rV   rE   rò   rª   )r   ró   rô   rõ   r‚   r[   Zif_opro   rp   rù   r+   Zthen_net_outsZelse_net_outsZ
op_outputsr   r   r   rz   -  s0    





zCaffe2Backend._create_ifc       
      C   sþ   | j ||||ƒ}|d d jdks&t‚|d d }|jjtjjjddƒgƒ |jjtjjjddƒgƒ |jjtjjjddƒgƒ g }x|jD ]}|j	dkrŒ|j
}qŒW d}	x6|jD ],}|j	dkr°t|jjƒd	 }	|jjj|ƒ q°W |jjtjjjd
|	ƒgƒ |S )Nr   rc   Zhas_trip_countTZhas_condZdisable_scopesr÷   Úbodyr¾   Únum_loop_carried_deps)rú   r"   r“   r+   rª   r1   r2   r3   r4   r(   rI   rE   rõ   rò   )
r   ró   rô   rõ   r‚   r[   Zwhile_oprù   r+   rÿ   r   r   r   ry   K  s&    




zCaffe2Backend._create_loopc             C   sD   |j dƒr@|jtdƒkr@|j|kr4tdj|jƒƒ‚n||j |_d S )NÚraw_datas
   __EXTERNALzBTensorProto for value {} referenced raw data but it was not found!)rA   r   Úbytesr(   r­   rM   )r   ÚtpÚraw_values_dictr   r   r   Ú_substitute_raw_valuec  s    
z#Caffe2Backend._substitute_raw_valuec             C   sŽ   xˆ|D ]€}xz|j D ]p}|jdƒr.| j|j|ƒ x|jD ]}| j||ƒ q6W |jdƒrd| j|jj|ƒ x|jD ]}| j|j|ƒ qlW qW qW d S )Nr?   r@   )	rR   rA   r  r?   ZtensorsÚ _visit_and_substitute_raw_valuesr@   rX   rJ   )r   Znodesr  rX   Úattrr?   r@   r   r   r   r  k  s    


z.Caffe2Backend._visit_and_substitute_raw_valuesc             C   s2   x|j jD ]}| j||ƒ q
W | j|j j|ƒ d S )N)rê   rð   r  r  rX   )r   Úmodelr  Úinitr   r   r   Ú_external_value_resolution_passx  s    z-Caffe2Backend._external_value_resolution_passc             C   s*   x$|D ]}|j |jtjj|ƒ|ƒ qW d S )N)r�   r(   rŽ   r¢   r£   )r   rð   r‡   r™   r  r   r   r   Ú_direct_initialize_parameters€  s    
z+Caffe2Backend._direct_initialize_parametersc             C   s`   xZ|D ]R}|j |krqtdd„ |jjjjD ƒƒ}|j|j tj|t	j
j|jjj d�|ƒ qW d S )Nc             s   s   | ]}|j V  qd S )N)rî   )r†   r*   r   r   r   rä   Š  s    z:Caffe2Backend._direct_initialize_inputs.<locals>.<genexpr>)r‘   )r(   rG   r"   rì   r„   rí   r�   ÚnpZonesrŽ   r�   ZTENSOR_TYPE_TO_NP_TYPErƒ   )r   rU   Úinitializedr‡   r™   rë   r„   r   r   r   Ú_direct_initialize_inputs…  s    

z'Caffe2Backend._direct_initialize_inputsFc             C   s:   ddddg}|r|j dƒ |r(|j dƒ tjj| |ƒ}|S )NZfuse_consecutive_transposesZeliminate_nop_transposeZfuse_transpose_into_gemmZlift_lexical_referencesZ
split_initZsplit_predict)rK   rŽ   Z	optimizerÚoptimize)rT   r  ÚpredictZpassesrü   r   r   r   Úoptimize_onnx�  s    

zCaffe2Backend.optimize_onnxc             K   sž   t j|dd��r}|jddƒ�}tj|ƒ}W d Q R X t|jƒ ƒtdƒ }i }x0|D ](}	|j|	dƒ�}
|
jƒ ||	< W d Q R X qPW W d Q R X | j||fd|i|—ŽS )NÚr)rm   Z__MODEL_PROTOr  )	ÚzipfileÚZipFileÚopenrŽ   ÚloadÚsetÚnamelistÚreadÚprepare)r   Úfiler#   r×   Úzr=   r  Z
blob_namesr  r(   Z	blob_filer   r   r   Úprepare_zip_archive�  s    
$z!Caffe2Backend.prepare_zip_archivec                sJ  |j ddƒs"tt| ƒj||f|Ž d}x`|jD ]V}|jdƒ sH|jdkrr|j}|j| jkr„t	j
dj| j|jƒƒ q.t	j
dj|jƒƒ q.W |dkr¨|jdkr¤td	ƒ‚nd
}tjj|ƒ}tƒ }tt|ƒƒ}| j|||dƒ\}	}
|rê| j||ƒ | j|jj||ƒ dd„ |jjD ƒ‰ | j|jjˆ ||ƒ ‡ fdd„|jjD ƒ}t|	|
||ƒ}|S )a¢  
        For Onnx Caffe2Backend, we require that init_graph don't initialize the actual input of the predict_graph,

        for example, if "img" is the input blob for the predict_net, we require that in init_graph and in
        initializer of the predict_graph, "img" is not initalized. We don't have a check for this, since
        there is no way we can know which blob is the input of the predict_graph.
        Zno_check_UNSAFEFNÚdomainr/   a  This version of onnx-caffe2 targets ONNX operator set version {}, but the model we are trying to import uses version {}.  We will try to import it anyway, but if the model uses operators which had BC-breaking changes in the intervening versions, import will fail.zUnrecognized operator set {}rÞ   z^Model with IR version >= 3 did not specify ONNX operator set version (onnx-caffe2 requires it)r…   c             S   s   h | ]
}|j ’qS r   )r(   )r†   r  r   r   r   râ   Õ  s    z(Caffe2Backend.prepare.<locals>.<setcomp>c                s   g | ]}|j ˆ kr|j ‘qS r   )r(   )r†   rë   )r  r   r   rˆ   Þ  s    z)Caffe2Backend.prepare.<locals>.<listcomp>)rå   r‰   rB   r  Zopset_importrA   r  ÚversionrD   ÚwarningsÚwarnrM   Z
ir_versionr­   rŽ   Zshape_inferenceZinfer_shapesr   r%   r   Ú_onnx_model_to_caffe2_netr	  r
  rê   rð   r  rT   r   )r   r  r#   r  r×   r‚   Úimpr‡   r™   r»   Zpredict_netZuninitializedrN   )r    )r  r   r  «  s@    	

zCaffe2Backend.preparec             C   s\  t j| jƒ}|j|jƒròg }xR|jD ]H}|d k	r$x:tj|jj|jj	|jj
ƒD ]}|j|krL|j|jƒ ƒ qLW q$W |j|jƒ ||ƒ}	g }
x,|	d D ] }tjƒ }|j|ƒ |
j|ƒ q�W g }x,|	d D ] }tjƒ }|j|ƒ |j|ƒ qÂW t||
g ƒS |j| jk�rt| | j|j ƒ}n| j}|||t|ƒ|ƒ}t|tƒ�r<|S t|tjƒ�sP|g}t|g g ƒS )Nr   r…   )r•   rB   r~   Zsupport_onnx_importrQ   rT   rè   ré   rê   rV   rë   r(   rK   r’   r–   r   r—   r˜   rZ   Ú_special_operatorsÚgetattrrø   rO   r‹   r   ÚIterable)r   ró   rô   Znode_defr‚   rž   r›   r(   ÚviZop_strsr\   r   rŸ   r[   Z
translatorr   r   r   Ú_onnx_node_to_caffe2_opä  s>    


z%Caffe2Backend._onnx_node_to_caffe2_opÚAddÚSubc       
         s
  t jƒ }|jj|jƒ |jj|jƒ |j|_|j‰ˆ j	j
ˆtdƒƒ}||kr^tdjˆ||ƒƒ‚ˆ jj
ˆˆƒ|_tj|jƒsˆtdjˆƒƒ‚‡ ‡fdd„}|jj|jj|d�ƒ |dk �r|jˆ jk�rd}x|jD ]}	|	jd	krÐd
}qÐW |�s|jjtjjjd	dƒgƒ |S )aü  
        This translator performs the basic translation of ONNX nodes into
        Caffe2 operators.  Besides doing a straightforward marshalling from
        one format to another, it also does these extra things:

          - Renames operators based on '_renamed_operators'
          - Renames attributes based on '_global_renamed_attrs' and
            '_per_op_renamed_attrs'

        If you're writing a custom translator, consider calling this first,
        and then fixing things up further.
        ZInfzXDon't know how to translate op {} in ONNX operator set v{} (I only support prior to v{})z!Don't know how to translate op {}c                s>   ˆˆ j kr&| ˆ j ˆ kr&ˆ j ˆ |  S | ˆ jkr:ˆ j|  S | S )N)Ú_per_op_renamed_attrsÚ_global_renamed_attrs)r-   )r   Úonnx_op_typer   r   r6   2  s    


z:Caffe2Backend._common_onnx_node_to_caffe2_op.<locals>.kmap)r6   é   FÚ	broadcastTr…   )r   r—   rT   rª   rU   rV   rW   r(   rQ   Ú_broken_operatorsÚgetÚfloatrL   rM   Ú_renamed_operatorsr"   r   Z
IsOperatorr+   rS   r1   Ú_broadcast_operatorsr2   r3   r4   )
r   ró   rô   Z	onnx_noder‚   r®   Zbroken_versionr6   Zalready_broadcastr+   r   )r   r,  r   rø     s0    

z,Caffe2Backend._common_onnx_node_to_caffe2_opc             C   sl   | d krt ƒ S t ƒ }|jdd„ | jD ƒƒ |jdd„ | jD ƒƒ x&| jD ]}|j|jƒ |j|jƒ qHW |S )Nc             s   s   | ]}|j V  qd S )N)r(   )r†   rë   r   r   r   rä   N  s    z4Caffe2Backend._all_names_in_graph.<locals>.<genexpr>c             s   s   | ]}|j V  qd S )N)r(   )r†   rë   r   r   r   rä   O  s    )r  rÜ   rT   rV   rX   )rê   ÚnamesrX   r   r   r   Ú_all_names_in_graphH  s    z!Caffe2Backend._all_names_in_graphc             C   sº   t jƒ }x||jD ]r}y| jd d ||ƒ}W n. tk
rV } ztd|ƒ wW Y d d }~X nX |jj|jƒ |jj|j	ƒ |j
j|jƒ qW |jjdd„ |jD ƒƒ |j
jdd„ |jD ƒƒ |S )NzONNX FATAL:c             s   s   | ]}|j V  qd S )N)r(   )r†   rë   r   r   r   rä   c  s    z.Caffe2Backend._graph_to_net.<locals>.<genexpr>c             s   s   | ]}|j V  qd S )N)r(   )r†   rë   r   r   r   rä   e  s    )r   ÚNetDefrX   r'  Ú	ExceptionÚprintrŸ   rª   r\   r[   rò   r]   rû   rV   rT   )r   Z
onnx_graphr‚   rÀ   rX   Úc2opsÚer   r   r   rC   U  s     
zCaffe2Backend._graph_to_netc                sÒ  t t|ƒƒ}tjj|ƒ}ˆ j|dd�}ˆ j|dd�}tjƒ }tjƒ }	|jj	d |_	|jj	d |	_	|r‚|j
j‡ fdd„|jjD ƒƒ ˆ jjˆ j|jƒˆ j|jƒB ƒ g }
xú||f|	|ffD ]æ\}}|jj|ƒ xœ|jjD ]�}yˆ j||||ƒ}W nL tk
�r: } z.dj||ƒ}|
j|ƒ td	|tjd
� wÖW Y d d }~X nX |j
j|jƒ |j
j|jƒ |jj|jƒ qÖW |jjdd„ |jjD ƒƒ |jjdd„ |jj D ƒƒ q¸W t!|
ƒdk�rÊt"djt!|
ƒdj#|
ƒƒƒ‚||	fS )NT)r  )r  Ú_initZ_predictc             3   s   | ]}ˆ j |ƒV  qd S )N)r¯   )r†   r  )r   r   r   rä   w  s    z:Caffe2Backend._onnx_model_to_caffe2_net.<locals>.<genexpr>z.Error while processing node: {}. Exception: {}zONNX FATAL:)r  c             s   s   | ]}|j V  qd S )N)r(   )r†   rë   r   r   r   rä   ‹  s    c             s   s   | ]}|j V  qd S )N)r(   )r†   rë   r   r   r   rä   �  s    r   z2ONNX conversion failed, encountered {} errors:

{}z

)$r%   r   rŽ   r3   Zpolish_modelr  r   r6  rê   r(   rŸ   rª   rð   r~   rÝ   r5  r™   rš   rX   r'  r7  rM   rK   r8  ÚsysÚstderrr\   r[   rò   r]   rû   rV   rT   rE   r­   Újoin)r   Z
onnx_modelr#   r‚   Úinclude_initializersr™   ró   rô   r»   Zpred_netÚerrorsrÀ   r  rX   r9  r:  Úmsgr   )r   r   r!  h  sF     
z'Caffe2Backend._onnx_model_to_caffe2_netc             C   s   | j |||dd�S )NT)r#   r‚   r?  )r!  )r   r  r#   r‚   r   r   r   Úonnx_graph_to_caffe2_net—  s    z&Caffe2Backend.onnx_graph_to_caffe2_netc             C   s.   t |ƒ}|jtjkrdS tj|jƒr*tjS dS )NTF)r   r"   r   r!   r   ZIsGPUDeviceTyper	   Zhas_gpu_support)r   Z
device_strr#   r   r   r   Úsupports_device›  s    zCaffe2Backend.supports_devicec                s>   t tt| ƒdƒr:ttt| ƒjƒr:tt| ƒj||f|Žs:dS dS )NÚis_compatibleFT)Úhasattrr‰   rB   ÚcallablerD  )r   r  r#   r×   )r    r   r   rD  ¤  s
    zCaffe2Backend.is_compatible)N)FF)r!   )r!   N)r!   )*r8   r9   r:   rD   r/  r2  r+  r*  r#  r•   Z	DummyNamer~   Úclassmethodr€   rŠ   r¯   r½   rÐ   rx   rú   rý   rz   ry   r  r  r	  r
  r  r<   r  r  r  r'  r3  rø   r5  rC   r!  rB  rC  rD  Ú__classcell__r   r   )r    r   rB   ˆ   s˜   		%4E 	
8+5/	rB   )Ir;   Ú
__future__r   r   r   r   ÚosÚcollectionsÚ
subprocessr   r   r<  r  rè   Zonnx.backendrŽ   r1   Zcaffe2.pythonr   r	   r
   r   Zcaffe2.python.compatibilityr   Zcaffe2.python.model_helperr   Zcaffe2.protor   Zcaffe2.python.utilsZnumpyr  r   r   r   r   r   Zonnx.numpy_helperZ	onnx.defsZonnx.optimizerZonnx.shape_inferenceZ
onnx.utilsZonnx.backend.baser   r   r   r   Zcaffe2.python.onnx.workspacer   Zcaffe2.python.onnx.backend_repr   Z"caffe2.python.onnx.backend_cpp_repr   Z!caffe2.python._import_c_extensionr2   Z_import_c_extensionr•   r  r    r%   rŒ   r&   r'   ÚobjectrO   Ú
namedtuplerZ   rB   r  r  rŠ   Z	run_modelrC  rD  r   r   r   r   Ú<module>   sd   "      +