3
I4W^ÊŽ  ã               @   s<  d dl mZmZmZmZ d dlZd dlZd dlZd dlZd dl	Z	d dl
mZ d dlZd dlZd dlZd dl
mZ d dlmZ d dlmZmZmZ d dlmZmZmZ dad	d
„ Zejdd„ ƒZd=dd„Zdd„ Zd>dd„Zdd„ Z d?dd„Z!dd„ Z"ddddej#ddddddfdd„Z$ddddddddej%ddddddfdd„Z&dddddej#ej%ddddddddfdd„Z'ddddddej%dddddddddfd d!„Z(d"d#„ Z)e	j*d$ƒZ+d%d&„ Z,d'd(„ Z-d)d*„ Z.d+d,„ Z/d-d.„ Z0d/d0„ Z1ej#fd1d2„Z2d3d4„ Z3d5d6„ Z4d7d8„ Z5d9d:„ Z6d;d<„ Z7e1ej8j9_:e3ej8j9_;e4ej8j9_<e5ej8j=_>dS )@é    )Úabsolute_importÚdivisionÚprint_functionÚunicode_literalsN)Úcontainer_abcs)Ústring_classes)Ú_unique_state_dict)ÚONNX_ARCHIVE_MODEL_PROTO_NAMEÚExportTypesÚOperatorExportTypes)ÚListTypeÚ"_propagate_and_assign_input_shapesÚ_assign_output_shapesFc               C   s   t S )N)Ú__IN_ONNX_EXPORT© r   r   ú1/tmp/pip-build-e66j97b2/torch/torch/onnx/utils.pyÚis_in_onnx_export   s    r   c             c   sN   |d krd V  d S | j }||kr*| j|ƒ z
d V  W d ||krH| j|ƒ X d S )N)ÚtrainingZtrain)ÚmodelÚmodeZold_moder   r   r   Úset_training!   s    

r   Tc             C   s|   |s|	r2|
d kst ‚||	A s t ‚|r*tjntj}
n|
d krPtjjrJtj}
ntj}
t	| ||||||||
|||||||d� d S )N)Úoperator_export_typeÚopset_versionÚ_retain_param_nameÚdo_constant_foldingÚexample_outputsÚstrip_doc_stringÚdynamic_axesÚkeep_initializers_as_inputs)
ÚAssertionErrorr   ÚATENÚRAWÚtorchÚonnxÚPYTORCH_ONNX_CAFFE2_BUNDLEÚONNX_ATEN_FALLBACKÚONNXÚ_export)r   ÚargsÚfÚexport_paramsÚverboser   Úinput_namesÚoutput_namesÚatenÚexport_raw_irr   r   r   r   r   r   r   r   r   r   r   Úexport0   s    r0   c                sž   x˜|j ƒ D ]Œ‰xˆjƒ D ]}tˆ |ƒ qW ˆjƒ dkr
ˆjƒ jƒ }|jtjƒ ƒr
‡ ‡fdd„ˆd D ƒ}ˆ j	d|ƒj
ˆƒjƒ jtjƒ ƒ}ˆjƒ j|ƒ q
W d S )Nzprim::Constantc                s(   g | ] }ˆ j d ƒjd|ƒjˆƒjƒ ‘qS )zprim::ConstantÚvalue)ÚcreateZt_ÚinsertBeforeÚoutput)Ú.0Út)ÚgÚnoder   r   ú
<listcomp>N   s   z0_split_tensor_list_constants.<locals>.<listcomp>r1   zprim::ListConstruct)ZnodesÚblocksÚ_split_tensor_list_constantsÚkindr4   ÚtypeZisSubtypeOfr   Z	ofTensorsr2   r3   ZsetTypeZreplaceAllUsesWith)r7   ÚblockZsubblockÚoutput_typeÚinputsÚlcr   )r7   r8   r   r;   G   s    

r;   c             C   s¬  t jj| ƒ t jj| ƒ t jj| ƒ t jj| ƒ t jj| ƒ |dkrPt jj| ƒ t| | ƒ t jj| ƒ t jj| ƒ t jj	| ƒ t jj| ƒ t jj
| dƒ t jj| ƒ |tjk�r`t jj| ƒ t jj
| dƒ t jj| ƒ t jj| ƒ t jj| ƒ t jj| ƒ t jj| ƒ t jj| |ƒ} t jj| ƒ t jj| ƒ t jj| ƒ ddlm} t jj| ||ƒ t jj| ƒ t jj| ƒ t jj| ƒ t jj| ƒ t jj| ƒ t jj| ƒ} t jj| ƒ | S )NFTr   )Ú_export_onnx_opset_version)r"   Ú_CZ_jit_pass_inlineZ_jit_pass_inline_fork_waitZ_jit_pass_dceZ_jit_pass_lintZ_jit_pass_remove_inplace_opsZ_jit_pass_constant_propagationr;   Z_jit_pass_canonicalize_opsZ_jit_pass_peepholer   r!   Z_jit_pass_lower_all_tuplesZ#_jit_pass_prepare_division_for_onnxZ_jit_pass_onnx_remove_printZ _jit_pass_onnx_preprocess_caffe2Z_jit_pass_erase_number_typesZ_jit_pass_onnxZ#_jit_pass_onnx_scalar_type_analysisÚtorch.onnx.symbolic_helperrB   Z_jit_pass_onnx_peepholeÚ4_jit_pass_dce_allow_deleting_nodes_with_side_effectsZ_jit_pass_fixup_onnx_loopsZ_jit_pass_canonicalize)Úgraphr   Ú_disable_torch_constant_propÚfixed_batch_sizerB   r   r   r   Ú_optimize_graphX   sH    
rI   c             C   sv   xpt | d | d ƒD ]Z\}}t|tƒrNt|jƒ ƒt|jƒ ƒkrnd}tj|ƒ qt|tƒr||krd}tj|ƒ qW d S )Nr   é   aR  We detected that you are modifying a dictionnary that is an input to your model. Note that dictionaries are allowed as inputs in ONNX but they should be handled with care. Usages of dictionaries is not recommended, and should not be used except for configuration use. Also note that the order and values of the keys must remain the same. zvThe model seems to have string inputs/outputs. Note that strings will not appear as inputs/outputs of the ONNX graph. )ÚzipÚ
isinstanceÚdictÚlistÚkeysÚwarningsÚwarnÚstr)Zinput_statesÚinputZtraced_inputÚwarningr   r   r   Úwarn_on_static_input_change¡   s    

rU   c             C   sX   t |tjƒr|f}tjj| |ddd�\}}}t|ƒ |jt|jƒ |ƒƒ |rT||fS |S )NT)Ú_force_outplaceÚ_return_inputs_states)	rL   r"   ÚTensorÚjitÚget_trace_graphrU   Z	set_graphrI   rF   )Úfuncr(   r   Zreturn_outsÚtraceÚ	torch_outÚinputs_statesr   r   r   Ú_trace´   s    r_   c             C   sh   t | ƒjƒ }t| |ƒ�( tjj| |ddd�\}}}t|ƒ W d Q R X |t | ƒjƒ kr\tdƒ‚|jƒ |fS )NT)rV   rW   zXstate_dict changed after running the tracer; something weird is happening in your model!)	r   rO   r   r"   rY   rZ   rU   ÚRuntimeErrorrF   )r   r(   r   Zorig_state_dict_keysr\   r]   r^   r   r   r   Ú_trace_and_get_graph_from_modelÂ   s    ra   c       #      C   sô  ddl m} t|tjƒr|f}t|tjƒr0|g}d }t| tjjƒr²|d k	sRtdƒ‚y@| jj	ƒ \}}tjj
t|ƒt|ƒ ƒ\}}t|t|ƒd|ƒ}W n tk
r®   tdƒ‚Y nX nØt| tjjƒ�r|d k	sÒtdƒ‚| }f }tjj
t|ƒƒ\}}t| jt|ƒd|ƒ}n†t| ||ƒ\}}t| ƒ}t|jƒ ƒ}|	�rŠt|jƒ ƒ}t|ƒt|ƒ }t|jƒ ƒ}x2t|ƒD ]&\}}||k�r`|j|||  ƒ �q`W t||||d�}t| tjjƒ�sºt| tjjƒ�rØtjj
t|ƒƒ\}}t||ƒ}|d k	�rtjj|ƒ\}}x&t|jƒ |ƒD ]\}}|j |ƒ �qW t!|||ƒ tjj|ƒ\} }t|ƒt| ƒ t"dd	„ |jƒ D ƒƒk�sbt‚d
d„ |jƒ D ƒ}!|!t|!ƒt|ƒ d … }t#t||ƒƒ}"|
�rÆ|dk�rÆtjj$||"|ƒ}"tjj%|ƒ |dk �rÜtjj&|ƒ |�rêt'|ƒ ||"|fS )Nr   )rB   z>example_outputs must be provided when exporting a ScriptModuleFz('forward' method must be a script methodzFexample_outputs must be provided when exporting a TorchScript Function)rG   rH   c             s   s   | ]
}d V  qdS )rJ   Nr   )r5   Ú_r   r   r   ú	<genexpr>  s    z"_model_to_graph.<locals>.<genexpr>c             S   s   g | ]}|j ƒ ‘qS r   )Ú	debugName)r5   Úvalr   r   r   r9     s    z#_model_to_graph.<locals>.<listcomp>é	   é
   )rf   rg   )(rD   rB   rL   r"   rX   rY   ZScriptModuler   ZforwardZ_lowered_graphÚ_flattenÚtupler   ÚAttributeErrorr`   ZFunctionrF   ra   r   rN   Úvaluesr@   ÚlenrO   Ú	enumerateÚsetDebugNamerI   r   rC   Z_jit_flattenrK   ÚoutputsZinferTypeFromÚ_set_input_and_output_namesÚsumrM   Z_jit_pass_onnx_constant_foldrE   Z,_jit_pass_onnx_cast_all_constant_to_floatingÚprint)#r   r(   r+   r   r,   r-   r   r   Ú	propagater   r   rG   rH   rB   r]   Zmethod_graphÚparamsZin_varsZin_descrF   ÚmethodZ
state_dictZgraph_inputsZuser_input_numZparam_namesÚiÚinpZout_varsrb   Zoutput_tensorsr4   ÚtensorZflatten_argsZinput_and_param_namesÚparams_dictr   r   r   Ú_model_to_graphØ   sr    
 

,

rz   c             C   sh   |s|	r2|
d kst ‚||	A s t ‚|r*tjntj}
n|
d kr@tj}
t| ||||||||
|||||||d�S )N)r   )r   r   r    r!   r&   Ú_export_to_pretty_string)r   r(   r)   r*   r+   r   r,   r-   r.   r/   r   Úexport_typer   rs   Úgoogle_printerr   r   r   r   r   r   Úexport_to_pretty_string-  s    r~   c             C   s˜   ddl m}m} ddl m} |d kr(|}||ƒ ||ƒ |d krDdn|}|d kr^|tjkr^d}t| |||||||
||||d�\}}}|j||d|||ƒS )Nr   )Ú_default_onnx_opset_versionÚ_set_opset_version)Ú_set_operator_export_typeTF)rH   )rD   r   r€   r�   r   r&   rz   Z_pretty_print_onnx)r   r(   r)   r*   r+   r   r,   r-   r   r|   r   rs   r}   r   r   r   r   rH   r   r€   r�   Úval_keep_init_as_iprF   ry   r]   r   r   r   r{   @  s"    
r{   c       #         s¨  t | tjjƒrtdƒ‚tdks"t‚da�zjddlm}m	} ddlm
} |d krR|}|sltjjrftj}ntj}||ƒ ||ƒ |d krˆdn|}|d kr¢|tjkr¢d}t| |||||||
||||d�\}}}|	tjk	}|d krÞi }t|| ||ƒ |�r|j|||||||ƒ\‰ }n|ji ||d|||ƒ\‰ }|	tjk�rbt|ƒdk�sFt‚tjj|d‡ fd	d
„ƒ �n.|	tjtjgk�râdd l}|	tjk�rŽ|jn|j}|j|d|d��6}|jtˆ ƒ x"|j ƒ D ]\}‰|j|ˆƒ �q¼W W d Q R X n®|	tj!k�rˆdd l"} | j#j$|ƒ�r| j#j%|ƒ�s"t‚n
| j&|ƒ | j#j'|tƒ}!tjj|!d‡ fdd
„ƒ xF|j ƒ D ]0\}‰| j#j'||ƒ}"tjj|"d‡fdd
„ƒ �qRW nt(dƒ‚W d t�sžt‚daX |S )Nz«torch.nn.DataParallel is not supported by ONNX exporter, please use 'attribute' module to unwrap model from torch.nn.DataParallel. Try torch.onnx.export(model.module, ...)FTr   )r   r€   )r�   )rH   Úwbc                s
   | j ˆ ƒS )N)Úwrite)r)   )Úprotor   r   Ú<lambda>’  s    z_export.<locals>.<lambda>Úw)Úcompressionc                s
   | j ˆ ƒS )N)r„   )r)   )r…   r   r   r†   ¥  s    c                s
   | j ˆ ƒS )N)r„   )r)   )Úvr   r   r†   ª  s    zUnknown export type))rL   r"   ÚnnZDataParallelÚ
ValueErrorr   r   rD   r   r€   r�   r#   r$   r   r%   r&   rz   r
   ÚPROTOBUF_FILEÚ_validate_dynamic_axesZ_export_onnxrl   ZserializationZ_with_file_likeZZIP_ARCHIVEZCOMPRESSED_ZIP_ARCHIVEÚzipfileÚZIP_DEFLATEDÚ
ZIP_STOREDÚZipFileÚwritestrr	   ÚitemsZ	DIRECTORYÚosÚpathÚexistsÚisdirÚmakedirsÚjoinr`   )#r   r(   r)   r*   r+   r   r,   r-   r   r|   r   rs   r   r   r   r   r   r   rH   r   r€   r�   r‚   rF   ry   r]   Zdefer_weight_exportZ
export_maprŽ   rˆ   ÚzÚkr”   Zmodel_proto_fileZweight_proto_filer   )r…   r‰   r   r'   ]  s|    



r'   c             C   s4   dd„ }|t | jƒ ƒ|dƒ |t | jƒ ƒ|dƒ d S )Nc             S   sj   |d krd S t |ƒt | ƒkr8td|t |ƒ|t | ƒf ƒ‚x,t|| ƒD ]\}}|jƒ |krD|j|ƒ qDW d S )Nz<number of %s names provided (%d) exceeded number of %ss (%d))rl   r`   rK   rd   rn   )Z	node_listÚ	name_listZ
descriptorÚnamer8   r   r   r   Ú	set_names´  s    z._set_input_and_output_names.<locals>.set_namesrS   r4   )rN   r@   ro   )rF   r,   r-   rž   r   r   r   rp   ³  s    
rp   z^(.+)_([ifstgz])$c             C   sH   y||Ž S  t k
rB } zdj|jd | ƒf|_‚ W Y dd}~X nX dS )z\
    This trampoline function gets invoked for every symbolic method
    call from C++.
    z!{} (occurred when translating {})r   N)Ú	TypeErrorÚformatr(   )Úop_nameÚsymbolic_fnr(   Úer   r   r   Ú_run_symbolic_methodÄ  s
    r¤   c             C   s.   t | tƒ r*t | tjƒ r*t | tjƒr*dS dS )NTF)rL   r   r"   rX   r   ÚIterable)r1   r   r   r   Ú_is_onnx_listÓ  s
    r¦   c             C   sš   t j|ƒ}|dkr tdj|ƒƒ‚|jdƒ|jdƒ }}t|ƒrF|d7 }|r†t|tjƒr†|j	ƒ dkrjt
dƒ‚t|ƒ}t|tƒr‚d}nd	}t| |d
 ƒ||ƒS )z8 initializes the right attribute based on type of value Nz'Invalid attribute specifier '{}' names z5 must be suffixed with type, e.g. 'dim_i' or 'dims_i'rJ   é   Úsz Should not pass tensor attributer)   rv   rb   z\Invalid attribute specifier '{}' names  must be suffixed with type, e.g. 'dim_i' or 'dims_i')Úattr_patternÚmatchÚ
IndexErrorr    Úgroupr¦   rL   r"   rX   Únumelr‹   Ú_scalarÚfloatÚgetattr)r8   Úkeyr1   r.   Úmr�   r<   r   r   r   Ú_add_attributeÛ  s"    
 
r³   c             C   s   | j ƒ dkst‚| d S )z,Convert a scalar tensor into a Python value.rJ   r   )r­   r   )Úxr   r   r   r®   ò  s    r®   c             O   s|   d|krd}|}n$|j ddƒ}|r&dnd}|d | }| j|||ƒ}x2t|jƒ ƒD ]"\}	}
|	dkrdqRt||	|
|d� qRW |S )Nz::Fr.   r#   Zinplace)r.   )Úpopr2   Úsortedr“   r³   )r7   Úopnamero   r(   Úkwargsr.   Z	ns_opnameÚnsÚnr›   r‰   r   r   r   Ú_newNodeø  s    r»   c                s„   |j ddƒ}tdd„ |jƒ D ƒƒ}‡fdd„‰ t‡ fdd„|D ƒƒ}ˆjtˆ||f|ž|Žƒ}|dkrn|jƒ S tdd„ |jƒ D ƒƒS )	a´  
    Create an ONNX operator 'opname', taking 'args' as inputs and attributes
    'kwargs'; returning the node representing the single output of this operator
    (see the `outputs` keyword argument for multi-return nodes).

    The set of operators and the inputs/attributes they take
    is documented at https://github.com/onnx/onnx/blob/master/docs/Operators.md

    This function is monkey-patched onto Graph.

    Arguments:
        opname (string): The ONNX operator name, e.g., `Abs` or `Add`.
        args (Node...): The inputs to the operator; usually provided
            as arguments to the `symbolic` definition.
        kwargs: The attributes of the ONNX operator, with keys named
            according to the following convention: `alpha_f` indicates
            the `alpha` attribute with type `f`.  The valid type specifiers are
            `f` (float), `i` (int), `s` (string) or `t` (Tensor).  An attribute
            specified with type float accepts either a single float, or a
            list of floats (e.g., you would say `dims_i` for a `dims` attribute
            that takes a list of integers).
        outputs (int, optional):  The number of outputs this operator returns;
            by default an operator is assumed to return a single output.
            If `outputs` is greater than one, this functions returns a tuple
            of output `Node`, representing each output of the ONNX operator
            in positional.
    ro   rJ   c             s   s"   | ]\}}|d k	r||fV  qd S )Nr   )r5   r›   r‰   r   r   r   rc   )  s    z_graph_op.<locals>.<genexpr>c                s0   | d kr| S t | tjjƒr| S ˆ jd| d�S d S )NÚConstant)Úvalue_z)rL   r"   rC   ÚValueÚop)Úarg)r7   r   r   Úconst_if_tensor+  s
    z"_graph_op.<locals>.const_if_tensorc             3   s   | ]}ˆ |ƒV  qd S )Nr   )r5   rÀ   )rÁ   r   r   rc   3  s    c             s   s   | ]
}|V  qd S )Nr   )r5   Úor   r   r   rc   7  s    )	rµ   rM   r“   rN   Z
insertNoder»   r4   ri   ro   )r7   r·   Zraw_argsr¸   ro   r(   rº   r   )rÁ   r7   r   Ú	_graph_op	  s    rÃ   c                s¶  �yrddl m} dd ljj}|jd|ƒ ˆ jƒ jdƒrHˆ jƒ d d$… }nˆ jƒ }|jdƒ\}}	|dkrjd S |dk�r6|j	|	d|ƒ}
|t
jk}|t
jk}|s¤|
 rä|rä‡ fd	d
„ˆ jƒ D ƒ}ˆ jƒ }||d< t| |	f|žddi|—ŽS ‡ fdd
„ˆ jƒ D ƒ}|
�stjdj|	||	ƒƒ |j|	d|ƒ}|| f|ž|ŽS �n<|dk�rô|	dk�rîˆ jƒ  �rîˆ jdƒdk�rx| jdˆ d d�S ˆ jdƒdk�r¼ˆ d �rªtjdd„ ˆ d D ƒƒng }| jd|d�S ˆ jƒ jƒ jƒ dk�rÖd S tdjˆ jdƒƒƒ‚�qrˆ jƒ �s|	dk�s|	dk�rd S |	dk�s$|	dk�r’| j|	f|ždˆ jƒ iŽ}ˆ jƒ dk�rX|d jƒ n|jƒ }x,ˆ jƒ D ] }|jƒ }tjj ||||ƒ �qjW |S d|	 }|j	|d|ƒ}|�s¾tjdj|	ƒƒ |j|d|ƒ}‡ fdd
„ˆ jƒ D ƒ}|| f|ž|ŽS n~|j!||ƒ�r\|j	|	||ƒ�s(tjd j||	||	ƒƒ |j|	||ƒ}‡ fd!d
„ˆ jƒ D ƒ}|| f|ž|ŽS tjd"j||	ƒƒ d S W n< t"k
�r° } zd#j|j#d |	ƒf|_#‚ W Y d d }~X nX d S )%Nr   )rB   Ú rb   rJ   z::r#   r.   c                s(   i | ] }ˆ | |d  ˆ j |ƒd  “qS )rb   r   )ÚkindOf)r5   r›   )rº   r   r   ú
<dictcomp>^  s    z*_run_symbolic_function.<locals>.<dictcomp>ro   Tc                s   i | ]}ˆ | |“qS r   r   )r5   r›   )rº   r   r   rÆ   e  s    z\ONNX export failed on ATen operator {} because torch.onnx.symbolic_opset{}.{} does not existÚprimr¼   r1   r6   )Úvalue_tÚisc             S   s   g | ]}t j|ƒ‘qS r   )r"   rx   )r5   r‰   r   r   r   r9   r  s    z*_run_symbolic_function.<locals>.<listcomp>ZDeviceObjTypez9Unsupported prim::Constant kind: `{}`. Send a bug report.ZListConstructZ
ListUnpackZLoopÚIfZprim_z@ONNX export failed on primitive operator {}; please report a bugc                s   i | ]}ˆ | |“qS r   r   )r5   r›   )rº   r   r   rÆ   �  s    z×ONNX export failed on custom operator {}::{} because torch.onnx.symbolic_opset{}.{} does not exist. Have you registered your symbolic function with torch.onnx.register_custom_op_symbolic(symbolic_name, symbolic_fn)?c                s   i | ]}ˆ | |“qS r   r   )r5   r›   )rº   r   r   rÆ   ™  s    zÐONNX export failed on an operator with unrecognized namespace {}::{}; If you are trying to export a custom operator, make sure you registered it with the right domain and version.Otherwise please report a bugz!{} (occurred when translating {})éÿÿÿÿ)$rD   rB   Útorch.onnx.symbolic_registryr#   Úsymbolic_registryZregister_versionr<   ÚendswithÚsplitZis_registered_opr   Z	ONNX_ATENr%   ZattributeNamesZoutputsSizeÚ	_graph_atrP   rQ   r    Zget_registered_opZ
mustBeNonerÅ   r¿   r"   Ústackr4   r=   r`   r8   r:   ZaddBlockrC   Z_jit_pass_onnx_blockZis_registered_versionrŸ   r(   )r7   rº   r@   Úenvr   r   Úsym_registryZ
ns_op_namer¹   r¡   Zis_exportable_aten_opZis_onnx_aten_exportZis_aten_fallback_exportÚattrsro   Zop_fnr1   Znew_op_outputsÚnew_nodeÚbZ	new_blockÚsymbolic_nameZis_exportabler¢   r£   r   )rº   r   Ú_run_symbolic_functionC  s‚    



&"
rØ   c             O   s   | j d|žd|i|—ŽS )NÚATenZ
operator_s)rÙ   )r¿   )r7   r·   r(   r¸   r   r   r   rÐ   «  s    rÐ   c             O   s(  t |tjƒst‚|d k	st‚d}|d ksB|dksBt|ƒtdgƒkrLdg}d}|jƒ }|dkrhtj|Ž }n€|dkr|tj|Ž }nl|dkr�tj	|Ž }nX|dkr¤tj
|Ž }nD|d	kr¸tj|Ž }n0|d
krÌtj|Ž }n|dkràtj|Ž }ntdƒ‚|j|ƒ |�r| jd|žd|i|—ŽS | jd|žd|i|—ŽS )NFr   rJ   TÚcharÚshortÚintÚlongZhalfr¯   ÚdoublezfUnknown type, type should be one of the following strings: char, short, int, long, half, float, doubler¼   r½   rÈ   )r¼   )r¼   )rL   ÚnumbersÚNumberr   ÚsetÚlowerr"   Z
CharTensorZShortTensorZ	IntTensorZ
LongTensorZ
HalfTensorZFloatTensorZDoubleTensorr‹   Zfill_r¿   )r7   r1   Zdimsr=   r(   r¸   Zisscalarrx   r   r   r   Ú_graph_constant´  s4    "
rã   c             C   s   | j |ƒ}t| |ƒ|ƒS )z�
    Accessor for attributes of a node which is polymorphic over
    return type.

    NB: This is monkey-patched onto Node.
    )rÅ   r°   )Úselfr›   Úselr   r   r   Ú_node_getitemÓ  s    
ræ   c             C   sn   t tjd| ƒƒstdj| ƒƒ‚| jdƒ\}}dddg}||krNtdj| |ƒƒ‚dd ljj}|j	||||ƒ d S )	Nz)^[a-zA-Z0-9-_]*::[a-zA-Z]+[a-zA-Z0-9-_]*$zïFailed to register operator {}.                            The symbolic name must match the format Domain::Name,                            and sould start with a letter and contain only                            alphanumerical charactersz::r#   r.   rÇ   zGFailed to register operator {}. The domain {} is already a used domain.r   )
ÚboolÚrerª   r`   r    rÏ   rÌ   r#   rÍ   Zregister_op)r×   r¢   r   r¹   r¡   Zunaccepted_domain_namesrÓ   r   r   r   Úregister_custom_op_symbolicÞ  s    

ré   c       
      C   s8  t | ƒdkrd S t|dƒrj|d ks.t |ƒdkrBdd„ |jjƒ D ƒ}|d ksVt |ƒdkrjdd„ |jjƒ D ƒ}t|prg |pxg  ƒ}x´| jƒ D ]¨\}}||kr¨tjdj	|ƒƒ t
|tƒrˆtjdj	|ƒƒ i }x`t|ƒD ]T\}}	t
|	tƒsêtdƒ‚|	|k�rtjd	j	|	|ƒƒ qÐt|ƒd
 t|d ƒ ||	< qÐW || |< qˆW d S )Nr   rF   c             S   s   g | ]}|j ƒ ‘qS r   )rd   )r5   r´   r   r   r   r9   õ  s    z*_validate_dynamic_axes.<locals>.<listcomp>c             S   s   g | ]}|j ƒ ‘qS r   )rd   )r5   Úyr   r   r   r9   ÷  s    zAProvided key {} for dynamic axes is not a valid input/output namez�No names were found for specified dynamic axes of provided input.Automatically generated names will be applied to each dynamic axes of input {}z3The type of axis index is expected to be an integerz:Duplicate dynamic axis index {} was provided for input {}.Z_dynamic_axes_rJ   )rl   ÚhasattrrF   r@   ro   rá   r“   rP   rQ   r    rL   rN   rm   rÜ   r‹   rR   )
r   r   r,   r-   Zvalid_namesr±   r1   Z
value_dictrv   r´   r   r   r   r�   î  s.    



 r�   )TFFNNFFNNTFNTNN)FF)F)?Ú
__future__r   r   r   r   r"   Z	torch.jitZtorch.autogradZtorch.serializationrè   Z
torch._sixr   Ú
contextlibrß   rP   r   r   Z
torch.onnxr	   r
   r   Ztorch._Cr   r   r   r   r   Úcontextmanagerr   r0   r;   rI   rU   r_   ra   r&   rz   rŒ   r~   r{   r'   rp   Úcompiler©   r¤   r¦   r³   r®   r»   rÃ   rØ   rÐ   rã   ræ   ré   r�   rC   ZGraphr¿   ZatZconstantÚNodeÚ__getitem__r   r   r   r   Ú<module>   s„       

I
PR
:h	#


