3
I4W^{'  ã               @   s.  d dl mZmZmZmZ d dlZd dljjZ	d dl
jjZd dlmZmZmZmZ d dl
mZ d dlZddddd	d
ddddddgZxeD ]Zeeƒeƒ e< q†W dd„ ZedddƒZedddƒZedddƒZedddƒZedddƒZedddƒZdd„ Zd d!„ Zd"d#„ Zd$d%„ Z d&d'„ Z!d(d)„ Z"d*d+„ Z#d,d-„ Z$d.d/„ Z%ed0d0d0d1d1ƒd2d3„ ƒZ&d4d5„ Z'd6d7„ Z(d8d9„ Z)ed0d:d0d0d0d0ƒdMd<d=„ƒZ*ed0d:d0d0d0d0ƒdNd>d?„ƒZ+ed0d:d0d0d0ƒdOd@dA„ƒZ,ed0d:d0d0d0ƒdPdBdC„ƒZ-ed0d:d0d0d0ƒdQdDdE„ƒZ.ed0d:d0d0d0ƒdRdFdG„ƒZ/dSdHdI„Z0ed0dJd:d0d0d0ƒdTdKdL„ƒZ1dS )Ué    )Úabsolute_importÚdivisionÚprint_functionÚunicode_literalsN)Ú
parse_argsÚ_unimplementedÚ_black_list_in_opsetÚ_try_get_scalar_type)Ú_cast_FloatZnonzeroÚwhereZscatterZscatter_addÚerfÚsignÚisnanZgatherZarangeZmasked_fillZ
index_fillZ
index_copyc                s   d‡ ‡‡fdd„	}|S )Nc                sp   t jˆƒ t j|ƒ}|r"tˆdƒS t jˆdƒ‰t jˆƒrBtˆdƒS ‡‡ ‡fdd„tdˆƒD ƒ}| jdˆ ˆ|d�S )	Nzalign_corners == TrueÚisz%torch._C.Value (output_size) indexingc                sD   g | ]<}|d k rdn*t ˆˆ |   ƒt ˆjƒ jƒ ˆ |   ƒ ‘qS )é   g      ð?)ÚfloatÚtypeÚsizes)Ú.0Úi)ÚdimÚinputÚoutput_size© ú;/tmp/pip-build-e66j97b2/torch/torch/onnx/symbolic_opset8.pyú
<listcomp>>   s   z5_interpolate.<locals>.symbolic_fn.<locals>.<listcomp>r   ZUpsample)Zmode_sZscales_f)Úsym_helpZ_interpolate_warningÚ_maybe_get_scalarr   Ú_maybe_get_constÚ	_is_valueÚrangeÚop)Úgr   r   Zalign_cornersZscales)r   Úinterpolate_modeÚname)r   r   r   Úsymbolic_fn5   s    




z!_interpolate.<locals>.symbolic_fn)Nr   )r$   r   r#   r%   r   )r   r#   r$   r   Ú_interpolate4   s    r&   Úupsample_nearest1dé   ZnearestÚupsample_nearest2dé   Úupsample_nearest3dé   Úupsample_linear1dZlinearÚupsample_bilinear2dÚupsample_trilinear3dc                sh   dddg}d }|d j ƒ jƒ }|d k	rT|}||krJt‡ fdd„|D ƒƒ}q^d| S n
tjdƒ |f| S )	NZHalfÚFloatÚDoubler   c             3   s   | ]}t ˆ |d ƒV  qdS )FN)r
   )r   Úarg)r"   r   r   ú	<genexpr>Y   s    z-_try_cast_integer_to_float.<locals>.<genexpr>zºOnly floating datatype is supported for these operators: {Greater, Less, MatMul, PRelu, Gemm, Flatten}. This might cause the onnx model to be incorrect, if inputs have integer datatypes.)N)r   Z
scalarTypeÚtupleÚwarningsÚwarn)r"   ÚargsZfloating_scalar_typesÚold_typeZ	arg0_typer   )r"   r   Ú_try_cast_integer_to_floatP   s    


r9   c             C   s$   |d kr|S t tdj|ƒƒ| |dƒS )Nz_cast_{}F)ÚgetattrÚ
sym_opset9Úformat)r"   r   Zto_typer   r   r   Ú_cast_to_typec   s    r=   c             C   s8   t j|ƒ}t j| ||ƒ}t| ||ƒ\}}}| j|||ƒS )N)r   r   Z_if_scalar_type_asr9   r!   )r"   r   ÚotherZop_nameÚ_r   r   r   Ú_comparison_operatori   s    
r@   c             C   s   t | ||dƒS )NZGreater)r@   )r"   r   r>   r   r   r   Úgtr   s    rA   c             C   s   t | ||dƒS )NZLess)r@   )r"   r   r>   r   r   r   Últv   s    rB   c             C   sB   t |ƒr0t| ||ƒ\}}}t| | jd||ƒ|ƒS | jd||ƒS d S )NZMatMul)r	   r9   r=   r!   )r"   Úselfr>   r8   r   r   r   Úbmmz   s    rD   c             C   s   t | ||ƒS )N)rD   )r"   rC   r>   r   r   r   Úmatmul‚   s    rE   c             C   sˆ   |j ƒ rF|jƒ jƒ }|rFt|ƒdkrF| jd|ttdt|ƒd ƒƒd�}t|ƒrvt| ||ƒ\}}}t	| | jd||ƒ|ƒS | jd||ƒS d S )Nr   Z	Unsqueezeé   )Zaxes_iZPRelu)
ÚisCompleteTensorr   r   Úlenr!   Úlistr    r	   r9   r=   )r"   rC   ZweightÚ
self_sizesr8   r   r   r   Úprelu†   s    "rK   c          
   C   sv   t j||ƒjƒ }| jddg|ƒ}t|ƒr\t| |||ƒ\}}}}t| | jd|||ddd�|ƒS | jd|||ddd�S d S )Nr   rF   ÚGemmg        g      ð?)Úbeta_fÚalpha_f)r   r	   ÚlowerZconstantr9   r=   r!   )r"   rC   r>   ÚtyÚCr8   r   r   r   Úmm’   s    rR   ÚvÚtc          
   C   sn   t |ƒrHt| |||ƒ\}}}}t| | jd|||tj|ƒtj|ƒd�|ƒS | jd|||tj|ƒtj|ƒd�S d S )NrL   )rM   rN   )r	   r9   r=   r!   r   Z_scalar)r"   rC   Zmat1Zmat2ÚbetaÚalphar8   r   r   r   Úaddmmž   s    rW   c             C   s˜   t j|dƒ}t j|ƒr|}nn|jƒ rv|jƒ jƒ }|rvt|ƒdkrv|d |d krvt| |ƒ\}}t| | j	d|dd�|ƒS | j	dt
j|ƒd�}| j	d	||ƒS )
Nr   r   r   ÚFlattenrF   )Úaxis_iÚConstant)Úvalue_tZReshape)r   r   r   rG   r   r   rH   r9   r=   r!   ÚtorchZ
LongTensor)r"   rC   ÚsizeÚshaperJ   r8   r   r   r   Úview©   s    
 r_   c             C   sô   t j|ddƒ}t j|ddƒ}|jƒ jƒ }|dk r8|| }|dkrŠ||d krŠt|ƒrzt| |ƒ\}}t| | jd||d�|ƒS | jd||d�S |dkrä||d krät|ƒrÐt| |ƒ\}}t| | jd||d d�|ƒS | jd||d d�S tj	| |||ƒS )	Nr   Ú	start_dimÚend_dimr   rF   rX   )rY   r   )
r   Ú
_get_constr   r   r	   r9   r=   r!   r;   Úflatten)r"   r   r`   ra   Zstart_dim_iZ	end_dim_ir   r8   r   r   r   rc   ·   s     rc   c             C   sZ   t j| js<| jd|t jd d|d�}t jt j| | |d ƒS | jd|t j| d|d�S d S )NZConstantFillr0   rF   )Zdtype_iZinput_as_shape_iZvalue_f)r   Zscalar_type_to_pytorch_typeZis_floating_pointr!   Zcast_pytorch_to_onnxZ_cast_func_templateZscalar_type_to_onnx)r"   r   ÚdtypeÚconst_valueÚresultr   r   r   Ú_constant_fillÏ   s
    rg   r   Fc             C   s   t | |||||ƒS )N)Úzeros)r"   r   rd   ÚlayoutÚdeviceÚ
pin_memoryÚmemory_formatr   r   r   Úempty×   s    rm   c             C   s   t | |||||ƒS )N)Ú
zeros_like)r"   r   rd   ri   rj   rk   rl   r   r   r   Ú
empty_likeÜ   s    ro   c             C   s   t | ||dƒS )Nr   )rg   )r"   r   rd   ri   rj   rk   r   r   r   rh   à   s    rh   c             C   s   | j d|ƒ}t| ||dƒS )NÚShaper   )r!   rg   )r"   r   rd   ri   rj   rk   r^   r   r   r   rn   æ   s    rn   c             C   s   t | ||dƒS )NrF   )rg   )r"   r   rd   ri   rj   rk   r   r   r   Úonesì   s    rq   c             C   s   | j d|ƒ}t| ||dƒS )Nrp   rF   )r!   rg   )r"   r   rd   ri   rj   rk   r^   r   r   r   Ú	ones_likeñ   s    rr   c       	      C   sf   t j|dƒ}t j|ƒrFt| ||||ƒ}tj| ||| jdtjdƒd�ƒS t j	|ddƒ}t
| |||ƒS d S )NrT   rZ   rF   )r[   r   rd   )r   r   r   rh   r;   Úaddr!   r\   Ztensorrb   rg   )	r"   r   Úvaluerd   ri   rj   rk   re   Útmpr   r   r   Úfull÷   s    
 rv   Úfc             C   s   | j d|ƒ}t| |||ƒS )Nrp   )r!   rg   )r"   r   Z
fill_valuerd   ri   rj   rk   r^   r   r   r   Ú	full_like  s    rx   )FN)FN)F)F)F)F)F)F)2Ú
__future__r   r   r   r   r\   Ztorch.onnx.symbolic_helperZonnxZsymbolic_helperr   Ztorch.onnx.symbolic_opset9Zsymbolic_opset9r;   r   r   r   r	   r
   r5   Zblack_listed_operatorsZblack_listed_opÚvarsr&   r'   r)   r+   r-   r.   r/   r9   r=   r@   rA   rB   rD   rE   rK   rR   rW   r_   rc   rg   rm   ro   rh   rn   rq   rr   rv   rx   r   r   r   r   Ú<module>   s\   !
	

