3
I4W^â,  ã               @   sN  d dl mZ d dl mZ d dl mZ d dl mZ d dlmZ d dlmZm	Z	 d dl
Z
d dlZ
d dlmZmZmZmZmZ d d	lmZ d d
lmZ d dljj
jZd dlmZ d dlmZmZ d dlm Z  d dl!Z"d dl#Z$d dl%Z%d dl&Z&d dl'Z'd dl(Z(d dl)Z)d dl*Z*d dl+m,Z, dd„ Z-dd„ Z.dd„ Z/G dd„ de ƒZ0G dd„ de ƒZ1dS )é    )Úabsolute_import)Údivision)Úprint_function)Úunicode_literals)Ú
caffe2_pb2)ÚcoreÚ	workspaceN)Ú	make_nodeÚ
make_graphÚmake_tensorÚmake_tensor_value_infoÚ
make_model)Únamedtupledict)ÚModelDownloader)Ú	Workspace)Úconvert_onnx_model_to_trt_opÚtransform_caffe2_net)ÚTestCase)Úurlretrievec             C   sœ   x| j D ]}tdj|ƒƒ qW x| jD ]}tdj|ƒƒ q&W xZ| jD ]P}tdj|jƒƒ x|jD ]}tdj|ƒƒ q`W x|jD ]}tdj|ƒƒ q~W qDW d S )Nz	Input: {}z
Output: {}zOp {}z  input: {}z  output: {})Úexternal_inputÚprintÚformatÚexternal_outputÚopÚtypeÚinputÚoutput)ÚnetÚir   ÚxÚy© r!   ú;/tmp/pip-build-e66j97b2/torch/caffe2/python/trt/test_trt.pyÚ
_print_net   s    r#   c             C   s
   dj | ƒS )Nz6https://s3.amazonaws.com/download.onnx/models/opset_{})r   )Úopset_versionr!   r!   r"   Ú	_base_url(   s    r%   c             C   sh  t jjt jdt jjddƒƒƒ}t jdt jj|dƒƒ}t jj|| ƒ}t jjt jj|dƒƒ�sdt jj|ƒr d}x4dj||ƒ}t jj|ƒrŽ|d	7 }qltj||ƒ P qlW t j	|ƒ d
jt
|ƒ| ƒ}tjdd�}zŽyR|jƒ  tdj| |ƒƒ t||jƒ tdƒ tj|jƒ�}	|	j|ƒ W d Q R X W n6 tk
�rP }
 ztdj| |
ƒƒ ‚ W Y d d }
~
X nX W d t j|jƒ X |S )NZ	ONNX_HOMEú~z.onnxZONNX_MODELSÚmodelsz
model.onnxr   z	{}.old.{}é   z{}/{}.tar.gzF)Údeletez"Start downloading model {} from {}ÚDonez'Failed to prepare data for model {}: {})ÚosÚpathÚ
expanduserÚgetenvÚjoinÚexistsr   ÚshutilÚmoveÚmakedirsr%   ÚtempfileÚNamedTemporaryFileÚcloser   r   ÚnameÚtarfileÚopenÚ
extractallÚ	ExceptionÚremove)Ú
model_namer$   Z	onnx_homeZ
models_dirÚ	model_dirZbiÚdestÚurlZdownload_fileÚtÚer!   r!   r"   Ú_download_onnx_model-   s>    


rC   c               @   s4  e Zd Zdd„ Zdd„ Zejejj	 dƒdd„ ƒZ
ejejj	 dƒdd	„ ƒZejjƒ fd
d„Zejejj	 dƒdd„ ƒZejejj	 dƒdd„ ƒZejdƒdd„ ƒZejejj	 dƒdd„ ƒZejdƒdd„ ƒZejdƒdd„ ƒZejejj	 dƒdd„ ƒZejejj	 dƒdd„ ƒZejejj	 dƒdd„ ƒZd S )!ÚTensorRTOpTestc             C   s   t jjƒ | _d S )N)ÚonnxÚdefsÚonnx_opset_versionr$   )Úselfr!   r!   r"   ÚsetUpS   s    zTensorRTOpTest.setUpc                s  t ddgdgƒ}tj|d|iƒ}t|gdtdtjj|dddgƒgtdtjj|dddgƒgd�}t|d	d
�}dd„ |j	j
D ƒ}t||d�}	tjtjdƒ}
|	jj|
ƒ d }tƒ ‰ tj|
ƒ�> ˆ jd|ƒ ˆ j|	gƒ ‡ fdd„|D ƒ}td|ƒ|Ž }W d Q R X tjj||ƒ d S )NZReluÚXÚYÚtestr(   é   é   )r7   ÚinputsÚoutputsz	relu-test)Zproducer_namec             S   s   g | ]
}|j ‘qS r!   )r7   )Ú.0r   r!   r!   r"   ú
<listcomp>_   s    z3TensorRTOpTest._test_relu_graph.<locals>.<listcomp>)Zmax_batch_sizer   c                s   g | ]}ˆ j |ƒ‘qS r!   )Ú	FetchBlob)rQ   r7   )Úwsr!   r"   rR   h   s    ÚOutputs)r	   Úc2Zrun_noder
   r   rE   ZTensorProtoÚFLOATr   Úgraphr   r   r   ÚDeviceOptionr   ÚCUDAÚdevice_optionÚCopyFromr   ÚDeviceScopeÚFeedBlobÚRunOperatorsOncer   ÚnpÚtestingZassert_almost_equal)rH   rJ   Z
batch_sizeZtrt_max_batch_sizeZnode_defÚY_c2Z	graph_defÚ	model_defÚ
op_outputsr   r[   ÚY_trtÚoutput_valuesr!   )rT   r"   Ú_test_relu_graphV   s(    zTensorRTOpTest._test_relu_graphzNo TensortRT supportc             C   s,   t jjddddƒjt jƒ}| j|ddƒ d S )Nr(   rM   rN   é2   )r`   ÚrandomÚrandnÚastypeÚfloat32rg   )rH   rJ   r!   r!   r"   Útest_relu_graph_simplem   s    z%TensorRTOpTest.test_relu_graph_simplec             C   s,   t jjddddƒjt jƒ}| j|ddƒ d S )Né4   r(   rM   rN   rh   )r`   ri   rj   rk   rl   rg   )rH   rJ   r!   r!   r"   Útest_relu_graph_big_batchs   s    z(TensorRTOpTest.test_relu_graph_big_batchc                sB  t ||ƒ}tjtjj|dƒƒ}dd„ |jj| jj	j
jD ƒ}dd„ |jjD ƒ}dd„ |jjD ƒ}tdj|ƒƒ tjj|Ž jtjƒ}	tj||| |	iƒ}
t|dd�}tjtjd	ƒ}|jj|ƒ d }tƒ ‰ tj|ƒ�V ˆ j|| |	ƒ |d
kröˆ jd|	ƒ ˆ j |gƒ ‡ fdd„|D ƒ}t!d|ƒ|Ž }W d Q R X tj"j#|
|dd� d S )Nz
model.onnxc             S   s   g | ]}t |jƒ‘qS r!   )ÚintZ	dim_value)rQ   r   r!   r!   r"   rR   {   s    z6TensorRTOpTest._test_onnx_importer.<locals>.<listcomp>c             S   s   g | ]
}|j ‘qS r!   )r7   )rQ   r   r!   r!   r"   rR   |   s    c             S   s   g | ]
}|j ‘qS r!   )r7   )rQ   r   r!   r!   r"   rR   }   s    z{}rM   )Ú	verbosityr   é   Zdata_0c                s   g | ]}ˆ j |ƒ‘qS r!   )rS   )rQ   r7   )rT   r!   r"   rR   Œ   s    rU   gü©ñÒMbP?)Úrtol)$rC   rE   Úloadr+   r,   r/   rX   r   r   Ztensor_typeÚshapeZdimr   r   r   r`   ri   rj   rk   rl   rV   Z	run_modelr   r   rY   r   rZ   r[   r\   r   r]   r^   r_   r   ra   Úassert_allclose)rH   r=   Zdata_input_indexr$   r>   rc   Úinput_blob_dimsZ	op_inputsrd   Údatarb   r   r[   re   rf   r!   )rT   r"   Ú_test_onnx_importerx   s*    
z"TensorRTOpTest._test_onnx_importerc             C   s   | j dddƒ d S )NÚresnet50r   é	   )ry   )rH   r!   r!   r"   Útest_resnet50�   s    zTensorRTOpTest.test_resnet50c             C   s   | j dddƒ d S )NZbvlc_alexnetr   r{   )ry   )rH   r!   r!   r"   Útest_bvlc_alexnet”   s    z TensorRTOpTest.test_bvlc_alexnetzUntil fixing Unsqueeze opc             C   s   | j dddƒ d S )NZdensenet121r(   rM   éÿÿÿÿ)ry   )rH   r!   r!   r"   Útest_densenet121˜   s    zTensorRTOpTest.test_densenet121c             C   s   | j dddƒ d S )NZinception_v1rM   r{   éýÿÿÿ)ry   )rH   r!   r!   r"   Útest_inception_v1œ   s    z TensorRTOpTest.test_inception_v1c             C   s   | j dddƒ d S )NZinception_v2r   r{   )ry   )rH   r!   r!   r"   Útest_inception_v2    s    z TensorRTOpTest.test_inception_v2zINeed to revisit our ChannelShuffle exporter to avoid generating 5D tensorc             C   s   | j ddƒ d S )NZ
shufflenetr   )ry   )rH   r!   r!   r"   Útest_shufflenet¤   s    zTensorRTOpTest.test_shufflenetc             C   s   | j dddƒ d S )NZ
squeezenetr(   r{   r~   )ry   )rH   r!   r!   r"   Útest_squeezenet¨   s    zTensorRTOpTest.test_squeezenetc             C   s   | j dddƒ d S )NZvgg16r   r{   )ry   )rH   r!   r!   r"   Ú
test_vgg16¬   s    zTensorRTOpTest.test_vgg16c             C   s   | j dddƒ d S )NZvgg19rN   r{   éþÿÿÿ)ry   )rH   r!   r!   r"   Ú
test_vgg19°   s    zTensorRTOpTest.test_vgg19N)Ú__name__Ú
__module__Ú__qualname__rI   rg   ÚunittestÚskipIfr   ÚCÚuse_trtrm   ro   rE   rF   rG   ry   r|   r}   Úskipr   r�   r‚   rƒ   r„   r…   r‡   r!   r!   r!   r"   rD   R   s   rD   c               @   s6   e Zd Zdd„ Zdd„ Zejejj	 dƒdd„ ƒZ
dS )	ÚTensorRTTransformTestc             C   s   t ƒ | _d S )N)r   Úmodel_downloader)rH   r!   r!   r"   rI   ¶   s    zTensorRTTransformTest.setUpc       	      C   sÄ   |j d }|jd }tjƒ }d|_|jj|ƒ |jj|ƒ tjƒ }|j	j
|j	ƒ |j	d d …= |j	j
|gƒ |j	j
|j	ƒ ||j d< tjƒ }d|_|jj|ƒ |jj|ƒ |j	j
|gƒ ||jd< d S )Nr   ZCopy)r   r   r   ZOperatorDefr   r   Úappendr   ZNetDefr   Úextend)	rH   Úpred_netZnew_headZnew_tailZ	orig_headZ	orig_tailÚheadÚdummyÚtailr!   r!   r"   Ú_add_head_tail¹   s$    


z$TensorRTTransformTest._add_head_tailzNo TensortRT supportc             C   sä  d}d}d}t dj|||ƒƒ | jjdƒ\}}}| j|ddƒ |dd	d	f}d}tjtjd
ƒ}	|j	j
|	ƒ |j	j
|	ƒ x |jD ]}
|
j	j
|	ƒ d|
_q|W |j}d }tjj|Ž jtjƒ}d}tjddƒ tj|	ƒ�˜ tj||ƒ tj|ƒ tj|ƒ xt|ƒD ]}tj|jƒ qúW tjƒ }xt|ƒD ]}tj|jƒ �q W tjƒ }|| }dd„ |D ƒ}td|ƒ|Ž }W d Q R X tjƒ  tj|	ƒ� tj|ƒ W d Q R X tjƒ }t|||idd�}~~|j	j
|	ƒ x|jD ]}
|
j	j
|	ƒ �qÆW d }|j d
 }t dj|ƒƒ tj|	ƒ�Æ tj||ƒ tj|ƒ tjƒ }t dj|| ƒƒ xt|ƒD ]}tj|jƒ �q>W tjƒ }xt|ƒD ]}tj|jƒ �qfW tjƒ }|| }t dj||| | d ƒƒ dd„ |D ƒ}td|ƒ|Ž }W d Q R X tj!j"||dd� d S )NrN   é   éd   z:Batch size: {}, repeat inference {} times, warmup {} timesrz   Z	real_dataZreal_softmaxrM   éà   r   ZCUDNNr(   Zgpu_testTc             S   s   g | ]}t j|ƒ‘qS r!   )r   rS   )rQ   r7   r!   r!   r"   rR   ò   s    z<TensorRTTransformTest.test_resnet50_core.<locals>.<listcomp>rU   F)Zbuild_serializable_opzC2 runtime: {}szConversion time: {:.2f}sz"TRT runtime: {}s, improvement: {}%c             S   s   g | ]}t j|ƒ‘qS r!   )r   rS   )rQ   r7   r!   r!   r"   rR     s    gü©ñÒMbP?)rs   )#r   r   r‘   Zget_c2_modelr˜   r   rY   r   rZ   r[   r\   r   Zenginer   r`   ri   rj   rk   rl   r   ZSwitchWorkspacer]   r^   Z
RunNetOnceZ	CreateNetÚrangeZRunNetr7   Útimer   ZResetWorkspacer   r   ra   rv   )rH   ÚNZwarmupÚrepeatZinit_netr”   Ú_rw   Z
input_namer[   r   Znet_outputsrb   rx   Zc2_timeÚstartÚendrf   Zpred_net_cutre   Ztrt_timer!   r!   r"   Útest_resnet50_coreÑ   s|    




z(TensorRTTransformTest.test_resnet50_coreN)rˆ   r‰   rŠ   rI   r˜   r‹   rŒ   r   r�   rŽ   r£   r!   r!   r!   r"   r�   µ   s   r�   )2Ú
__future__r   r   r   r   Zcaffe2.protor   Zcaffe2.pythonr   r   rE   Z	onnx.defsZonnx.helperr	   r
   r   r   r   Zonnx.backend.baser   Zcaffe2.python.models.downloadr   Zcaffe2.python.onnx.backendÚpythonÚbackendrV   Zcaffe2.python.onnx.workspacer   Zcaffe2.python.trt.transformr   r   Z#caffe2.python.onnx.tests.test_utilsr   Znumpyr`   Úos.pathr+   Újsonr�   r‹   r8   r4   r1   Zsix.moves.urllib.requestr   r#   r%   rC   rD   r�   r!   r!   r!   r"   Ú<module>   s8   %c