3
I4W^æ  ã               @   s   d dl mZ d dl mZ d dl mZ d dl mZ d dlZd dlZd dlZd dl	Z	d dl
Z
d dlZd dlZd dlmZ d dlmZmZmZmZmZ d dlmZ d d	lmZmZ d d
lmZ d dlmZ d dlmZ dZ dd„ Z!G dd„ deƒZ"G dd„ deƒZ#dS )é    )Úabsolute_import)Údivision)Úprint_function)Úunicode_literalsN)Únamedtupledict)Ú	make_nodeÚ
make_graphÚmake_tensorÚmake_tensor_value_infoÚ
make_model)Ú
caffe2_pb2)ÚcoreÚ	workspace)ÚModelDownloader)Úonnxifi_caffe2_net)ÚTestCaseé   c             C   sœ   x| j D ]}tdj|ƒƒ qW x| jD ]}tdj|ƒƒ q&W xZ| jD ]P}tdj|jƒƒ x|jD ]}tdj|ƒƒ q`W x|jD ]}tdj|ƒƒ q~W qDW d S )Nz	Input: {}z
Output: {}zOp {}z  input: {}z  output: {})Úexternal_inputÚprintÚformatÚexternal_outputÚopÚtypeÚinputÚoutput)ÚnetÚir   ÚxÚy© r   ú@/tmp/pip-build-e66j97b2/torch/caffe2/python/onnx/test_onnxifi.pyÚ
_print_net   s    r!   c               @   s0   e Zd Zejdƒdd„ ƒZejdƒdd„ ƒZdS )ÚOnnxifiTestzNeed ONNXIFI backend supportc             C   sÜ   d}t jj|dddƒjt jƒ}ttddgdgƒgdtdtj	j
|dddgƒgtdtj	j
|dddgƒgd�}t|d	d
�}tjddgdg|jƒ dgdgt|dddgd�}tjd|ƒ tj|ƒ tjdƒ}t jj|t j|dƒƒ d S )Nr   é   é   ZReluÚXÚYÚtest)ÚnameÚinputsÚoutputsz	relu-test)Úproducer_nameÚOnnxifi)Ú
onnx_modelÚinput_namesÚoutput_namesÚoutput_shape_hint_0r   )ÚnpÚrandomÚrandnÚastypeÚfloat32r   r   r
   ÚonnxÚTensorProtoÚFLOATr   r   ÚCreateOperatorÚSerializeToStringÚONNXIFI_DATATYPE_FLOAT32r   ÚFeedBlobÚRunOperatorOnceÚ	FetchBlobÚtestingÚassert_almost_equalÚmaximum)ÚselfZ
batch_sizer%   Ú	graph_defÚ	model_defr   r&   r   r   r    Útest_relu_graph'   s,    



zOnnxifiTest.test_relu_graphc             C   s   t jdddddgdddd	d
gdddddgdddddgdddddggggƒjt jƒ}t jdddgdddgdddggggƒjt jƒ}t jdddgdddgd d!d"ggggƒjt jƒ}ttd#d$d%gd&gd'd'gd(d(d(d(gd)�gd*td$tjj	d+d+d,d,gƒtd%tjj	d+d+d'd'gƒgtd&tjj	d+d+d'd'gƒgd-�}t
|d.d/�}tjd0d1gd2g|jƒ d%d3gd$gd&gtd+d+d'd'gd4�}tjd1|ƒ tjd3|ƒ tj|ƒ tjd2ƒ}t jj||ƒ d S )5Ng        g      ð?g       @g      @g      @g      @g      @g      @g       @g      "@g      $@g      &@g      (@g      *@g      ,@g      .@g      0@g      1@g      2@g      3@g      4@g      5@g      6@g      7@g      8@g      K@g     €O@g      R@g     ÀX@g      [@g     @]@g      b@g      c@g     @d@ZConvr%   ÚWr&   r#   r   )r)   r*   Zkernel_shapeZpadsr'   r   é   )r(   r)   r*   z	conv-test)r+   r,   ZX0ZY0ZW0)r-   Zinitializersr.   r/   r0   )r1   Úarrayr4   r5   r   r   r
   r6   r7   r8   r   r   r9   r:   r;   r   r<   r=   r>   r?   r@   )rB   r%   rF   ZY_without_paddingrC   rD   r   r&   r   r   r    Útest_conv_graph@   sL    


zOnnxifiTest.test_conv_graphN)Ú__name__Ú
__module__Ú__qualname__ÚunittestÚskiprE   rI   r   r   r   r    r"   &   s   r"   c               @   s.   e Zd Zdd„ Zdd„ Zejdƒdd„ ƒZdS )	ÚOnnxifiTransformTestc             C   s   t ƒ | _d S )N)r   Úmodel_downloader)rB   r   r   r    ÚsetUpp   s    zOnnxifiTransformTest.setUpc       	      C   sÄ   |j d }|jd }tjƒ }d|_|jj|ƒ |jj|ƒ tjƒ }|j	j
|j	ƒ |j	d d …= |j	j
|gƒ |j	j
|j	ƒ ||j d< tjƒ }d|_|jj|ƒ |jj|ƒ |j	j
|gƒ ||jd< d S )Nr   ZCopy)r   r   r   ZOperatorDefr   r   Úappendr   ZNetDefr   Úextend)	rB   Úpred_netZnew_headZnew_tailZ	orig_headZ	orig_tailÚheadÚdummyÚtailr   r   r    Ú_add_head_tails   s$    


z#OnnxifiTransformTest._add_head_tailzNeed ONNXIFI backend supportc             C   sn  d}d}t dj||ƒƒ | jjdƒ\}}}| j|ddƒ |dddf}d}tjtjdƒ}|j	j
|ƒ |j	j
|ƒ x|jD ]}	|	j	j
|ƒ qvW |j}
d }tjj|Ž jtjƒ}d}tjd	d
ƒ tj|ƒ�x tj||ƒ tj|ƒ tj|ƒ tjƒ }xt|ƒD ]}tj|jƒ qöW tjƒ }|| }dd„ |
D ƒ}td|
ƒ|Ž }W d Q R X tjƒ  tj|ƒ� tj|ƒ W d Q R X tjƒ }t|||id
d�}~~d }|jd }t dj|ƒƒ tj|ƒ�¦ tj||ƒ tj|ƒ tjƒ }t dj|| ƒƒ tjƒ }xt|ƒD ]}tj|jƒ �qðW tjƒ }|| }t dj||| | d ƒƒ dd„ |
D ƒ}td|
ƒ|Ž }W d Q R X tj j!||dd� d S )Nr   z)Batch size: {}, repeat inference {} timesZresnet50Z	real_dataZreal_softmaxr#   éà   r   Zonnxifi_testTc             S   s   g | ]}t j|ƒ‘qS r   )r   r>   )Ú.0r(   r   r   r    ú
<listcomp>¨   s    z;OnnxifiTransformTest.test_resnet50_core.<locals>.<listcomp>ZOutputs)Zinfer_shapeszC2 runtime: {}szConversion time: {:.2f}sz&Onnxifi runtime: {}s, improvement: {}%éd   c             S   s   g | ]}t j|ƒ‘qS r   )r   r>   )rZ   r(   r   r   r    r[   Ç   s    gü©ñÒMbP?)Zrtol)"r   r   rP   Zget_c2_modelrX   r   ZDeviceOptionr   ZCPUÚdevice_optionZCopyFromr   r   r1   r2   r3   r4   r5   r   ZSwitchWorkspaceZDeviceScoper<   Z
RunNetOnceZ	CreateNetÚtimeÚrangeZRunNetr(   r   ZResetWorkspacer   r   r?   Zassert_allclose)rB   ÚNÚrepeatZinit_netrT   Ú_Zinput_blob_dimsZ
input_namer]   r   Znet_outputsZY_c2ÚdataZc2_timeÚstartÚendZoutput_valuesZpred_net_cutZY_trtZtrt_timer   r   r    Útest_resnet50_core‹   sj    



z'OnnxifiTransformTest.test_resnet50_coreN)rJ   rK   rL   rQ   rX   rM   rN   rf   r   r   r   r    rO   o   s   rO   )$Ú
__future__r   r   r   r   ÚjsonZnumpyr1   Úosr^   rM   r6   Z	onnx.defsZonnx.backend.baser   Zonnx.helperr   r   r	   r
   r   Zcaffe2.protor   Zcaffe2.pythonr   r   Zcaffe2.python.models.downloadr   Zcaffe2.python.onnx.onnxifir   Z#caffe2.python.onnx.tests.test_utilsr   r;   r!   r"   rO   r   r   r   r    Ú<module>   s*   I