3
I4W^I/  ã               @   s’   d dl mZ d dl mZ d dl mZ d dl mZ d dlmZ d dljZ	d dl
Zd dlmZ d dlmZmZ d d	lmZ eƒ ZG d
d„ dejƒZdS )é    )Úabsolute_import)Údivision)Úprint_function)Úunicode_literals)ÚgivenN)ÚTransformer)ÚcoreÚ	workspace)Ú	test_utilc               @   s   e Zd Zdd„ Zdd„ Zd3dd„Zdd	„ Zd
d„ Zdd„ Zdd„ Z	dd„ Z
dd„ Zdd„ Zdd„ Zeejddƒejddƒejddƒejddgƒejdd d!�d"�d#d$„ ƒZeejddƒejddƒejddƒejddgƒejdd d!�d"�d%d&„ ƒZeejddƒejddƒejddƒejddgƒejdd d!�d"�d'd(„ ƒZeejddƒejddƒejd)d*ƒejd)d*ƒejd)d*ƒejddƒejdd d!�d+�d,d-„ ƒZd.d/„ Zd0d1„ Zd2S )4ÚTestTransformationsc             C   s,   t jdƒ}|jdddgdgdddd	d
� |S )NÚnetÚXÚwÚbÚYé   r   é   ÚNCHW)ÚstrideÚpadÚkernelÚorder)r   ÚNetÚConv)Úselfr   © r   úC/tmp/pip-build-e66j97b2/torch/caffe2/python/transformations_test.pyÚ_base_test_net!   s    
z"TestTransformations._base_test_netc             C   s*   t j|ƒ tj|jƒ jd jdƒs&t‚d S )Nr   ZNNPACK)ÚtransformerÚ	AddNNPACKÚtuÚstr_compareÚProtoÚopZengineÚAssertionError)r   r   r   r   r   Ú_add_nnpack&   s    
zTestTransformations._add_nnpackTc             C   s„   | j |ƒ tj|ƒ | jtj|ƒ|ƒ d}x<|jƒ jd jD ](}tj	|j
dƒr<tj	|jdƒs`t‚d}q<W |rv|s€t‚n
| s€t‚d S )NFr   Z
activationÚReluT)r%   r   ZFuseNNPACKConvReluZassertEqualsr    ÚnumOpsr"   r#   Úargr!   ÚnameÚsr$   )r   r   Zexpected_result_num_opsÚexpected_activation_argZhas_activation_argr(   r   r   r   Ú_fuse_nnpack_convrelu*   s    


z)TestTransformations._fuse_nnpack_convreluc             C   s&   | j ƒ }|jdgdgƒ | j|ƒ d S )Nr   ÚY2)r   r&   r%   )r   r   r   r   r   Útest_transformer_AddNNPACK9   s    z.TestTransformations.test_transformer_AddNNPACKc             C   s(   | j ƒ }|jdgdgƒ | j|dƒ d S )Nr   r-   r   )r   r&   r,   )r   r   r   r   r   Ú#test_transformer_FuseNNPACKConvRelu>   s    z7TestTransformations.test_transformer_FuseNNPACKConvReluc             C   s<   | j ƒ }|jdgdgƒ |jdgdgƒ | j|ddd� d S )Nr   r-   ZY3r   F)r+   )r   r&   r,   )r   r   r   r   r   Útest_noFuseNNPACKConvReluC   s    z-TestTransformations.test_noFuseNNPACKConvReluc             C   sT   | j ƒ }|jdgdgƒ | j|dƒ |jƒ jd jd |jƒ jd jd ksPt‚d S )Nr   r   r   r   )r   r&   r,   r"   r#   ÚoutputÚinputr$   )r   r   r   r   r   Ú,test_transformer_FuseNNPACKConvReluNoInplaceI   s    z@TestTransformations.test_transformer_FuseNNPACKConvReluNoInplacec             C   sT   | j ƒ }|jdgdgƒ | j|dƒ |jƒ jd jd |jƒ jd jd ksPt‚d S )Nr   r   r   )r   r&   r,   r"   r#   r1   r2   r$   )r   r   r   r   r   Ú.test_transformer_FuseNNPACKConvReluInplaceReluO   s    zBTestTransformations.test_transformer_FuseNNPACKConvReluInplaceReluc             C   sž   | j ƒ }|jdgdgƒ |jdddgdgddddd	� | j|d
ƒ |jƒ jd jd |jƒ jd jd ksnt‚|jƒ jd jd |jƒ jd jd ksšt‚d S )Nr   r   r   r   r   r   r   r   )r   r   r   r   é   )	r   r&   r   r,   r"   r#   r1   r2   r$   )r   r   r   r   r   Ú1test_transformer_FuseNNPACKConvReluPingPongNamingU   s    ,zETestTransformations.test_transformer_FuseNNPACKConvReluPingPongNamingc             C   s®   | j ƒ }|jdgdgƒ |jdddgdgddddd	� |jdgdgƒ | j|d
ƒ |jƒ jd jd |jƒ jd jd ks~t‚|jƒ jd jd |jƒ jd jd ksªt‚d S )Nr   r-   r   r   r   r   r   r   )r   r   r   r   r5   )	r   r&   r   r,   r"   r#   r1   r2   r$   )r   r   r   r   r   Ú<test_transformer_FuseNNPACKConvReluFollowedByMultipleInputOp]   s    ,zPTestTransformations.test_transformer_FuseNNPACKConvReluFollowedByMultipleInputOpc             C   s®   | j ƒ }|jdgdgƒ |jdddgdgddddd	� |jdgdgƒ | j|d
ƒ |jƒ jd jd |jƒ jd jd ks~t‚|jƒ jd jd |jƒ jd jd ksªt‚d S )Nr   r   r   r-   r   r   r   r   )r   r   r   r   r5   )	r   r&   r   r,   r"   r#   r1   r2   r$   )r   r   r   r   r   ÚCtest_transformer_FuseNNPACKConvReluInplaceFollowedByMultipleInputOpf   s    ,zWTestTransformations.test_transformer_FuseNNPACKConvReluInplaceFollowedByMultipleInputOpé   é
   r   r   iÿÿ  r   ZNHWCgñhãˆµøä>g{®Gáz„?)Z	min_valueZ	max_value)ÚsizeÚinput_channelsÚseedr   Úepsilonc             C   s^  t jƒ  tjdƒ}|}|}|}	d}
|jdddgdgdd|
|d	� |jdd
dddgdgd||d� tjj|ƒ |dkršt	j
dd|||	ƒ t	j
d|||
|
ƒ n$t	j
dd||	|ƒ t	j
d||
|
|ƒ t	jdd
ddg|ƒ t	j
d|dd� t j|ƒ t jdƒjƒ }t jdtjdƒƒ tj|ƒ t	j|ƒdk�s*t‚t j|ƒ t jdƒjƒ }tj||ddd��sZt‚d S )Nr   r   r   r   r   r   r   r   )r   r   r   r   ÚscaleÚbiasÚmeanÚvarr-   T)Úis_testr   r>   r   g      à?)Úoffsetgš™™™™™©?gü©ñÒMbP?)ÚrtolÚatol)r   r   )r	   ÚResetWorkspacer   r   r   Ú	SpatialBNÚnpÚrandomr=   r    ÚrandBlobFloat32ÚrandBlobsFloat32Ú
RunNetOnceÚ	FetchBlobÚflattenÚFeedBlobÚzerosr   Ú
FuseConvBNr'   r$   Úallclose)r   r;   r<   r=   r   r>   r   ÚcÚhr   ÚkÚpreTransformOutputÚpostTransformOutputr   r   r   Útest_transformer_FuseConvBNo   sB    



z/TestTransformations.test_transformer_FuseConvBNc             C   sZ  t jƒ  tjdƒ}|}|}|}	d}
|jddgdgdd|
|d� |jdd	d
ddgdgd||d� tjj|ƒ |dkr˜t	j
dd|||	ƒ t	j
d|||
|
ƒ n$t	j
dd||	|ƒ t	j
d||
|
|ƒ t	jd	d
dg|ƒ t	j
d|dd� t j|ƒ t jdƒjƒ }t jdtjdƒƒ tj|ƒ t	j|ƒdk�s&t‚t j|ƒ t jdƒjƒ }tj||ddd��sVt‚d S )Nr   r   r   r   r   r   r   )r   r   r   r   r?   r@   rA   rB   r-   T)rC   r   r>   r   g      à?)rD   gš™™™™™©?gü©ñÒMbP?)rE   rF   )r   r   )r	   rG   r   r   r   rH   rI   rJ   r=   r    rK   rL   rM   rN   rO   rP   rQ   r   rR   r'   r$   rS   )r   r;   r<   r=   r   r>   r   rT   rU   r   rV   rW   rX   r   r   r   Ú%test_transformer_FuseConvBNNoConvBias£   sB    



z9TestTransformations.test_transformer_FuseConvBNNoConvBiasc             C   sz  t jƒ  tjdƒ}|}|}|}	d}
|jddgdgdd|
|d� |jdd	d
ddgdgd||d� tjj|ƒ |dkr˜t	j
dd|||	ƒ t	j
d|||
|
ƒ n$t	j
dd||	|ƒ t	j
d||
|
|ƒ t	jd	d
dg|ƒ t	j
d|dd� t j|ƒ t jdƒjƒ }t jdtjdƒƒ tj|ƒ t	j|ƒdk�s&t‚t j|ƒ t jdƒjƒ }tdƒ t|ƒ tdƒ t|ƒ tj||ddd��svt‚d S )Nr   r   r   r   r   r   r   )r   r   r   r   r?   Z_bias0rA   rB   r-   T)rC   r   r>   r   g      à?)rD   ÚpreÚaftergš™™™™™©?gü©ñÒMbP?)rE   rF   )r   r   )r	   rG   r   r   r   rH   rI   rJ   r=   r    rK   rL   rM   rN   rO   rP   rQ   r   rR   r'   r$   ÚprintrS   )r   r;   r<   r=   r   r>   r   rT   rU   r   rV   rW   rX   r   r   r   Ú3test_transformer_FuseConvBNNoConvBiasDuplicatedNameÖ   sJ    



zGTestTransformations.test_transformer_FuseConvBNNoConvBiasDuplicatedNamer   é   )r;   r<   ÚktÚkhÚkwr=   r>   c             C   s2  t jƒ  tjdƒ}|}	|}
|}|}|jdddgdg|||gd� |jdddd	d
gdgd|d� tjj|ƒ t	j
dd|	|
||ƒ t	j
d|	|	|||ƒ t	jdddd	g|	ƒ t	j
d
|	dd� t j|ƒ t jdƒjƒ }t jdtjdƒƒ tj|ƒ t	j|ƒdk� sþt‚t j|ƒ t jdƒjƒ }tj||ddd��s.t‚d S )Nr   r   r   r   r   )Zkernelsr?   r@   rA   rB   r-   T)rC   r>   r   g      à?)rD   g{®Gáz„?g-Cëâ6?)rE   rF   )r   r   )r	   rG   r   r   r   rH   rI   rJ   r=   r    rK   rL   rM   rN   rO   rP   rQ   r   rR   r'   r$   rS   )r   r;   r<   r`   ra   rb   r=   r>   r   rT   ÚtrU   r   rW   rX   r   r   r   Útest_transformer_FuseConv3DBN  s@    



z1TestTransformations.test_transformer_FuseConv3DBNc             C   s:   t jdƒ}|jdgdgƒ |jƒ jjdgƒ tj|ƒ d S )Nr   r   r   Úfake)r   r   r&   r"   Zexternal_inputÚextendr   r   )r   r   r   r   r   Ú%test_converterDontEnforceUnusedInputsC  s    
z9TestTransformations.test_converterDontEnforceUnusedInputsc             C   s:   t jdƒ}|jdgdgƒ |jƒ jjdgƒ tj|ƒ d S )Nr   r   r   re   )r   r   r&   r"   Zexternal_outputrf   r   r   )r   r   r   r   r   Ú&test_converterDontEnforceUnusedOutputsJ  s    
z:TestTransformations.test_converterDontEnforceUnusedOutputsN)T)Ú__name__Ú
__module__Ú__qualname__r   r%   r,   r.   r/   r0   r3   r4   r6   r7   r8   r   ÚstZintegersZsampled_fromZfloatsrY   rZ   r^   rd   rg   rh   r   r   r   r   r       sN   
		


/


.


2





/r   )Ú
__future__r   r   r   r   Z
hypothesisr   Zhypothesis.strategiesZ
strategiesrl   ZnumpyrI   Zcaffe2.python.transformationsr   Zcaffe2.pythonr   r	   r
   r    r   ZTestCaser   r   r   r   r   Ú<module>   s   
