3
I4W^l.  ã               @   s´   d dl mZ d dl mZ d dl mZ d dl mZ d dlmZmZmZm	Z	 d dl
mZ d dlmZ d dlmZ d d	lZd d	lZG d
d„ dejƒZeje	j dƒG dd„ dejƒƒZd	S )é    )Úabsolute_import)Údivision)Úprint_function)Úunicode_literals)ÚbrewÚcoreÚscopeÚ	workspace)ÚParameterTags)ÚModelHelper)ÚCNNModelHelperNc               @   s”   e Zd Zdd„ Zdd„ Zdd„ Zdd„ Zd	d
„ Zdd„ Zdd„ Z	dd„ Z
dd„ Zdd„ Zdd„ Zdd„ Zdd„ Zdd„ Zdd„ Zdd „ Zd!d"„ Zd#S )$ÚBrewTestc             C   sX   d	dd„}t j|ƒst j|ƒ || _ddd„}t j|ƒsBt j|ƒ || _tdd�| _d S )Né   c             S   s   |S )N© )ÚmodelÚvalr   r   ú8/tmp/pip-build-e66j97b2/torch/caffe2/python/brew_test.pyÚmyhelper   s    z BrewTest.setUp.<locals>.myhelperc             S   s   |S )Nr   )r   r   r   r   r   Ú	myhelper2   s    z!BrewTest.setUp.<locals>.myhelper2Ú
test_model)Únameéÿÿÿÿ)r   r   )r   )r   Ú
has_helperÚRegisterr   r   r   r   )Úselfr   r   r   r   r   ÚsetUp   s    





zBrewTest.setUpc             C   s„   d}t jdƒjt jƒ| }tjd|ƒ tdd�}tj|dddd� tj	|j
ƒ tj	|jƒ tjdƒ}| jt|jƒ d	|  ƒd
ƒ d S )Ngš™™™™™É?éd   Úxr   )r   ÚoutF)Zis_testr   gš™™™™™©?)r   r   )ÚnpÚonesÚastypeÚfloat32r	   ÚFeedBlobr   r   ZdropoutÚ
RunNetOnceÚparam_init_netÚnetÚ	FetchBlobZ
assertLessÚabsÚmean)r   ÚpÚXr   r   r   r   r   Útest_dropout!   s    

zBrewTest.test_dropoutc             C   sp   d\}}}t jj||ƒjt jƒd }tjd|ƒ tdd�}tj	|dd||ƒ |j
ƒ  tj|jƒ tj|jƒ d S )Né   g      à?r   r   )r   Zout_1)r-   r-   r-   )r   ÚrandomÚrandr!   r"   r	   r#   r   r   ÚfcÚValidater$   r%   r&   )r   ÚmÚnÚkr+   r   r   r   r   Útest_fc,   s    

zBrewTest.test_fcc             C   sÂ   t jdƒjt jƒd }t jdƒjt jƒd }tjd|ƒ tjd|ƒ tdd�}tj|ddƒ tj|dd	ƒ |j	ƒ  tj
|jƒ tj
|jƒ tjdƒ}| j|jƒ dƒ tjd	ƒ}| j|jƒ d
ƒ d S )Né   g      à?g      ø?ÚxposÚxnegr   )r   Úout_xposÚout_xnegr   )r6   r6   )r6   r6   )r   r    r!   r"   r	   r#   r   r   Úrelur1   r$   r%   r&   r'   ÚassertAlmostEqualr)   )r   ÚXposÚXnegr   ÚposÚnegr   r   r   Ú	test_relu7   s    


zBrewTest.test_reluc             C   s‚   t jdƒjt jƒd }tjd|ƒ tdd�}tj|ddƒ |j	ƒ  tj
|jƒ tj
|jƒ tjdƒ}| j|jƒ t jdƒdd� d S )	Nr6   g      à?r   r   )r   Úout_tanh)Úplaces)r6   r6   )r   r    r!   r"   r	   r#   r   r   Útanhr1   r$   r%   r&   r'   r<   r)   )r   r+   r   r   r   r   r   Ú	test_tanhI   s    

zBrewTest.test_tanhc             C   s`   t dd�}|jjdƒ |jjdƒ | j|jƒ g ƒ |jjdƒ |jjdƒ | j|jƒ dgƒ d S )Nr   )r   ZaaaÚbbbZxxx)r   ÚparamsÚappendÚassertEqualZ	_Validate)r   r   r   r   r   Útest_validateV   s    
zBrewTest.test_validatec             C   s’   | j }| j}d}tj|g|d�� tj | jƒ}W d Q R X | j||ƒ tj||g|d�� tj | jƒ}tj| jƒ}W d Q R X | j||g||gƒ d S )Nr-   )r   )r   r   r   Ú	arg_scoper   rI   )r   r   r   r3   ÚresZres1Zres2r   r   r   Útest_arg_scope`   s    zBrewTest.test_arg_scopec             C   s°   t jjddddƒjt jƒd }tjd|ƒ tdd�}tj	tj
ddd	i fd
i fd�� tj
|dddddd� W d Q R X |jƒ  tj|jƒ tj|jƒ tjdƒ}| j|jdƒ d S )Né@   é   é    g      à?r   r   )r   é   Ú
XavierFillÚConstantFill)ÚstrideÚpadÚweight_initÚ	bias_initr   )r   Úblob_inÚblob_outÚdim_inÚdim_outÚkernelé   )rN   rN   r]   r]   )r   r.   r/   r!   r"   r	   r#   r   r   rK   Úconvr1   r$   r%   r&   r'   rI   Úshape)r   r+   r   r   r   r   r   Útest_arg_scope_singlem   s*    

zBrewTest.test_arg_scope_singlec             C   s¸   | j }d}tj|gdd��n tj|gdd��R tj|g|d�� tj | jƒ}| j||ƒ W d Q R X tj | jƒ}| j|dƒ W d Q R X W d Q R X tj | jdd�}| jjƒ  | j|dƒ d S )	Né   rO   )r   rQ   r-   éýÿÿÿéþÿÿÿrc   )r   r   rK   r   rI   r1   )r   r   r3   rL   r   r   r   Útest_arg_scope_nested‡   s     
zBrewTest.test_arg_scope_nestedc          	   C   s*   | j }| jtƒ� tj|ƒ W d Q R X d S )N)r   ZassertRaisesÚAttributeErrorr   r   )r   r   r   r   r   Útest_double_register–   s    zBrewTest.test_double_registerc             C   s>   | j tjtjƒƒ | j tjdƒƒ dd„ }| jtj|ƒƒ d S )Nr^   c               S   s   d S )Nr   r   r   r   r   Ú	myhelper3Ÿ   s    z+BrewTest.test_has_helper.<locals>.myhelper3)Z
assertTruer   r   r^   ZassertFalse)r   rg   r   r   r   Útest_has_helper›   s    zBrewTest.test_has_helperc             C   s¾   t jjddddƒjt jƒd }tjd|ƒ ddi}td|d	�}tj	tj
d
d
di fdi fd��  tj
|ddddddgd� W d Q R X |jƒ  tj|jƒ tj|jƒ tjdƒ}| j|jdƒ d S )NrN   rP   rO   g      à?r   ÚorderÚNHWCr   )r   rK   rQ   rR   rS   )rT   rU   rV   rW   r   é   )r   rX   rY   rZ   r[   r\   r-   r]   )rN   r-   r]   rN   )r   r.   r/   r!   r"   r	   r#   r   r   rK   r^   r1   r$   r%   r&   r'   rI   r_   )r   r+   Zmy_arg_scoper   r   r   r   r   Útest_model_helper¤   s,    
zBrewTest.test_model_helperc             C   sL   t jjddddƒjt jƒd }tjd|ƒ tddd�}| j|j	d	 dƒ d S )
NrN   rP   rO   g      à?r   r   rj   )r   ri   ri   )
r   r.   r/   r!   r"   r	   r#   r   rI   rK   )r   r+   r   r   r   r   Ú test_cnn_model_helper_deprecated¿   s    z)BrewTest.test_cnn_model_helper_deprecatedc             C   sx  dd„ }dd„ }t dd�}|j|dƒƒ |j|dƒtjd	� tjd
ƒ�Š |j|dƒƒ |j|dƒtjd	� | j||jƒ ƒdgƒ | j||jƒ ƒdgƒ | j||j	ƒ ƒddgƒ | j||j	dƒƒddddgƒ W d Q R X | j||jƒ ƒddgƒ | j||jƒ ƒddgƒ | j||j	ƒ ƒddddgƒ | j||j	dƒƒddddgƒ | j||j	d
ƒƒddgƒ | j||j	dƒƒddgƒ d S )Nc             S   s
   t j| ƒS )N)r   ZScopedBlobReference)r   r   r   r   ÚparamÉ   s    z'BrewTest.test_get_params.<locals>.paramc             S   s   t dd„ | D ƒƒS )Nc             S   s   g | ]}t |ƒ‘qS r   )Ústr)Ú.0r*   r   r   r   ú
<listcomp>Í   s    zABrewTest.test_get_params.<locals>.to_str_list.<locals>.<listcomp>)Úsorted)r   r   r   r   Úto_str_listÌ   s    z-BrewTest.test_get_params.<locals>.to_str_listr   )r   ÚaÚb)ÚtagsÚcÚdzc/azc/dÚ zc/)
r   ZAddParameterr
   ZCOMPUTED_PARAMr   Z	NameScoperI   Z	GetParamsZGetComputedParamsZGetAllParams)r   rn   rs   r   r   r   r   Útest_get_paramsÈ   s*    
zBrewTest.test_get_paramsc             C   sb   t dd�}tj|dddddƒ}t d|d�}tj||d	d
dƒ}tj||dddƒ | j|j|jƒ d S )NZ	test_mode)r   ÚdataÚcnvrP   é   Ú
step_model)r   Zparam_modelrt   r   éÈ   ru   r6   )r   r   r^   r0   rI   Z_parameters_info)r   r   r|   r~   rt   r   r   r   Útest_param_consistenceå   s    
zBrewTest.test_param_consistencec             C   sü   t jdtjdƒƒ t jdtjdƒƒ t jdtjdƒƒ tdd�}|jjdd	ƒ td
d�}|jjdd	ƒ tdd�}tj|dddd	g||d� t j	|j
ƒ t j	|jƒ t jd	ƒ}| j|dƒ t jdtjdƒƒ t j	|j
ƒ t j	|jƒ t jd	ƒ}| j|dƒ d S )NÚcondTZ
then_valuer   Z
else_valuerQ   Zthen_test_model)r   Úoutput_blobZelse_test_modelr   )r   Ú	cond_blobÚexternal_blobsÚ
then_modelÚ
else_modelF)r	   r#   r   Úarrayr   r&   ÚCopyr   r�   r$   r%   r'   rI   )r   r…   r†   r   Úoutput_valuer   r   r   Ú	test_condî   s.    




zBrewTest.test_condc          	   C   s  t jdtjdƒƒ t jdtjdƒƒ t jdtjdƒƒ t jdtjdƒƒ t jd	tjd
ƒƒ t jdtjd
ƒƒ tdd�}|jjddgdƒ tdd�}|jjd	dgd	ƒ |jjd	dgƒ}|jj|dƒ tdd�}t	j
|dddddd	dg||d� t j|jƒ t j|jƒ t jdƒ}| j|dƒ d S )Nr�   TZONEr   ZTWOrQ   ZTENé
   Úcounterr   r‚   Zloop_test_model)r   Zcond_test_modelr   )r   rƒ   r„   Ú
loop_modelÚ
cond_modelé   )r	   r#   r   r‡   r   r&   ÚAddÚLTrˆ   r   Zloopr$   r%   r'   rI   )r   r�   rŽ   Zcomp_resr   r‰   r   r   r   Ú	test_loop  s.    



zBrewTest.test_loopN)Ú__name__Ú
__module__Ú__qualname__r   r,   r5   rA   rE   rJ   rM   r`   rd   rf   rh   rl   rm   rz   r€   rŠ   r’   r   r   r   r   r      s"   
			r   zNo gpu support.c               @   s   e Zd Zdd„ Zdd„ ZdS )ÚBrewGPUTestc             C   sÊ   t jdƒjt jƒd }t jdƒjt jƒd }tjd|ƒ tjd|ƒ tdd�}tj|ddd	d
� tj|ddd	d
� |j	ƒ  tj
|jƒ tj
|jƒ tjdƒ}| j|jƒ dƒ tjdƒ}| j|jƒ dƒ d S )Nr6   g      à?g      ø?r7   r8   r   )r   r9   T)Ú	use_cudnnr:   r   )r6   r6   )r6   r6   )r   r    r!   r"   r	   r#   r   r   r;   r1   r$   r%   r&   r'   r<   r)   )r   r=   r>   r   r?   r@   r   r   r   rA   +  s    


zBrewGPUTest.test_reluc             C   s†   t jd
ƒjt jƒd }tjd|ƒ tdd�}tj|dddd� |j	ƒ  tj
|jƒ tj
|jƒ tjdƒ}| j|jƒ t jdƒdd	� d S )Nr6   g      à?r   r   )r   rB   T)r—   )rC   )r6   r6   )r   r    r!   r"   r	   r#   r   r   rD   r1   r$   r%   r&   r'   r<   r)   )r   r+   r   r   r   r   r   rE   =  s    

zBrewGPUTest.test_tanhN)r“   r”   r•   rA   rE   r   r   r   r   r–   )  s   r–   )Ú
__future__r   r   r   r   Zcaffe2.pythonr   r   r   r	   Z%caffe2.python.modeling.parameter_infor
   Zcaffe2.python.model_helperr   Zcaffe2.python.cnnr   ZunittestZnumpyr   ZTestCaser   ZskipIfZhas_gpu_supportr–   r   r   r   r   Ú<module>   s     