3
I4W^/Q  ã               @   sv  d dl mZ d dl mZ d dl mZ d dl mZ d dlZd dlmZm	Z	m
Z
mZmZmZmZ d dlmZ d dlmZmZ d d	lmZ d dlZejoœejƒ d k�r
ejƒ Zeje_ejƒ Ze
jd
egƒZe
jd
eegƒZ
ej ddedƒgZ!ej ddedƒej d
dedƒgZ"n<ejƒ ZdZe
jd
g ƒZe
jd
egƒZ
ej d
dedƒgZ"g Z!G dd„ dej#ƒZ$G dd„ dej#ƒZ%G dd„ dej#ƒZ&G dd„ dej#ƒZ'G dd„ dej#ƒZ(G dd„ dej#ƒZ)G dd„ dej#ƒZ*G dd„ dej#ƒZ+G dd „ d ej#ƒZ,G d!d"„ d"ej#ƒZ-G d#d$„ d$ej#ƒZ.G d%d&„ d&ej#ƒZ/G d'd(„ d(ej#ƒZ0G d)d*„ d*ej#ƒZ1G d+d,„ d,ej#ƒZ2e3d-k�rrej4d.gƒ ej5ƒ  dS )/é    )Úabsolute_import)Údivision)Úprint_function)Úunicode_literalsN)ÚbrewÚcoreÚdevice_checkerÚgradient_checkerÚmodel_helperÚ	test_utilÚ	workspace)ÚNetGradientChecker)ÚopsÚ
NetBuilder)Ú
caffe2_pb2g{®Gáz„?g{®Gázt?gš™™™™™©?Zgpu_checker_wsZcpu_checker_wsc               @   s   e Zd Zdd„ Zdd„ ZdS )ÚTestLRNc             C   s   ddg| _ d S )Né   é
   é   é   )r   r   )r   r   )Útest_configs)Úself© r   úB/tmp/pip-build-e66j97b2/torch/caffe2/python/gradient_check_test.pyÚsetUpC   s    zTestLRN.setUpc       	      C   s    xš| j D ]�\}}tjddgddgddddd	d
�}tjjd|||ƒjtjƒ}tj	||gdgƒ}| j
|ƒ x0tD ](}|j	||gddgƒ\}}}| j
|ƒ qlW qW d S )NZLRNÚXÚYZY_scaleé   gü©ñÒMbP?g      à?g       @ÚNHWC)ÚsizeÚalphaÚbetaZbiasÚorderé   r   )r   r   ÚCreateOperatorÚnpÚrandomÚrandÚastypeÚfloat32r   ÚCheckSimpleÚ
assertTrueÚgradient_checkers)	r   Ú
input_sizeÚdepthÚopr   ÚresÚcheckerÚgradÚgrad_estimatedr   r   r   ÚtestLRNF   s     

zTestLRN.testLRNN)Ú__name__Ú
__module__Ú__qualname__r   r4   r   r   r   r   r   A   s   r   c               @   s   e Zd Zdd„ ZdS )ÚTestFlattenc             C   s~   t jddgdgƒ}tjjddddƒjtjƒ}tj||gdgƒ}| j	|ƒ x0t
D ](}|j||gddgƒ\}}}| j	|ƒ qNW d S )	NZFlattenr   r   r#   r   é   é   r   )r   r$   r%   r&   r'   r(   r)   r   r*   r+   r,   )r   r/   r   r0   r1   r2   r3   r   r   r   ÚtestFlatten\   s    

zTestFlatten.testFlattenN)r5   r6   r7   r;   r   r   r   r   r8   Z   s   r8   c               @   s$   e Zd Zdd„ Zdd„ Zdd„ ZdS )Ú
TestConcatc             C   s   ddg| _ d S )Nr   r#   r9   r:   )r   r#   r   r9   r:   )r9   r:   r9   r   r#   )r   )r   r   r   r   r   h   s    zTestConcat.setUpc          	   C   sü   xö| j D ]ì\}}}}}tjdddddgddgdd	�}tjjd
|||ƒjtjƒtjjd
|||ƒjtjƒtjjd
|||ƒjtjƒtjjd
|||ƒjtjƒg}xZtdƒD ]N}t	j
||dgƒ}	| j|	ƒ x.tD ]&}
|
j
|||dgƒ\}	}}| j|	ƒ qÆW q¢W qW d S )NÚConcatÚX1ÚX2ÚX3ÚX4r   ÚY_dimsr   )r"   r#   r9   r   )r   r   r$   r%   r&   r'   r(   r)   Úranger   r*   r+   r,   )r   r-   Úd1Úd2Úd3Úd4r/   ÚXsÚir0   r1   r2   r3   r   r   r   ÚtestConcatNHWCo   s&    



zTestConcat.testConcatNHWCc          	   C   sü   xö| j D ]ì\}}}}}tjdddddgddgdd	�}tjjd
|||ƒjtjƒtjjd
|||ƒjtjƒtjjd
|||ƒjtjƒtjjd
|||ƒjtjƒg}xZtdƒD ]N}t	j
||dgƒ}	| j|	ƒ x.tD ]&}
|
j
|||dgƒ\}	}}| j|	ƒ qÆW q¢W qW d S )Nr=   r>   r?   r@   rA   r   rB   ZNCHW)r"   r#   r9   r   )r   r   r$   r%   r&   r'   r(   r)   rC   r   r*   r+   r,   )r   r-   rD   rE   rF   rG   r/   rH   rI   r0   r1   r2   r3   r   r   r   ÚtestConcatNCHW‡   s&    



zTestConcat.testConcatNCHWN)r5   r6   r7   r   rJ   rK   r   r   r   r   r<   f   s   r<   c               @   s   e Zd Zdd„ Zdd„ ZdS )ÚTestReluc          	   C   s   ddddd	d
g| _ d S )Né   r#   r   r:   )rM   rM   )r#   rM   )rM   r   r   rM   )r#   r   r   rM   )rM   r:   r:   r   )r#   r:   r:   r   )r   )r   r   r   r   r   ¢   s    zTestRelu.setUpc             C   s¦   x | j D ]–}tjddgdgƒ}tjj|Ž jtjƒ}|dtj|ƒ 7 }d||dk< t	j
||gdgƒ}| j|ƒ x0tD ](}|j
||gddgƒ\}}}| j|ƒ qrW qW d S )NZRelur   r   g{®Gáz„?r   )r   r   r$   r%   r&   r'   r(   r)   Úsignr   r*   r+   r,   )r   r-   r/   r   r0   r1   r2   r3   r   r   r   ÚtestRelu®   s    

zTestRelu.testReluN)r5   r6   r7   r   rO   r   r   r   r   rL       s   rL   c               @   s   e Zd Zdd„ Zdd„ ZdS )ÚTestTanhc             C   s   dddg| _ d S )NrM   r#   r   r9   )rM   rM   )r#   rM   )rM   r#   r   r9   )r   )r   r   r   r   r   ¾   s    zTestTanh.setUpc             C   sŒ   x†| j D ]|}tjddgdgƒ}tjj|Ž jtjƒd }tj	||gdgƒ}| j
|ƒ x0tD ](}|j	||gddgƒ\}}}| j
|ƒ qXW qW d S )NZTanhr   r   g      à?r   )r   r   r$   r%   r&   r'   r(   r)   r   r*   r+   r,   )r   r-   r/   r   r0   r1   r2   r3   r   r   r   ÚtestTanhÆ   s    

zTestTanh.testTanhN)r5   r6   r7   r   rQ   r   r   r   r   rP   ¼   s   rP   c               @   s   e Zd Zdd„ Zdd„ ZdS )ÚTestAbsc             C   s   dddd	g| _ d S )
NrM   r#   r   r9   r:   )rM   rM   )r#   r   )r#   r   r9   )r#   r   r9   r:   )r   )r   r   r   r   r   Ó   s    zTestAbs.setUpc             C   s¦   x | j D ]–}tjddgdgƒ}tjj|Ž jtjƒ}|dtj|ƒ 7 }d||dk< t	j
||gdgƒ}| j|ƒ x0tD ](}|j
||gddgƒ\}}}| j|ƒ qrW qW d S )NZAbsr   r   g{®Gáz„?r   )r   r   r$   r%   r&   r'   r(   r)   rN   r   r*   r+   r,   )r   r-   r/   r   r0   r1   r2   r3   r   r   r   ÚtestAbsÛ   s    

zTestAbs.testAbsN)r5   r6   r7   r   rS   r   r   r   r   rR   Ñ   s   rR   c               @   s   e Zd Zdd„ Zdd„ ZdS )ÚTestExpc             C   s   dddg| _ d S )NrM   r#   r   r9   )rM   rM   )r#   rM   )rM   r#   r   r9   )r   )r   r   r   r   r   ê   s    zTestExp.setUpc             C   sŒ   x†| j D ]|}tjddgdgƒ}tjj|Ž jtjƒd }tj	||gdgƒ}| j
|ƒ x0tD ](}|j	||gddgƒ\}}}| j
|ƒ qXW qW d S )NZExpr   r   g      à?r   )r   r   r$   r%   r&   r'   r(   r)   r   r*   r+   r,   )r   r-   r/   r   r0   r1   r2   r3   r   r   r   ÚtestExpò   s    

zTestExp.testExpN)r5   r6   r7   r   rU   r   r   r   r   rT   è   s   rT   c               @   s   e Zd Zdd„ Zdd„ ZdS )ÚTestCosc             C   s   dddd	g| _ d S )
NrM   r#   r   r9   r:   )rM   rM   )r#   r   )r#   r   r9   )r#   r   r9   r:   )r   )r   r   r   r   r   þ   s    zTestCos.setUpc             C   sŒ   x†| j D ]|}tjddgdgƒ}tjj|Ž jtjƒd }tj	||gdgƒ}| j
|ƒ x0tD ](}|j	||gddgƒ\}}}| j
|ƒ qXW qW d S )NZCosr   r   g      à?r   )r   r   r$   r%   r&   r'   r(   r)   r   r*   r+   r,   )r   r-   r/   r   r0   r1   r2   r3   r   r   r   ÚtestCos  s    

zTestCos.testCosN)r5   r6   r7   r   rW   r   r   r   r   rV   ü   s   rV   c               @   s   e Zd Zdd„ Zdd„ ZdS )ÚTestSinc             C   s   dddd	g| _ d S )
NrM   r#   r   r9   r:   )rM   rM   )r#   r   )r#   r   r9   )r#   r   r9   r:   )r   )r   r   r   r   r     s    zTestSin.setUpc             C   sŒ   x†| j D ]|}tjddgdgƒ}tjj|Ž jtjƒd }tj	||gdgƒ}| j
|ƒ x0tD ](}|j	||gddgƒ\}}}| j
|ƒ qXW qW d S )NZSinr   r   g      à?r   )r   r   r$   r%   r&   r'   r(   r)   r   r*   r+   r,   )r   r-   r/   r   r0   r1   r2   r3   r   r   r   ÚtestSin  s    

zTestSin.testSinN)r5   r6   r7   r   rY   r   r   r   r   rX     s   rX   c               @   s   e Zd Zdd„ Zdd„ ZdS )ÚTestSigmoidc             C   s   dddg| _ d S )NrM   r#   r   r9   )rM   rM   )r#   rM   )rM   r#   r   r9   )r   )r   r   r   r   r   &  s    zTestSigmoid.setUpc             C   sŒ   x†| j D ]|}tjddgdgƒ}tjj|Ž jtjƒd }tj	||gdgƒ}| j
|ƒ x0tD ](}|j	||gddgƒ\}}}| j
|ƒ qXW qW d S )NZSigmoidr   r   g      à?r   )r   r   r$   r%   r&   r'   r(   r)   r   r*   r+   r,   )r   r-   r/   r   r0   r1   r2   r3   r   r   r   ÚtestSigmoid.  s    

zTestSigmoid.testSigmoidN)r5   r6   r7   r   r[   r   r   r   r   rZ   $  s   rZ   c               @   s   e Zd Zdd„ Zdd„ ZdS )ÚTestSumc             C   s   dd
g| _ d S )NrM   r#   r   r9   TF©rM   r#   r   r9   )r]   T©rM   r#   r   r9   )r^   F)r   )r   r   r   r   r   ;  s    zTestSum.setUpc       
      C   sÜ   xÖ| j D ]Ì\}}tjdddg|s$dndgƒ}tjj|Ž jtjƒd }tjj|Ž jtjƒd }tj	|||gdgƒ}| j
|ƒ xXtD ]P}|j	|||gddgƒ\}}}	| j
|ƒ |j	|||gddgƒ\}}}	| j
|ƒ q€W qW d S )NÚSumr>   r?   r   g      à?r   rM   )r   r   r$   r%   r&   r'   r(   r)   r   r*   r+   r,   )
r   r-   Zin_placer/   r>   r?   r0   r1   r2   r3   r   r   r   ÚtestSumA  s    


zTestSum.testSumN)r5   r6   r7   r   r`   r   r   r   r   r\   9  s   r\   c               @   s   e Zd Zdd„ Zdd„ ZdS )ÚTestMakeTwoClassc             C   s   dddd	g| _ d S )
NrM   é   r   r#   r:   )rM   )rb   )rM   r   )r#   r:   )r   )r   r   r   r   r   T  s    zTestMakeTwoClass.setUpc             C   s°   xª| j D ] }tjddgdgƒ}tjj|Ž jtjƒ}||dk   d7  < ||dk  d8  < tj	||gdgƒ}| j
|ƒ x0tD ](}|j	||gddgƒ\}}}| j
|ƒ q|W qW d S )NZMakeTwoClassr   r   g{®Gáz„?g®Gáz®ï?r   )r   r   r$   r%   r&   r'   r(   r)   r   r*   r+   r,   )r   r-   r/   r   r0   r1   r2   r3   r   r   r   ÚtestMakeTwoClass^  s    

z!TestMakeTwoClass.testMakeTwoClassN)r5   r6   r7   r   rc   r   r   r   r   ra   R  s   
ra   c               @   s   e Zd Zdd„ Zdd„ ZdS )ÚTestNetGradientCheckerc                sÂ   t jdd�‰ˆjjddƒ}tjˆddddd	d
�‰ ‡ ‡fdd„|D ƒ}‡fdd„|D ƒ}tjˆjƒ t	j
ˆj|dtjdddgdd�|d	 tjddddgdd�|d tjddddgdd�idd� d S )NÚtest)ÚnameZconst1Zconst2r   r9   r   r   r   )Zdim_inZdim_outZblob_inZblob_outZaxisc                s   g | ]}ˆj jˆ |gƒ‘qS r   )ÚnetÚSquaredL2Distance)Ú.0Úc)ÚfcÚmodelr   r   ú
<listcomp>q  s    zDTestNetGradientChecker.test_net_gradient_checker.<locals>.<listcomp>c                s   g | ]}ˆ j j|ƒ‘qS r   )rg   ÚAveragedLoss)ri   Úd)rl   r   r   rm   r  s    rM   r#   r)   )Údtype)Zoutputs_with_gradÚinput_valuesZinput_to_check)r
   ZModelHelperrg   ÚAddExternalInputsr   rk   r   Ú
RunNetOnceZparam_init_netr   ZCheckr%   Úarray)r   ÚconstÚdistZlossesr   )rk   rl   r   Útest_net_gradient_checkerm  s    z0TestNetGradientChecker.test_net_gradient_checkerc             C   sø   t jdƒ}|jddddƒ\}}}}|j||gdƒ}|j||gdƒ}|j||gdƒ}t jd	ƒ}	|	j||gd
ƒ}
|	j||gdƒ}|	j||gdƒ}|	j||gdƒ}|	j|
|||gdƒ}dd„ t||||gƒD ƒ}tj||	g|g|ggdg||||g|d� d S )NÚnet1ÚaÚbrj   ro   za+bzc+dÚxÚnet2ÚacÚadÚbcÚbdÚyc             S   s$   i | ]\}}t j|gt jd �|“qS ))rp   )r%   rt   r)   )ri   rI   Zblobr   r   r   ú
<dictcomp>�  s   z>TestNetGradientChecker.test_net_comparison.<locals>.<dictcomp>r   )Zinputs_with_gradsrq   )r   ZNetrr   r_   ZMulÚ	enumerater   ZCompareNets)r   rx   ry   rz   rj   ro   Za_bÚc_dr{   r|   r}   r~   r   r€   r�   rq   r   r   r   Útest_net_comparison~  s"    


z*TestNetGradientChecker.test_net_comparisonN)r5   r6   r7   rw   r…   r   r   r   r   rd   l  s   rd   c               @   s   e Zd Zdd„ ZdS )ÚTestIfc       &   $   C   sL  ddg}dg}ddg}dg}t dd��²}tjg dd	d
gd3dd�}tjg dd	gdd�}tjg dd	d
gd4dd�}tjg dd	gdd�}	tjg dd	d
g|d�}
tjg dd	g|d�}tjg dd	d
g|d�}tjg dd	g|d�}W d Q R X |
|||||||	g}t d|d���H}tjg dd	gdd�}tjg dd	gdd�}tjg dd	gd5ddd�}tjg dd	gdd�}tjg ddd
gdddd �}tjg d!dd	gdddd �}tjtj||gƒƒ�: tj||
|gd"ƒ}tj	||g|ƒ tj|||g|ƒ W d Q R X tj
ƒ �: tj|||gd"ƒ}tj	||g|ƒ tj|||	g|ƒ W d Q R X tj||gd#ƒ}|jg d$gƒ}W d Q R X t|jƒ ƒd	k�shtd%ƒ‚t|jƒ ƒd	k�s‚td&ƒ‚|jƒ d }|j|gƒ}|jƒ d }|jg d'd	gdtjjd(�}|j||ƒ |j|d)d6d+d,d-d.�}|jg d/d	gdd�}|j|||| |g|ƒ |j|||| |g|ƒ |j|||| |g|ƒ |j|	|||	 |g|	ƒ tj|ƒ tj|ƒ x"td0ƒD ]}tj|jƒ jƒ �qtW ||||d1œ} d2}!x¦| jƒ D ]š\}"}#tj|"ƒ}$|$j d
k�rì| j!|$j"d d	ƒ |$d d d … }$n| j!|$j d	ƒ | j!|$j#t|#ƒƒ x4tt|$ƒƒD ]$}%| j$t%|$|% |#|%  ƒ|!k ƒ �qW �qªW d S )7Ng       @g      ø?g      à?g      @g      @T)Ú_use_control_opsÚW_arM   r#   g      ð?)ÚshapeÚminÚmaxÚB_ag        )r‰   ÚvalueÚW_bÚB_bÚW_gt_a)r‰   ÚvaluesÚB_gt_aÚW_gt_bÚB_gt_b)r‡   Zinitial_scopeÚY_predÚY_noiseÚswitchr   )r‰   rŠ   r‹   Úrun_onceÚzeror   i   )r‰   ZmeanZstdr˜   ÚnoiseÚY_gtrv   Úlossz#Expected a single init net producedz$Expected a single train net producedÚITER)r‰   r�   rp   ÚLRgš™™™™™¹?Ústepé   gÍÌÌÌÌÌì?)Zbase_lrÚpolicyZstepsizeÚgammaÚONEiè  )rˆ   rŒ   rŽ   r�   g{®Gáz„?g      ð¿g      ð¿g      ð¿gš™™™™™¹¿)&r   r   ZUniformFillZConstantFillZGivenTensorFillZGaussianFillÚIfNetÚLTZFCÚAddÚElserh   rn   ÚlenÚgetÚAssertionErrorÚAddGradientOperatorsr   ZDataTypeZINT64ZIterZLearningRateZWeightedSumr   rs   Z	CreateNetrC   ZRunNetZProtorf   ÚitemsÚ	FetchBlobÚndimZassertEqualr‰   r   r+   Úabs)&r   Z
W_a_valuesZ
B_a_valuesZ
W_b_valuesZ
B_b_valuesZinit_nbrˆ   rŒ   rŽ   r�   r�   r’   r“   r”   ÚparamsZtrain_nbr•   r–   r—   r™   r   rš   r›   rv   rœ   Z	train_netZgradient_mapZinit_netr�   rž   r£   Z_epochZ
values_mapZ	train_epsZ	blob_namer‘   Ztrained_valuesÚidxr   r   r   ÚtestIf˜  sŠ    




zTestIf.testIfN)r5   r6   r7   r²   r   r   r   r   r†   —  s   r†   c               @   s   e Zd Zejdƒdd„ ƒZdS )Ú	TestWhilezSkip flaky test.c          (   C   sú  t dd���<}tjtjdƒdƒ tjtjdƒdƒ tjtjdƒdƒ tjtjd	ƒd
ƒ tjtjdƒdƒ tjtjd	ƒdƒ tjƒ �œ tjƒ �$ tjddgdƒ tjddgƒ W d Q R X tjd
d
d	d� tj	tj
ddgƒƒ� tjddd	d� W d Q R X tjƒ � tjdddd� W d Q R X W d Q R X tjd
dgdƒ tjddgdƒ W d Q R X t|jƒ ƒdk�shtdƒ‚|jƒ d }|jdgƒ tj|ƒ | jtjdƒdƒ | jtjd
ƒdƒ | jtjdƒdƒ | jtjdƒdƒ | jtjdƒdƒ | jtjdƒdƒ d S )NT)r‡   r   rI   rM   Zoner#   Ztwog       @r{   g      @r�   Úz)ÚexponentZx_plus_yÚszExpected a single net producedZx_gradé    é   Zy_gradr   é	   Zz_gradé   é   )r   r   ZCopyZConstZWhileNetÚ	Conditionr¦   ZLEÚPowr¤   r¥   r§   r¨   r©   rª   r«   r   rs   ZassertAlmostEqualr­   )r   Únbrg   r   r   r   Ú	testWhile  s8    


$
zTestWhile.testWhileN)r5   r6   r7   ÚunittestÚskipr¿   r   r   r   r   r³      s   r³   Ú__main__Úpython)6Ú
__future__r   r   r   r   Znumpyr%   Zcaffe2.pythonr   r   r   r	   r
   r   r   Zcaffe2.python.gradient_checkerr   Zcaffe2.python.net_builderr   r   Zcaffe2.protor   rÀ   Zhas_gpu_supportZNumGpuDevicesZDeviceOptionZgpu_device_optionZGpuDeviceTypeZdevice_typeZcpu_device_optionZDeviceCheckerZgpu_device_checkerZGradientCheckerZgpu_gradient_checkersr,   ZTestCaser   r8   r<   rL   rP   rR   rT   rV   rX   rZ   r\   ra   rd   r†   r³   r5   Z
GlobalInitÚmainr   r   r   r   Ú<module>   sb   $	

:+i)
