3
I4W^-  ã               @   sÞ   d dl mZ d dl mZ d dl mZ d dl mZ d dlmZ d dlmZm	Z	m
Z
 d dlmZmZmZ d dlmZmZ d d	lmZ d d
lZd d
lZG dd„ deƒZdd„ Zdd„ Zdd„ Zdd„ Zdd„ ZG dd„ dejƒZd
S )é    )Úabsolute_import)Údivision)Úprint_function)Úunicode_literals)Ú	workspace)ÚPlanÚto_execution_stepÚNet)ÚTaskÚ	TaskGroupÚfinal_output)ÚopsÚ
NetBuilder)ÚLocalSessionNc               @   s   e Zd Zejƒ ZdZdZdS )ÚPythonOpStatsr   N)Ú__name__Ú
__module__Ú__qualname__Ú	threadingÚLockÚlockÚnum_instancesÚ	num_calls© r   r   ú?/tmp/pip-build-e66j97b2/torch/caffe2/python/net_builder_test.pyr      s   r   c              C   s.   t jjƒ  t  jd7  _t jjƒ  dd„ } | S )Né   c             S   s&   t jjƒ  t  jd7  _t jjƒ  d S )Nr   )r   r   Úacquirer   Úrelease)ÚinputsÚoutputsr   r   r   Úmy_op   s    
z python_op_builder.<locals>.my_op)r   r   r   r   r   )r    r   r   r   Úpython_op_builder   s
    

r!   c              C   sv   t jdƒ} t jdƒ}t jƒ �P t jt j| t jdƒgƒƒ t j| t jdƒg| gƒ t j|t jdƒg|gƒ W d Q R X |S )Né   r   r   éÿÿÿÿ)r   ÚConstÚloopÚstop_ifÚEQÚAdd)ÚxÚyr   r   r   Ú
_test_loop"   s    


"r+   c             C   s   t jt j| t jdƒgƒƒ d S )Nr"   )r   r&   ÚLTr$   )r)   r   r   r   Ú_test_inner_stop,   s    r-   c               C   sš   t jdƒ} t jƒ �}t| ƒ W d Q R X t jdƒ}t jƒ �}t|ƒ W d Q R X t jƒ �}t jdƒ W d Q R X t jƒ �}W d Q R X |jƒ |jƒ |jƒ |jƒ fS )Né
   é   r   )r   r$   Z
stop_guardr-   Zhas_stopped)r)   Zg1r*   Zg2Zg4Zg3r   r   r   Ú_test_outer0   s    






r0   c             C   sŒ   t jdƒ}t jt j| t jdƒgƒƒ� t jd|d� W d Q R X t jt j| t jdƒgƒƒ�* t jd|d� t jƒ  t jd|d� W d Q R X |S )Nr   é2   é   )Úblob_outr/   é   )r   r$   ÚIfÚGTr,   Ústop)r)   r*   r   r   r   Ú_test_ifG   s    
r8   c               @   s\   e Zd Zdd„ Zdd„ Zdd„ Zdd„ Zd	d
„ Zdd„ Zdd„ Z	dd„ Z
dd„ Zdd„ ZdS )ÚTestNetBuilderc             C   sÎ   t ƒ �6}tƒ }tƒ \}}}}ttjdƒƒ}ttjdƒƒ}W d Q R X tdƒ}	|	jt|ƒƒ t	j
jƒ }
|
j|	ƒ |df|df|df|df|df|df|dfg}x.|D ]&\}}|
jt|ƒ jƒ }| j||ƒ q W d S )	NéK   é   Únamer"   FTr2   r/   )r   r+   r0   r8   r   r$   r   ÚAddStepr   r   ÚCÚ	WorkspaceÚrunÚblobsÚstrÚfetchÚassertEquals)ÚselfÚnbr*   ÚzÚwÚaÚbÚpÚqÚplanÚwsÚexpectedÚactualr   r   r   Útest_opsS   s&    


zTestNetBuilder.test_opsc       	      C   s„   d}d}d}d}xft dƒD ]Z}|d }xLt |ƒD ]@}|| }|dkrN||7 }n|dkr`||7 }n||7 }||7 }q0W qW ||||fS )Nr   r.   éP   r1   )Úrange)	rE   ÚtotalÚtotal_largeÚtotal_smallÚ
total_tinyZ	loop_iterÚouterZ
inner_iterÚvalr   r   r   Ú_expected_loopj   s    

zTestNetBuilder._expected_loopc       
   (   C   s>  t jdƒ}t jdƒ}t jdƒ}t jdƒ}t jdƒ�ð}t j|jƒ t jdƒgƒ}t j|jƒ ƒ�¾}t j||jƒ gƒ}t jt j|t jdƒgƒƒ�}	t j||g|gƒ W d Q R X |	jt j|t jdƒgƒƒ�}	t j||g|gƒ W d Q R X |	j	ƒ � t j||g|gƒ W d Q R X t j||g|ƒ W d Q R X W d Q R X dd„ ||||gD ƒS )Nr   r.   rR   r1   c             S   s   g | ]}t |ƒ‘qS r   )r   )Ú.0r)   r   r   r   ú
<listcomp>�   s   z/TestNetBuilder._actual_loop.<locals>.<listcomp>)
r   r$   r%   ÚMulÚiterr(   r5   ZGEZElifÚElse)
rE   rT   rU   rV   rW   r%   rX   ÚinnerrY   Úcr   r   r   Ú_actual_loop|   s"    




$zTestNetBuilder._actual_loopc             C   sˆ   t ƒ �L}tjdƒ}tdƒ}|j||jdƒg|gƒ tj|ƒ tj|ƒ t|ƒ}W d Q R X tƒ � }|j|ƒ | j	d|j
ƒ ƒ W d Q R X d S )Nr   Zmy_netr   r2   )r
   r   r$   r	   r(   Únetr   r   r@   rD   rC   )rE   ÚtaskrT   rc   ÚresultÚsessionr   r   r   Útest_net_multi_use‘   s    



z!TestNetBuilder.test_net_multi_usec             C   st   t ƒ �}| jƒ }W d Q R X tƒ �J}|j|ƒ | jƒ }dd„ |D ƒ}x"t||ƒD ]\}}| j||ƒ qNW W d Q R X d S )Nc             S   s   g | ]}|j ƒ ‘qS r   )rC   )r[   Úor   r   r   r\   £   s    z-TestNetBuilder.test_loops.<locals>.<listcomp>)r
   rb   r   r@   rZ   ÚziprD   )rE   rd   Z
out_actualrf   rO   rP   ÚerI   r   r   r   Ú
test_loops�   s    
zTestNetBuilder.test_loopsc          &   C   s"  t ƒ �Æ}tjƒ � tjdƒ}W d Q R X tj||gƒ}tjƒ � tjdƒ}W d Q R X tj||gƒ}tjƒ � tj||gƒ}W d Q R X tj||gƒ}tj||g|gƒ tj||gƒ}t|ƒ}	t|ƒ}
t|ƒ}W d Q R X tƒ �@}|j|ƒ | j	|	j
ƒ dƒ | j	|
j
ƒ dƒ | j	|j
ƒ dƒ W d Q R X d S )Nr   r/   é   é   )r
   r   Ú	task_initr$   r(   Ú	task_exitr   r   r@   rD   rC   )rE   rd   ZoneZtwoZthreeÚaccumZseven_1ÚsixZseven_2Zo6Zo7_1Zo7_2rf   r   r   r   Ú
test_setup§   s(    



zTestNetBuilder.test_setupc             C   sŠ   t dd��2}tjdƒ� tjtg i fƒg g ƒ W dQ R X W dQ R X tƒ �8}dt_dt_|j	|ƒ | j
tjdƒ | j
tjdƒ W dQ R X dS )aa  
        When task instances are created at runtime, C++ concurrently creates
        multiple instances of operators in C++, and concurrently destroys them
        once the task is finished. This means that the destructor of PythonOp
        will be called concurrently, so the GIL must be acquired. This
        test exercises this condition.
        é@   )r   r4   Nr   é   )r
   r   r%   ÚPythonr!   r   r   r   r   r@   rD   )rE   rd   rf   r   r   r   Útest_multi_instance_python_op¿   s    *
z,TestNetBuilder.test_multi_instance_python_opc          K   C   sô  d}d}t ƒ ��z}t|d���b tjƒ �0 tjg dgƒ}tjg dgƒ}tjg dgƒ}W d Q R X tjƒ � tjg dgƒ}W d Q R X tjg dgƒ}tj|ƒ�$ tj|ƒ tj|ƒ tj|ƒ W d Q R X tjƒ �: tj	|ƒ}	tjtj
|	|	gƒƒ� tj|ƒ W d Q R X W d Q R X tj	|ƒ}
tjtj
|
|
gƒƒ� tj|ƒ W d Q R X tjƒ �0 ttj	|ƒƒ}ttj	|ƒƒ}ttj	|ƒƒ}W d Q R X W d Q R X W d Q R X tƒ �T}|j|ƒ | j|jƒ || ƒ | j|jƒ ||d	  ƒ | j|jƒ ||d	  ƒ W d Q R X d S )
Nr.   é   )r   Zglobal_counterZglobal_counter2Zglobal_counter3Útask_counterÚlocal_counterr2   )r   r
   r   rn   ZCreateCounterZtask_instance_initr%   ZCountUpZtask_instance_exitZRetrieveCountr]   ro   r   r   r@   rD   rC   )rE   ZNUM_INSTANCESZ	NUM_ITERSÚtgZcounter1Zcounter2Zcounter3rx   ry   Zcount2Zcount3Ztotal1Ztotal2Ztotal3rf   r   r   r   Útest_multi_instanceÑ   s>    








,
z"TestNetBuilder.test_multi_instancec          I   C   sÒ  t ƒ ��ì}tjdƒ}tjdƒ}tjdƒ}tjdƒ}tjdƒ}tjdƒ}tjdƒ}tjtjdƒƒ� tjd|d� W d Q R X tjƒ � tjd|d� W d Q R X tjdƒ}	tjtjdƒƒ� tjd|	d� W d Q R X tjƒ � tjd|	d� W d Q R X tjtj||gƒƒ�Ð tjdƒ}
tjtjdƒ|
g|gƒ tj||gƒ}tj|ƒ� W d Q R X tjƒ �0 tj||
g|
gƒ tjtjdƒ|g|gƒ W d Q R X tjtj|
tjd	ƒgƒƒ�& tjd
|d� tj||g|gƒ W d Q R X W d Q R X tjƒ � W d Q R X W d Q R X t	dƒ}|j
t|ƒƒ tjjƒ }|j|ƒ |jt|ƒ jƒ }|jt|	ƒ jƒ }|jt|ƒ jƒ }|jt|ƒ jƒ }|jt|ƒ jƒ }| j|dƒ | j|dƒ | j|dƒ | j|dƒ | j|dƒ | jt|
ƒ|jkƒ d S )Nr   r   r2   T)r3   Fi„  éd   i…  rm   Zif_net_testiè  ée   él   )r   r   r$   ZIfNetr_   r,   r(   r6   r'   r   r=   r   r   r>   r?   r@   rA   rB   rC   rD   Z
assertTrue)rE   rF   Zx0Úx1Zx2Zy0Úy1Úy2Z	first_resZ
second_resZ
local_blobÚgtrM   rN   Zfirst_res_valueZsecond_res_valueZy0_valueZy1_valueZy2_valuer   r   r   Útest_if_netù   s\    













"&


zTestNetBuilder.test_if_netc             C   sö   t ƒ �€}tjdƒ}tjdƒ}tjƒ �X tjƒ �2 tj|tjdƒg|gƒ tj|tjdƒgƒ W d Q R X tj||g|gƒ W d Q R X W d Q R X tdƒ}|jt	|ƒƒ t
jjƒ }|j|ƒ |jt|ƒ jƒ }|jt|ƒ jƒ }| j|dƒ | j|dƒ d S )Nr   r   rm   Zwhile_net_testé   )r   r   r$   ZWhileNetÚ	Conditionr(   r,   r   r=   r   r   r>   r?   r@   rA   rB   rC   ZassertEqual)rE   rF   r)   r*   rM   rN   Zx_valueZy_valuer   r   r   Útest_while_net9  s     



&

zTestNetBuilder.test_while_netN)r   r   r   rQ   rZ   rb   rg   rk   rr   rv   r{   rƒ   r†   r   r   r   r   r9   R   s   
(@r9   )Ú
__future__r   r   r   r   Zcaffe2.pythonr   Zcaffe2.python.corer   r   r	   Zcaffe2.python.taskr
   r   r   Zcaffe2.python.net_builderr   r   Zcaffe2.python.sessionr   Zunittestr   Úobjectr   r!   r+   r-   r0   r8   ZTestCaser9   r   r   r   r   Ú<module>   s"   
