3
I4W^&ƒ  ã               @   sÐ   d dl mZ d dl mZ d dl mZ d dl mZ d dlZd dlmZm	Z	m
Z
mZmZ d dlmZ d dljjZd dlmZ d dljZd d	lmZmZ d dlZd
d„ Zdd„ ZG dd„ dejƒZe dkrÌej!ƒ  dS )é    )Úabsolute_import)Údivision)Úprint_function)Úunicode_literalsN)Ú	workspaceÚmemongerÚcoreÚmodel_helperÚbrew)Ú
caffe2_pb2)Ú
viewvalues)ÚgivenÚsettingsc             C   sL   xF| j D ]<}x|jD ]}||krdS qW x|jD ]}||kr0dS q0W qW dS )NTF)ÚopÚinputÚoutput)ÚprotoZneedler   ÚinpÚoutp© r   ú</tmp/pip-build-e66j97b2/torch/caffe2/python/memonger_test.pyÚhas_blob   s    r   c             C   s:   t ƒ }x*| jD ] }|jt |jƒƒjt |jƒƒ}qW t|ƒS )N)Úsetr   Úunionr   r   Úlen)r   Zblobsr   r   r   r   Úcount_blobs   s     r   c               @   s²  e Zd Zeejddd�ejddd�ejddd�ejejƒeje	j
ƒd�eddd�dd	„ ƒƒZeejddd�ejddd�ejddd�ejejƒd
�eddd�dd„ ƒƒZdd„ Zeejddd�ejddd�ejddd�d�dd„ ƒZejej dƒdd„ ƒZeejddd�ejddd�ejddd�d�dd„ ƒZeejddd�ejddd�ejddd�d�dd„ ƒZeejddd�ejddd�ejddd�d�dd„ ƒZdd„ Zdd„ Zd d!„ Zd"d#„ Zd$d%„ Zd&d'„ Zd(d)„ Zd*d+„ Zeejddd�ejddd�ejddd�d�d,d-„ ƒZ eejddd�ejddd�ejddd�d�d.d/„ ƒZ!eejddd�ejddd�ejddd�d�d0d1„ ƒZ"eejddd�ejddd�ejddd�d�d2d3„ ƒZ#d4d5„ Z$d6S )7ÚMemongerTesté   é
   )Z	min_valueZ	max_value)Ú	input_dimÚ
output_dimÚ
batch_sizeÚdoÚalgoé   éx   )Zmax_examplesÚtimeoutc             C   sD  t jƒ }tj|dd||d�}tj||d||d�}tj||d||d�}	|	jg |	ƒjg dƒjdgdgƒjg d	ƒ |jd	gƒ}
|j	j
ƒ jj|ƒ |jj
ƒ jj|ƒ d
d„ |jj
ƒ jD ƒddd	|
d g }tj|j
ƒ ||d�}tjj||ƒjtjƒ}tjjd||fd�jtjƒ}tj|jƒ tjd||d� tjd||d� tj|j	ƒ tjd	ƒ}tjt|
d ƒƒ}tj|j	ƒ tjd	ƒ}tjt|
d ƒƒ}tjj||ƒ tjj||ƒ tj|j ƒ}| j!|j"|j#ƒ tj$|j
ƒ ƒ}tj|j
ƒ |||d�}tj|j	ƒ tjd	ƒ}tjt|
d ƒƒ}tjj||ƒ tjj||ƒ tj|j ƒ}| j%|j"|j#ƒ d S )NÚdataÚfc1)Údim_inÚdim_outÚfc2Úfc3ÚpredÚlabelÚxentÚlossc             S   s   g | ]}|j D ]}|‘qqS r   )r   )Ú.0r   Úor   r   r   ú
<listcomp>8   s    z5MemongerTest.test_simple_memonger.<locals>.<listcomp>Úfc1_w)r#   r   )ÚlowÚhighÚsize)Údevice_option)Ú
blob_sizesr#   )&r	   ÚModelHelperr
   ÚfcÚReluÚSoftmaxÚLabelCrossEntropyÚAveragedLossÚAddGradientOperatorsÚnetÚProtor8   ÚCopyFromÚparam_init_netr   r   Zoptimize_interferenceÚnpÚrandomÚrandnÚastypeÚfloat32ÚrandintÚint32r   Ú
RunNetOnceÚFeedBlobÚ	FetchBlobÚstrÚtestingÚassert_almost_equalZcompute_statisticsZassignmentsÚ
assertLessZoptimized_nbytesZbaseline_nbytesZcollect_blob_sizesÚassertLessEqual)Úselfr   r    r!   r"   r#   Úmr(   r+   r,   Úinput_to_gradÚstatic_blobsÚoptimizationr'   r.   r0   ÚgradÚoptimized_lossÚoptimized_gradÚstatsr9   Zoptimization1r   r   r   Útest_simple_memonger$   sR    


z!MemongerTest.test_simple_memonger)r   r    r!   r"   c             C   s¶  t jƒ }tj|dd||d�}tj||d||d�}tj||d||d�}|jg |ƒjg dƒjdgdgƒjg d	ƒ |jd	gƒ}	|j	j
ƒ jj|ƒ |jj
ƒ jj|ƒ d
d„ |jj
ƒ jD ƒddd	|	d g }
tj|j
ƒ |
ƒ}tjj||ƒjtjƒ}tjjd||fd�jtjƒ}tj|jƒ tjd||d� tjd||d� tj|j	ƒ tjd	ƒ}tjt|	d ƒƒ}tj|ƒ tjd	ƒ}tjt|	d ƒƒ}tjj||ƒ tjj||ƒ | jt |ƒt |j
ƒ ƒƒ d S )Nr'   r(   )r)   r*   r+   r,   r-   r.   r/   r0   c             S   s   g | ]}|j D ]}|‘qqS r   )r   )r1   r   r2   r   r   r   r3   m   s    z3MemongerTest.test_fast_memonger.<locals>.<listcomp>r4   r   )r5   r6   r7   )r8   )!r	   r:   r
   r;   r<   r=   r>   r?   r@   rA   rB   r8   rC   rD   r   r   Úoptimize_inference_fastrE   rF   rG   rH   rI   rJ   rK   r   rL   rM   rN   rO   rP   rQ   rR   r   )rT   r   r    r!   r"   rU   r(   r+   r,   rV   rW   Úoptimized_netr'   r.   r0   rY   rZ   r[   r   r   r   Útest_fast_memongerZ   s<    


zMemongerTest.test_fast_memongerc             C   s  t jƒ }g }x:tdƒD ].}tj|dj|ƒdj|ƒddd�}|j|ƒ qW g }x2|D ]*}x$|D ]}|jtj|||gdƒƒ q\W qRW tj||dƒ}tj	||dƒ dd	„ |j
jƒ jD ƒdg d
d	„ tt|ƒƒD ƒ }	tj|jƒ |	ƒ}
x0|
jD ]&}| jt|jƒtt|jƒƒt|ƒƒ qæW d S )Né   zdata{}r;   )r)   r*   r   ÚconcatedZmergedc             S   s   g | ]}|j D ]}|‘qqS r   )r   )r1   r   r2   r   r   r   r3   “   s    zBMemongerTest.test_fast_memonger_unique_outputs.<locals>.<listcomp>c             S   s   g | ]}d j |ƒ‘qS )zdata{})Úformat)r1   Úir   r   r   r3   ”   s    )r	   r:   Úranger
   r;   rc   ÚappendÚsumÚconcatZrelurD   rB   r   r   r   r^   ÚassertEqualr   r   rO   )rT   rU   r;   rd   ÚzÚrÚxÚyrb   rW   r_   r   r   r   r   Ú!test_fast_memonger_unique_outputsƒ   s"    

 2z.MemongerTest.test_fast_memonger_unique_outputsé   )r   r    r!   c             C   s„  t jƒ }tjdƒ�’ tj|dd||d�}tj||d||d�}tj||d||d�}tj||d||d�}tj||d||d�}	|	jg |	ƒjg d	ƒjd
gdgƒj	g dƒ W d Q R X |j
dgƒ}
t|jjƒ ƒ}tj|jdgtt|jƒƒddd�}t|ƒ}| j||ƒ tj|jdgtt|jƒƒddtt|
d ƒgƒd�}t|ƒ}| j||ƒ | jt|dƒƒ | jt|dƒdƒ tjj||ƒjtjƒ}tjjd||fd�jtjƒ}tj |j!ƒ tj"d|ƒ tj"d|ƒ tj |jƒ tj#dƒ}tj#t|
d ƒƒ}tj |ƒ tj#dƒ}tj#t|
d ƒƒ}tj$j%||ƒ tj$j%||ƒ tj"t|
d ƒtj&dgƒƒ tj |ƒ tj#dƒ}tj#t|
d ƒƒ}tj$j%||ƒ tj$j%||ƒ d S )NÚname_xr'   r(   )r)   r*   r+   r,   Úfc4Úfc5r-   r.   r/   r0   zname_x/losszname_x/F)Úshare_activationsTzname_x/fc1_w)rs   Údont_share_blobsz
name_x/fc5zDont remap final activationr   )r5   r6   r7   zname_x/datazname_x/labelg        )'r	   r:   r   Ú	NameScoper
   r;   r<   r=   r>   r?   r@   r   rA   rB   r   Úshare_grad_blobsr   r   Úparam_to_gradrR   rO   rS   Ú
assertTruer   rE   rF   rG   rH   rI   rJ   rK   r   rL   rD   rM   rN   rP   rQ   Úarray)rT   r   r    r!   rU   r(   r+   r,   rq   rr   rV   Úblobs_beforeÚoptim_protoÚblobs_afterZoptim_proto_wactsZblobs_wact_optimr'   r.   r0   rY   rZ   r[   r   r   r   Útest_gradient_optim›   sl    




z MemongerTest.test_gradient_optimzNo gpu support.c             C   sî  t jƒ }tjtjtjdƒƒ�d tj|ddddd�}tj||dddd�}tj||dddd�}tj||dddd�}|j	j
|d	ƒ}W d
Q R X tjtjtjdƒƒ�j tj||dddd�}tj||dddd�}tj||dddd�}	|	jg |	ƒjg dƒjdgdgƒjg dƒ W d
Q R X |jdgƒ t|j	jƒ ƒ}
tj|j	dgtt|jƒƒddtƒ d�}t|ƒ}| j||
ƒ tjtƒ tjtƒ i}xR|jD ]H}|jdk�rz|jj}x,t|jƒt|j ƒ D ]}|| j!|ƒ �q¨W �qzW |tj j"|tj ƒ}| j#|tƒ ƒ d
S )zP
        Check that memonger does not make blobs cross CPU/GPU boundary
        r   r'   r(   ra   )r)   r*   r+   r,   rq   Úfc4_cpuNÚfc5_cpuÚfc6_cpuÚfc7_cpur-   r.   r/   r0   Ú T)rs   rt   ÚCopyCPUToGPUÚCopyGPUToCPU)rƒ   r„   )$r	   r:   r   ZDeviceScopeZDeviceOptionr   ZGpuDeviceTyper
   r;   rA   r„   r   ZCPUr<   r=   r>   r?   r@   r   rB   r   rv   r   r   rw   rR   r   Útyper8   Zdevice_typeÚlistr   r   ÚaddÚintersectionZassertEquals)rT   rU   r(   r+   r,   rq   r~   r   r€   r�   rz   r{   r|   Zdevice_blobsr   ÚdevÚbZdevice_crossersr   r   r   Útest_memonger_mix_cpu_gpuâ   sF    

z&MemongerTest.test_memonger_mix_cpu_gpuc             C   s`  t jƒ }tjdƒ�Î tj|dd||d�}tj||d||d�}tj||d||d�}tj||d||d�}tj||d||d�}	|	jg |	ƒjg d	ƒjd
gdgƒj	g dƒ tj||	d||d�}
|
jg |
ƒjg dƒjd
gdgƒj	g dƒ W d Q R X |j
ddgƒ}t|jjƒ ƒ}tj|jddgtt|jƒƒddtddt|d ƒgƒd�}t|ƒ}| j||ƒ | jt|dƒƒ tjj||ƒjtjƒ}tjjd||fd�jtjƒ}tj|j ƒ tj!d|ƒ tj!d|ƒ tj|jƒ tj"dƒ}tj"dƒ}tj"t|d ƒƒ}tj!t|d ƒtj#dgƒƒ tj|ƒ tj"dƒ}tj"dƒ}tj"t|d ƒƒ}tj$j%||ƒ tj$j%||ƒ tj$j%||ƒ d S )Nrp   r'   r(   )r)   r*   r+   r,   rq   rr   Úpred1r.   Úxent1Úloss1Úfc6Úpred2Úxent2Úloss2zname_x/loss1zname_x/loss2Tz
name_x/fc6z
name_x/fc5zname_x/fc1_w)rs   rt   r   )r5   r6   r7   zname_x/datazname_x/labelg        )&r	   r:   r   ru   r
   r;   r<   r=   r>   r?   r@   r   rA   rB   r   rv   r   r   rw   rO   rR   rx   r   rE   rF   rG   rH   rI   rJ   rK   r   rL   rD   rM   rN   ry   rP   rQ   )rT   r   r    r!   rU   r(   r+   r,   rq   rr   r�   rV   rz   r{   r|   r'   r.   rŽ   r’   rY   Úoptimized_loss1Úoptimized_loss2r[   r   r   r   Útest_gradient_optim_tree  s^    




z%MemongerTest.test_gradient_optim_treec             C   s2  t jƒ }d|jƒ _d|jƒ _tjdƒ�� tj|dd||d�}tj||d||d�}tj||d||d�}tj||d	||d�}tj||d
||d�}	tj||d||d�}
tj||
d||d�}tj||d||d�}tj	||	|gdƒ}|	j
g |ƒjg dƒjdgdgƒjg dƒ tj||	d||d�}|j
g |ƒjg dƒjdgdgƒjg dƒ W d Q R X t|jjƒ ƒ}tj|jdgdƒ}t|ƒ}| j||ƒ tjj||ƒjtjƒ}tjjd||fd�jtjƒ}tj|jƒ tjd|ƒ tjd|ƒ tj|jƒ tjdƒ}tjdƒ}tj|ƒ tjdƒ}tjdƒ}tjj ||ƒ tjj ||ƒ d S )NÚdagro   rp   r'   r(   )r)   r*   r+   r,   rq   rr   Úfc3bÚfc4bÚfc5bÚfc5sumrŒ   r.   r�   rŽ   r�   r�   r‘   r’   zname_x/datar   )r5   r6   r7   zname_x/labelzname_x/loss1zname_x/loss2)!r	   r:   rB   r…   Únum_workersr   ru   r
   r;   rg   r<   r=   r>   r?   r   rA   r   Úoptimize_inference_for_dagrR   rE   rF   rG   rH   rI   rJ   rK   r   rL   rD   rM   rN   rP   rQ   )rT   r   r    r!   rU   r(   r+   r,   rq   rr   r—   r˜   r™   rš   r�   rz   r{   r|   r'   r.   rŽ   r’   r“   r”   r   r   r   Útest_forward_optim_tree_daggyK  sR    






z*MemongerTest.test_forward_optim_tree_daggyc             C   s‚  t jƒ }d|jjƒ _d|jjƒ _|jjdƒ |jjdƒ tjdƒ�� t	j
|dd||d�}t	j
||d||d�}t	j
||d	||d�}t	j
||d
||d�}t	j
||d||d�}	t	j
||d||d�}
t	j
||
d||d�}t	j
||d||d�}t	j||	|gdƒ}|jg dƒjg dƒjdgdgƒjg dƒ t	j
||	d||d�}|jg |ƒjg dƒjdgdgƒjg dƒ W d Q R X t|jjƒ ƒ}tj|jdgdƒ}t|ƒ}tj|jddgdƒ}t|ƒ}| j||ƒ tt|ƒƒ | j||ƒ tjj||ƒjtjƒ}tjjd||fd�jtjƒ}tj|j ƒ tj!d|ƒ tj!d|ƒ tj|jƒ tj"dƒ}tj"dƒ}tj|ƒ tj"dƒ}tj"dƒ}tj#j$||ƒ tj#j$||ƒ d S ) Nr–   ro   r.   r'   rp   r(   )r)   r*   r+   r,   rq   rr   r—   r˜   r™   rš   Zrelu1rŒ   r�   rŽ   r�   r�   r‘   r’   zname_x/datazname_x/zname_x/fc1_wr   )r5   r6   r7   zname_x/labelzname_x/loss1zname_x/loss2)%r	   r:   rA   rB   r…   r›   ZAddExternalInputr   ru   r
   r;   rg   r<   r=   r>   r?   r   r   rœ   ri   ÚprintrO   rR   rE   rF   rG   rH   rI   rJ   rK   r   rL   rD   rM   rN   rP   rQ   )rT   r   r    r!   rU   r(   r+   r,   rq   rr   r—   r˜   r™   rš   r�   rz   r{   r|   Zoptim_proto_extra_inputZblobs_after_extra_inputr'   r.   rŽ   r’   r“   r”   r   r   r   Útest_forward_optim_tree_harderƒ  s`    




z+MemongerTest.test_forward_optim_tree_harderc             C   s¨  ddl m} d}tjƒ }|jjddƒ\}}g }x<tdƒD ]0}|jjdj|ƒdj|ƒƒ\}}	|j||	gƒ q8W |j	j
g d	g|d
dgd� |j|d	||dddgddddd�
\}
}}}|jj|j|
ƒdgddgƒ\}}|j|gƒ t|jjƒ ƒ}tj|jdgtt|jƒƒddtƒ d�}t|ƒ}| j||ƒ x,|D ]$}tj|tjdd
dgtjd�ƒ �q*W tjdtj|gd
 tjd�ƒ tjdtjj|ƒj tjƒƒ tj!|j	ƒ tj!|jƒ d S )Nr   )Úrnn_cellr$   Úseq_lengthsÚlabelsra   zhidden_init_{}zcell_init_{}r   ro   r   )ÚshapeZlstm1FT)
ÚmodelZ
input_blobr¡   Zinitial_statesr)   r*   ZscopeZforward_onlyZdrop_statesZreturn_last_layer_onlyÚsoftmaxr0   r‚   )rs   rt   r   )Zdtype)"Úcaffe2.pythonr    r	   r:   rA   ZAddExternalInputsre   rc   ÚextendrD   ZConstantFillZLSTMZSoftmaxWithLossZFlattenr@   r   rB   r   rv   r   r   rw   rR   r   rM   rE   ÚzerosrI   ry   rK   rF   ZrandrH   rL   )rT   r    ÚTr¤   r¡   r¢   Z
init_blobsrd   Zhidden_initZ	cell_initr   Zlast_hiddenÚ_Z
last_stater¥   r0   rz   r{   r|   Z	init_blobr   r   r   Útest_rnnÈ  sX    


zMemongerTest.test_rnnc             C   s\   t jƒ }|jddƒ |jddƒ |jddƒ tj|jjƒ jƒ}| jt	|j
ƒ ƒdddgƒ d S )NÚb1r   r   ra   )r   r   )r   ra   )r   ra   )r	   r:   ÚCopyr   Úcompute_interference_graphrA   rB   r   ri   r†   Úedges)rT   rU   Úgr   r   r   Ú+test_compute_interference_graph_inplace_ops  s    z8MemongerTest.test_compute_interference_graph_inplace_opsc             C   sª   t jƒ }|jddƒ tj|dddddƒ}|jddƒ tj||dd	ddƒ tj|jjƒ j	ƒ}tj
|ƒ}d
dddg}| j|t|ƒƒ tj|ƒ}ddd
dg}| j|t|ƒƒ d S )NÚconv0_w_compÚconv0_wr'   Úconv0é    ro   Úconv2_wÚconv2é   ra   r   r   é   )r	   r:   r­   r
   Úconvr   r®   rA   rB   r   Útopological_sort_traversalri   r†   Ú'topological_sort_traversal_longest_path)rT   rU   r´   r°   Ú
orders_orgÚorders_gt_orgÚordersÚ	orders_gtr   r   r   Ú"test_topological_sort_longest_path	  s    

z/MemongerTest.test_topological_sort_longest_pathc             C   sÊ   t jƒ }|jddƒ tj|dddddƒ}|jddƒ tj||dd	ddƒ |jd
dƒ |jddƒ tj|jjƒ j	ƒ}tj
|ƒ}ddddddg}| j|t|ƒƒ tj|ƒ}ddddddg}| j|t|ƒƒ d S )Nr²   r³   r'   r´   rµ   ro   r¶   r·   r¸   Zdata1Zdata2Zdata3r$   ra   r   r   r¹   )r	   r:   r­   r
   rº   r   r®   rA   rB   r   r»   ri   r†   r¼   )rT   rU   r´   r°   r½   r¾   r¿   rÀ   r   r   r   Ú/test_topological_sort_longest_path_multi_target  s    

z<MemongerTest.test_topological_sort_longest_path_multi_targetc             C   sj   t jƒ }|jddƒ tj|jjƒ jƒ}tj|ƒ}dg}| j	|t
|ƒƒ tj|ƒ}dg}| j	|t
|ƒƒ d S )Nr²   r³   r   )r	   r:   r­   r   r®   rA   rB   r   r»   ri   r†   r¼   )rT   rU   r°   r½   r¾   r¿   rÀ   r   r   r   Ú.test_topological_sort_longest_path_single_node:  s    

z;MemongerTest.test_topological_sort_longest_path_single_nodec             C   s�   t j}d|dddƒfd|dddƒfd|dd	dƒfd
|dddƒfg}|d |d g|d |d gg}t j|d ƒ}| jt j|ƒdƒ | j||ƒ d S )Nr¬   r   r¹   r   Úb2ro   Úb3r$   é   Úb4é   r   ra   é   )r   Ú	LiveRangeZcompute_assignments_greedyri   Úget_memory_usage)rT   rÊ   Úranges_sortedZassignment_gtÚbestr   r   r   Útest_compute_assignments_greedyK  s    z,MemongerTest.test_compute_assignments_greedyc             C   sd   t j}d|dddƒfd|dddƒfd|dd	dƒfd
|dddƒfg}t j|d ƒ}| jt j|ƒdƒ d S )Nr¬   r   r¹   r   rÄ   ro   rÅ   r$   rÆ   rÇ   rÈ   rÉ   )r   rÊ   Úcompute_assignments_dpri   rË   )rT   rÊ   rÌ   rÍ   r   r   r   Útest_compute_assignments_dp\  s    z(MemongerTest.test_compute_assignments_dpc             C   sV   t j}d|dddƒfd|dddƒfd|d	ddƒfg}t j|g ƒ}| jt j|ƒd
ƒ d S )Nr¬   r   ra   r   rÄ   ro   rÆ   rÅ   r$   rÉ   )r   rÊ   rÏ   ri   rË   )rT   rÊ   rÌ   rÍ   r   r   r   Útest_compute_assignments_dp1h  s    z)MemongerTest.test_compute_assignments_dp1c       	      C   s"  t jƒ }d|jƒ _d|jƒ _tjdƒ�T tj|dd||d�}tj||d||d�}tj||d||d�}tj	|||gd	ƒ W d Q R X t jƒ }d|jƒ _d|jƒ _tjdƒ�T tj|dd
||d�}tj||d||d�}tj||d||d�}tj	|||gd	ƒ W d Q R X | j
tj|jjƒ |jjƒ ƒƒ d S )Nr–   ro   rp   r'   rl   )r)   r*   rm   rj   ÚoutZother_xZother_yZother_z)r	   r:   rB   r…   r›   r   ru   r
   r;   rg   rx   r   Úverify_graph_equalityrA   )	rT   r   r    r!   rU   r(   r+   r,   Úm2r   r   r   Útest_verify_graph_equalitys  s"    



z'MemongerTest.test_verify_graph_equalityc             C   sr  t jƒ }d|jƒ _d|jƒ _tjdƒ�| tj|dd||d�}tj||d||d�}tj||d||d�}tj||d	||d�}tj||d
||d�}	tj	|||	gdƒ W d Q R X t jƒ }
d|
jƒ _d|
jƒ _tjdƒ�| tj|
dd||d�}tj|
|d||d�}tj|
|d||d�}tj|
|d||d�}tj|
|d||d�}	tj	|
||	gdƒ W d Q R X | j
tj|jjƒ |
jjƒ ƒƒ d S )Nr–   ro   rp   r'   rl   )r)   r*   rm   rj   ÚuÚvrÒ   )r	   r:   rB   r…   r›   r   ru   r
   r;   rg   rx   r   rÓ   rA   )rT   r   r    r!   rU   r(   Úfc2aÚfc2bÚfc3ar—   rÔ   r   r   r   Ú!test_verify_graph_equality_harder‹  s*    



z.MemongerTest.test_verify_graph_equality_harderc       	      C   s"  t jƒ }d|jƒ _d|jƒ _tjdƒ�T tj|dd||d�}tj||d||d�}tj||d||d�}tj	|||gd	ƒ W d Q R X t jƒ }d|jƒ _d|jƒ _tjdƒ�T tj|dd||d�}tj||d||d�}tj||d||d�}tj	|||gd	ƒ W d Q R X | j
tj|jjƒ |jjƒ ƒƒ d S )
Nr–   ro   rp   r'   rl   )r)   r*   rm   rj   rÒ   )r	   r:   rB   r…   r›   r   ru   r
   r;   rg   ÚassertFalser   rÓ   rA   )	rT   r   r    r!   rU   r(   r+   r,   rÔ   r   r   r   Útest_verify_graph_inequality§  s"    



z)MemongerTest.test_verify_graph_inequalityc             C   sr  t jƒ }d|jƒ _d|jƒ _tjdƒ�| tj|dd||d�}tj||d||d�}tj||d||d�}tj||d	||d�}tj||d
||d�}	tj	|||	gdƒ W d Q R X t jƒ }
d|
jƒ _d|
jƒ _tjdƒ�| tj|
dd||d�}tj|
|d||d�}tj|
|d||d�}tj|
|d	||d�}tj|
|d
||d�}	tj	|
||	gdƒ W d Q R X | j
tj|jjƒ |
jjƒ ƒƒ d S )Nr–   ro   rp   r'   rl   )r)   r*   rm   rj   rÖ   r×   rÒ   )r	   r:   rB   r…   r›   r   ru   r
   r;   rg   rÜ   r   rÓ   rA   )rT   r   r    r!   rU   r(   rØ   rÙ   rÚ   r—   rÔ   r   r   r   Ú#test_verify_graph_inequality_harder¿  s*    



z0MemongerTest.test_verify_graph_inequality_harderc             C   s0  t jƒ }tj|ddddd�}tj||dddd�}tj||dddd�}tj||dddd�}|jjdgdgƒ tj|||gd	ƒ tj|jj	ƒ t
dƒƒ}dddh}t
ƒ }x||jD ]r}	|	jd
krÞ| j|	jd |kƒ |j|	jd ƒ qªx|	jD ]}
| j|
|kƒ qæW x|	jD ]}| j||kƒ �qW qªW | j||ƒ d S )Nr'   rl   ra   )r)   r*   rm   rj   rÖ   Zu_aliasrÒ   ZFreer   )r	   r:   r
   r;   rA   ZAliasrg   r   Zrelease_blobs_when_usedrB   r   r   r…   rÜ   r   r‡   r   ri   )rT   rU   r(   r+   r,   rq   Z
with_freesZexpect_freesZfound_freesr   r   r   r   r   r   Útest_release_blobs_when_usedÛ  s&    

z)MemongerTest.test_release_blobs_when_usedN)%Ú__name__Ú
__module__Ú__qualname__r   ÚstZintegersZsampled_fromÚhuZdevice_optionsr   ZAssignmentAlgorithmr   r]   r`   rn   r}   ÚunittestZskipIfr   Zhas_gpu_supportr‹   r•   r�   rŸ   r«   r±   rÁ   rÂ   rÃ   rÎ   rÐ   rÑ   rÕ   rÛ   rÝ   rÞ   rß   r   r   r   r   r   #   s\   
1%E076C9r   Ú__main__)"Ú
__future__r   r   r   r   ZnumpyrE   r¦   r   r   r   r	   r
   Zcaffe2.protor   Z"caffe2.python.hypothesis_test_utilÚpythonZhypothesis_test_utilrä   Zfuture.utilsr   Zhypothesis.strategiesZ
strategiesrã   Z
hypothesisr   r   rå   r   r   ZHypothesisTestCaser   rà   Úmainr   r   r   r   Ú<module>   s*   
     Z