3
I4W^�  ã               @   sÌ  d dl mZ d dl mZ d dl mZ d dl mZ d dlZd dlZd dlZd dl	Z	d dl
Z
d dlZd dlmZ d dlmZmZmZmZmZ d dljjZd dljZd dlmZ G d	d
„ d
e
jƒZG dd„ de
jƒZe
j ej! dƒG dd„ dejƒƒZ"e
j ej#j$ dƒG dd„ dejƒƒZ%G dd„ dejƒZ&G dd„ dejƒZ'G dd„ dej(ƒZ)G dd„ de
jƒZ*G dd„ dej(ƒZ+G dd„ dej,j-ƒZ.e
j dej/kd ƒG d!d"„ d"ejƒƒZ0G d#d$„ d$e0ƒZ1e2d%k�rÈe
j3ƒ  dS )&é    )Úabsolute_import)Údivision)Úprint_function)Úunicode_literalsN)Ú
caffe2_pb2)ÚcoreÚ	test_utilÚ	workspaceÚmodel_helperÚbrew)Úgivenc               @   sÌ   e Zd Zdd„ Zdd„ Zdd„ Zdd„ Zd	d
„ Zdd„ Zdd„ Z	dd„ Z
dd„ Zdd„ Zdd„ Zdd„ Zdd„ Zdd„ Zdd„ Zdd „ Zd!d"„ Zd#d$„ Zd%d&„ Zd'd(„ Zd)d*„ Zd+d,„ Zd-d.„ Zd/d0„ Zd1S )2ÚTestWorkspacec             C   s6   t jdƒ| _| jjg dddddgdd�| _tjƒ  d S )	Nztest-netÚtestblobé   é   é   é   g      ð?)ÚshapeÚvalue)r   ÚNetÚnetÚConstantFillÚtestblob_refr	   ÚResetWorkspace)Úself© r   ú=/tmp/pip-build-e66j97b2/torch/caffe2/python/workspace_test.pyÚsetUp   s    zTestWorkspace.setUpc             C   sF   | j tjƒ dƒ | j tjƒ dƒ | j tjdƒdƒ | j tjƒ dƒ d S )NTÚ.z/tmp/caffe-workspace-test)ÚassertEqualr	   r   Z
RootFolder)r   r   r   r   ÚtestRootFolder   s
    zTestWorkspace.testRootFolderc             C   s   | j tjdƒdƒ d S )Nznon-existingF)r   r	   ÚHasBlob)r   r   r   r   Ú'testWorkspaceHasBlobWithNonexistingName#   s    z5TestWorkspace.testWorkspaceHasBlobWithNonexistingNamec             C   s`   | j tj| jjƒ jd jƒ ƒdƒ | j tjdƒdƒ tjƒ }| j t	|ƒdƒ | j |d dƒ d S )Nr   Tr   r   )
r   r	   ÚRunOperatorOncer   ÚProtoÚopÚSerializeToStringr!   ZBlobsÚlen)r   Úblobsr   r   r   ÚtestRunOperatorOnce&   s    z!TestWorkspace.testRunOperatorOncec             C   sx   t jdddgdgdddddddd�
}tjd
ƒ}tjdƒ}tjd|ƒ tjd|ƒ tj|jƒ ddgƒ\}}| j|d	ƒ d S )NZConv2DÚXÚWÚYr   r   )Zstride_hZstride_wZpad_tZpad_lZpad_bZpad_rÚkernelé   i€  )r   r.   r.   r.   )r   r   r   r   )	r   ÚCreateOperatorÚnpÚzerosr	   ÚFeedBlobZGetOperatorCostr&   r   )r   r%   r*   r+   ZflopsÚ_r   r   r   ÚtestGetOperatorCost1   s     


z!TestWorkspace.testGetOperatorCostc             C   s2   | j tj| jjƒ jƒ ƒdƒ | j tjdƒdƒ d S )NTr   )r   r	   Ú
RunNetOncer   r$   r&   r!   )r   r   r   r   ÚtestRunNetOnceD   s    zTestWorkspace.testRunNetOncec             C   sv   | j dtjjjjƒ | jtj| jj	ƒ j
ƒ ƒdƒ | jtjdƒdƒ | jdtjjjjƒ tjƒ  | j dtjjjjƒ d S )Nr   T)ÚassertNotInr	   ÚCÚ	WorkspaceÚcurrentr(   r   r5   r   r$   r&   r!   ÚassertInr   )r   r   r   r   ÚtestCurrentWorkspaceWrapperI   s    z)TestWorkspace.testCurrentWorkspaceWrapperc             C   sN   t jdƒ}|jt jd| jƒƒ | jtj|jƒ j	ƒ ƒdƒ | jtj
dƒdƒ d S )Nz	test-planz	test-stepTr   )r   ÚPlanÚAddStepÚExecutionStepr   r   r	   ÚRunPlanr$   r&   r!   )r   Úplanr   r   r   ÚtestRunPlanR   s
    
zTestWorkspace.testRunPlanc             C   s\   t jdƒ}|jt jd| jƒƒ tj|ƒ}x|jƒ s4q*W | j|j	ƒ dƒ | jtj
dƒdƒ d S )Nz	test-planz	test-stepTr   )r   r=   r>   r?   r   r	   ZRunPlanInBackgroundZis_doner   Zis_succeededr!   )r   rA   Zbackground_planr   r   r   ÚtestRunPlanInBackgroundY   s    


z%TestWorkspace.testRunPlanInBackgroundc             C   s6   t jd| jƒ}| jtj|ƒdƒ | jtjdƒdƒ d S )Nztest-step-as-planTr   )r   r?   r   r   r	   r@   r!   )r   Ústepr   r   r   ÚtestConstructPlanFromStepsb   s    z(TestWorkspace.testConstructPlanFromStepsc             C   sT   | j tj| jjƒ jƒ ƒdƒ | j tjdƒdƒ | j tjƒ dƒ | j tjdƒdƒ d S )NTr   F)r   r	   r5   r   r$   r&   r!   r   )r   r   r   r   ÚtestResetWorkspaceg   s
    z TestWorkspace.testResetWorkspacec             C   s
  t jjƒ }|jdƒjtjdddgƒƒ |jd jƒ }d|j	d< tjdddgƒ}tj
j|j	|ƒ tj
j|jd jƒ |ƒ |jddgtjjƒ x0tdƒD ]$}xtdƒD ]}d|j	||f< q¢W q”W d	|j	d< tjddgtjd�}d	|d< tj
j|j	|ƒ tj
j|jd jƒ |ƒ | jtƒ� |jddgtjjƒ W d Q R X tjddgddggtjd�}|j|ƒ | j|j	d dƒ tj
j|jd jƒ |ƒ tjddgƒ}|j|ƒ d|d< | j|j	d dƒ tjddgƒ}|j|ƒ |jƒ }d|j	d< |jƒ }tj
j||ƒ | j|d dƒ d S )NÚtensorgš™™™™™ñ?g333333ó?gÍÌÌÌÌÌô?gffffff
@r   r   r   éd   r   )Údtyper   s   abcs   defs   ghis   jklgffffff$@gÍÌÌÌÌÌ@)r   r   )r   r   )r   r   )r	   r8   r9   Úcreate_blobÚfeedr0   Úarrayr(   rG   ÚdataÚtestingÚassert_array_equalÚfetchÚinitr   ZDataTypeZINT32Úranger1   Úint32ÚassertRaisesÚRuntimeErrorÚSTRINGÚobjectÚassertEquals)r   ÚwsrG   ÚvalÚxÚyÚval2Zval3r   r   r   ÚtestTensorAccessn   sB    






zTestWorkspace.testTensorAccessc             C   sŒ   | j tj| jjƒ jƒ ƒdƒ tjdƒ}| j |jd	ƒ tj	j
|dƒ d|d d …< | j tjd|ƒdƒ tjdƒ}| j |jd
ƒ tj	j
|dƒ d S )NTr   r   r   r   r   g      ð?g       @)r   r   r   r   )r   r   r   r   )r   r	   r5   r   r$   r&   Ú	FetchBlobr   r0   rN   rO   r2   )r   ÚfetchedÚfetched_againr   r   r   ÚtestFetchFeedBlobœ   s    

zTestWorkspace.testFetchFeedBlobc             C   s�   | j tj| jjƒ jƒ ƒdƒ tj| jƒ}| j |jd	ƒ t	j
j|dƒ d|d d …< | j tj| j|ƒdƒ tjdƒ}| j |jd
ƒ t	j
j|dƒ d S )NTr   r   r   r   g      ð?g       @r   )r   r   r   r   )r   r   r   r   )r   r	   r5   r   r$   r&   r_   r   r   r0   rN   rO   r2   )r   r`   ra   r   r   r   Ú!testFetchFeedBlobViaBlobReference©   s    
z/TestWorkspace.testFetchFeedBlobViaBlobReferencec             C   sÎ   xÈt jt jt jt jt jt jt jt jt j	t j
g
D ]˜}yt j|ƒjd }W n tk
r^   d}Y nX t jjdddƒd | j|ƒ}| jtjd|ƒdƒ tjdƒ}| j|jdƒ | j|j|ƒ t jj||ƒ q.W d S )	Nr   iè  r   r   g      à?Útestblob_typesT)r   r   r   )r0   Úfloat16Úfloat32Úfloat64ÚboolÚint8Úint16rS   Úint64Úuint8Úuint16ZiinfoÚmaxÚ
ValueErrorÚrandomÚrandÚastyper   r	   r2   r_   r   rI   rN   rO   )r   rI   ÚrngrM   Úfetched_backr   r   r   ÚtestFetchFeedBlobTypes¶   s    

z$TestWorkspace.testFetchFeedBlobTypesc             C   sp   t jdƒjt jƒ}d|jddd…< | jtjd|ƒdƒ tjdƒ}| j|j	dƒ | j|j
t jƒ t jj||ƒ dS )	z@Special case for bool to ensure coverage of both true and false.r   r   r   TNrd   )r   r   r   )r   r   r   )r0   r1   rr   rh   Zflatr   r	   r2   r_   r   rI   rN   rO   )r   rM   rt   r   r   r   ÚtestFetchFeedBlobBoolÅ   s    
z#TestWorkspace.testFetchFeedBlobBoolc          
   C   s   xzt jt jt jt jt jt jt jt jt j	t j
g
D ]J}t jjddƒj|ƒ}| jtjd|ƒdƒ | jtjdƒdt j|ƒj ƒ q.W t jddgƒ}t jdd	gƒ}d\}}x|D ]}|t|ƒ7 }q¦W x|D ]}|t|ƒ7 }qÀW | jtjd|ƒdƒ | jtjd|ƒdƒ | jtjdƒtjdƒ || ƒ d S )Nr   r   Ztestblob_sizeBytesTé   s   Hello World!s   abcds   element1s   element2r   Ztestblob_str1Ztestblob_str2)r   r   )r0   re   rf   rg   rh   ri   rj   rS   rk   rl   rm   rp   Úrandnrr   Ú
assertTruer	   r2   r   ZGetBlobSizeBytesrI   ÚitemsizerL   r'   )r   rI   rM   Zstrs1Ústrs2Z	strs1_lenZ	strs2_lenÚstrr   r   r   ÚtestGetBlobSizeBytesÏ   s(    

z"TestWorkspace.testGetBlobSizeBytesc             C   sP   t jdt jd�}| jtjd|ƒdƒ tjdƒ}| j|jdƒ | j|jt jƒ d S )	Nr   r   r   )r   rI   Ztestblob_emptyT)r   r   r   )r   r   r   )	r0   Úemptyrf   r   r	   r2   r_   r   rI   )r   rM   rt   r   r   r   ÚtestFetchFeedBlobZeroDimç   s
    
z&TestWorkspace.testFetchFeedBlobZeroDimc             C   s‚   t jdjddg ƒdjddg ƒddgƒ}tjd|ƒ tjdƒ}| j|j|jƒ x,td	|jd	 ƒD ]}| j|| || ƒ qbW d S )
Nó    é
   s   long stringé€   s   very long strings   small   strings)   Hello, world! I have special   symbols !Zmy_str_tensorr   )	r0   rL   Újoinr	   r2   r_   r   r   rR   )r   Ústrsr{   Úir   r   r   ÚtestFetchFeedLongStringTensorî   s    
z+TestWorkspace.testFetchFeedLongStringTensorc             C   sh   t jdddgƒ}tjd|ƒ tjdƒ}| j|j|jƒ x,td|jd ƒD ]}| j|| || ƒ qHW d S )Ns   elem1s   elem 2s	   element 3Zmy_str_tensor_2r   )r0   rL   r	   r2   r_   r   r   rR   )r   r„   r{   r…   r   r   r   ÚtestFetchFeedShortStringTensorû   s    
z,TestWorkspace.testFetchFeedShortStringTensorc             C   s*   d}t jd|ƒ t jdƒ}| j||ƒ d S )Ns)   Hello, world! I have special   symbols !Zmy_plain_string)r	   r2   r_   r   )r   ÚsÚs2r   r   r   ÚtestFetchFeedPlainString  s    
z&TestWorkspace.testFetchFeedPlainStringc             C   sN   d}d}t jd|ƒ t jd|ƒ t jddgƒ\}}| j||ƒ | j||ƒ d S )Ns   test1s   test2Ús1r‰   )r	   r2   Z
FetchBlobsrX   )r   r‹   r‰   Zfetch1Zfetch2r   r   r   ÚtestFetchBlobs  s    zTestWorkspace.testFetchBlobsc             C   sÐ   | j tj| jjƒ jƒ ƒdƒ tjd }| j |jd
ƒ tj	j
|dƒ d|d d …< |tjd< tjd }| j |jdƒ tj	j
|dƒ | jdtjkƒ | jd	tjkƒ | j ttjƒdƒ xtjD ]}| j |dƒ q¸W d S )NTr   r   r   r   r   g      ð?g       @Znon_existant)r   r   r   r   )r   r   r   r   )r   r	   r5   r   r$   r&   r(   r   r0   rN   rO   ry   ÚassertFalser'   )r   r`   ra   Úkeyr   r   r   ÚtestFetchFeedViaBlobDict  s    


z&TestWorkspace.testFetchFeedViaBlobDictc          	   C   s  t jtjdg ddddd�ƒ t jdƒ}|jdƒ d |d< |d< tjj|j	ƒ tj
dddddgƒƒ tjjt jdƒtj
ddddgƒƒ tjdtjd	�}t jd
|ƒ t jtjdd
gd
dgdd�ƒ d|d< tjjt jd
ƒtj
ddgddggƒƒ tjj|tj
ddgddggƒƒ d S )Nr   Úfoor   r   r�   )r   r   rI   é   i	  )rI   ÚbarÚReshaper3   )r   é{   r   r   )r   )r   )r   r   )r   r   )r	   r#   r   r/   Ú
FetchTorchÚresize_r0   rN   rO   ÚnumpyrL   r_   ÚtorchÚonesrk   r2   )r   ÚtÚzr   r   r   ÚtestTorchInterop'  s     

" zTestWorkspace.testTorchInteropN)Ú__name__Ú
__module__Ú__qualname__r   r    r"   r)   r4   r6   r<   rB   rC   rE   rF   r^   rb   rc   ru   rv   r}   r   r†   r‡   rŠ   rŒ   r�   rœ   r   r   r   r   r      s0   		.
		r   c               @   s   e Zd Zdd„ Zdd„ ZdS )ÚTestMultiWorkspacesc             C   s   t jdƒ t jƒ  d S )NÚdefault)r	   ÚSwitchWorkspacer   )r   r   r   r   r   >  s    
zTestMultiWorkspaces.setUpc             C   sø   t jdƒ| _| jjg dddddgdd� | jtj| jjƒ jƒ ƒd	ƒ | jtj	dƒd	ƒ | jtj
d
d	ƒd ƒ | jtj	dƒdƒ | jtj
dƒd ƒ | jtj	dƒd	ƒ ytj
dƒ | jd	dƒ W n tk
rÎ   Y nX tjƒ }| jd|kƒ | jd
|kƒ d S )Nztest-netr   r   r   r   r   g      ð?)r   r   TÚtestFr¡   znon-existing)r   r   r   r   r   r	   r5   r$   r&   r!   r¢   rU   Z
Workspacesry   )r   Z
workspacesr   r   r   ÚtestCreateWorkspaceB  s"    
z'TestMultiWorkspaces.testCreateWorkspaceN)r�   rž   rŸ   r   r¤   r   r   r   r   r    =  s   r    zNo gpu support.c               @   s<   e Zd Zdd„ Zdd„ Zdd„ Zejej	 dƒdd	„ ƒZ
d
S )ÚTestWorkspaceGPUc             C   s>   t jƒ  tjdƒ| _| jjg dddddgdd� | jjƒ  d S )	Nztest-netr   r   r   r   r   g      ð?)r   r   )r	   r   r   r   r   r   ZRunAllOnGPU)r   r   r   r   r   ^  s    zTestWorkspaceGPU.setUpc             C   sŒ   | j tj| jjƒ jƒ ƒdƒ tjdƒ}| j |jd	ƒ tj	j
|dƒ d|d d …< | j tjd|ƒdƒ tjdƒ}| j |jd
ƒ tj	j
|dƒ d S )NTr   r   r   r   r   g      ð?g       @)r   r   r   r   )r   r   r   r   )r   r	   r5   r   r$   r&   r_   r   r0   rN   rO   r2   )r   r`   ra   r   r   r   ÚtestFetchBlobGPUd  s    

z!TestWorkspaceGPU.testFetchBlobGPUc             C   sZ   t jƒ }| jt|ƒtjƒ | j|jdƒ | j|jd |jd ƒ | j|jd t jƒ ƒ d S )Nr   r   r   )	r	   ZGetGpuPeerAccessPatternr   Útyper0   ZndarrayÚndimr   ZNumGpuDevices)r   Úpatternr   r   r   ÚtestGetGpuPeerAccessPatternq  s
    z,TestWorkspaceGPU.testGetGpuPeerAccessPatternz'Tensor interop doesn't yet work on ROCmc          
   C   st  t jjƒ }tjtjdg ddddtjtjƒd�ƒ tj	dƒ}|j
dƒ | j|jƒ d |d< |d< tjj|jƒ jƒ tjdddddgƒƒ tjjtjdƒtjddddgƒƒ t jdt jd	d
�}tjd|ƒ tjtjddgddgdtjtjƒd�ƒ d|d< tjjtjdƒtjddgddggƒƒ tjj|jƒ tjddgddggƒƒ | jt jjƒ |ƒ ~~tjƒ  | jt jjƒ |ƒ d S )Nr   r�   r   r   r�   )r   r   rI   Údevice_optionr‘   i	  Úcuda)rI   Zdevicer’   r“   r3   )r   r«   r”   r   r   )r   )r   )r   r   )r   r   )r˜   r¬   Zmemory_allocatedr	   r#   r   r/   ÚDeviceOptionZGpuDeviceTyper•   r–   ry   Zis_cudar0   rN   rO   Úcpur—   rL   r_   r™   rk   r2   ZassertGreaterr   r   )r   Zinitial_memrš   r›   r   r   r   rœ   x  s4    


  $z!TestWorkspaceGPU.testTorchInteropN)r�   rž   rŸ   r   r¦   rª   ÚunittestÚskipIfr	   Zhas_cuda_supportrœ   r   r   r   r   r¥   [  s
   
r¥   zNo MKLDNN support.c               @   s   e Zd Zdd„ ZdS )ÚTestWorkspaceIDEEPc             C   sH   t jjddƒjt jƒ}tjd|tjt	j
ƒƒ tjdƒ}t jj||ƒ d S )Nr   r   Ztestblob_ideep)r0   rp   rx   rr   rf   r	   r2   r   r­   r   ZIDEEPr_   rN   rO   )r   Zarrr`   r   r   r   ÚtestFeedFetchBlobIDEEP¡  s
    
z)TestWorkspaceIDEEP.testFeedFetchBlobIDEEPN)r�   rž   rŸ   r²   r   r   r   r   r±   ž  s   r±   c               @   s$   e Zd Zdd„ Zdd„ Zdd„ ZdS )ÚTestImmedibatec             C   s4   t jdd� | jt jƒ ƒ t jƒ  | jt jƒ ƒ d S )NT)Úi_know)r	   ÚStartImmediatery   ZIsImmediateÚStopImmediater�   )r   r   r   r   ÚtestImmediateEnterExit©  s    z%TestImmedibate.testImmediateEnterExitc             C   sØ   t jdd� tjdƒ}|jg dddddgd	d
� | jt jƒ dgƒ t jdƒ}| jt	ƒ� t j
dƒ W d Q R X tjj|d	ƒ d|d d …< | jt jd|ƒƒ tjjt jdƒdƒ t jƒ  | jt	ƒ� t jdƒ}W d Q R X d S )NT)r´   ztest-netr   r   r   r   r   g      ð?)r   r   g       @)r	   rµ   r   r   r   r   ZImmediateBlobsZFetchImmediaterT   rU   r_   r0   rN   rO   ry   ZFeedImmediater¶   )r   r   Úcontentr   r   r   ÚtestImmediateRunsCorrectly¯  s     

z)TestImmedibate.testImmediateRunsCorrectlyc             C   sj   t jdd� | jtt jƒdkƒ t j}| jtjj|ƒƒ t jƒ  | jtt jƒdkƒ | j	tjj
|ƒƒ d S )NT)r´   r   )r	   rµ   ry   r'   Z_immediate_root_folderÚosÚpathÚisdirr¶   r�   Úexists)r   Zroot_folderr   r   r   ÚtestImmediateRootFolderÃ  s    z&TestImmedibate.testImmediateRootFolderN)r�   rž   rŸ   r·   r¹   r¾   r   r   r   r   r³   ¨  s   r³   c               @   s   e Zd Zdd„ ZdS )ÚTestCppEnforceAsExceptionc          	   C   s6   t jddgdgƒ}| jtƒ� tj|ƒ W d Q R X d S )NÚRelur*   r,   )r   r/   rT   rU   r	   r#   )r   r%   r   r   r   ÚtestEnforceÒ  s    z%TestCppEnforceAsException.testEnforceN)r�   rž   rŸ   rÁ   r   r   r   r   r¿   Ñ  s   r¿   c               @   sþ   e Zd Zdd„ Zeejƒ ejddd�d�dd„ ƒZeejƒ ejƒ ejddd�d	�d
d„ ƒZ	eejƒ ejƒ ejƒ ejddd�d�dd„ ƒZ
eejƒ ejƒ ejddd�d	�dd„ ƒZeejƒ ejƒ ejejƒd�dd„ ƒZeejƒ ejƒ d�dd„ ƒZdd„ ZdS )ÚTestCWorkspacec             C   sþ   t jjƒ }| j|ji ƒ | j|ji ƒ tjdƒ}|jg dddddgdd� |j	|ƒ | j
tƒ� |j	|ƒ W d Q R X |j	|d	ƒ |j	|d	d
� | jd|jƒ | jt|jƒdƒ |jƒ j}| jd|ƒ |j| jƒ }|jd }tjjtjdtjd�|jƒ ƒ d S )Nztest-netr   r   r   r   r   g      ð?)r   r   T)Ú	overwrite)rI   )r   r   r   r   )r	   r8   r9   r   Únetsr(   r   r   r   Ú
create_netrT   rU   r;   r'   r$   ÚnameÚrunr0   rN   rO   r™   rf   rP   )r   rY   r   Únet_nameÚblobr   r   r   Útest_net_executionÙ  s&    




z!TestCWorkspace.test_net_executionr   g      ð?)Ú	min_valueÚ	max_value)rÆ   r   c             C   s^   t jjƒ }tjdg |gdg|d�}|j|ƒ | j||jƒ tj	j
|g|j| jƒ ddd� d S )Nr   r   )r   r   g-Cëâ6?)ÚatolÚrtol)r	   r8   r9   r   r/   rÇ   r;   r(   r0   rN   Úassert_allcloserP   )r   rÆ   r   rY   r%   r   r   r   Útest_operator_runñ  s    

z TestCWorkspace.test_operator_run)Ú	blob_namerÈ   r   c             C   st   t jjƒ }tj|ƒ}|jg |gdg|d� |j|ƒ | j||jƒ | j	||j
ƒ tjj|g|j| jƒ ddd� d S )Nr   )r   r   g-Cëâ6?)rÍ   rÎ   )r	   r8   r9   r   r   r   rÇ   r;   r(   r7   rÄ   r0   rN   rÏ   rP   )r   rÑ   rÈ   r   rY   r   r   r   r   Útest_net_runû  s    


zTestCWorkspace.test_net_run)rÑ   rÈ   Ú	plan_namer   c             C   sš   t jjƒ }tj|ƒ}tj|ƒ}|jg |gdg|d� |jtjd|gdd�ƒ |j	|ƒ | j
||jƒ | j
|jƒ |jƒ tjj|g|j| jƒ ddd� d S )Nr   )r   r   rD   )rÄ   Znum_iterg-Cëâ6?)rÍ   rÎ   )r	   r8   r9   r   r=   r   r   r>   r?   rÇ   r;   r(   ÚNamerÄ   r0   rN   rÏ   rP   )r   rÑ   rÓ   rÈ   r   rY   rA   r   r   r   r   Útest_plan_run  s    



zTestCWorkspace.test_plan_runc             C   s|   t jjƒ }tj|ƒ}|jg |gdg|d� |j|ƒjƒ  | j||j	ƒ | j|j
ƒ |jƒ tjj|g|j	| jƒ ddd� d S )Nr   )r   r   g-Cëâ6?)rÍ   rÎ   )r	   r8   r9   r   r   r   rÅ   rÇ   r;   r(   rÔ   rÄ   r0   rN   rÏ   rP   )r   rÑ   rÈ   r   rY   r   r   r   r   Útest_net_create  s    

zTestCWorkspace.test_net_create)rÆ   r   r«   c             C   s„   t jjƒ }|j|ƒj||d� | j||jƒ |j| }tjj	||j| j
ƒ ƒ |jdj|ƒƒ}|j|j|ƒƒ tjj	||j
ƒ ƒ d S )N)r«   z{}_serde)r	   r8   r9   rJ   rK   r;   r(   r0   rN   Zassert_equalrP   ÚformatÚdeserializeÚ	serialize)r   rÆ   r   r«   rY   rÉ   Ú
serde_blobr   r   r   Útest_array_serde'  s    

zTestCWorkspace.test_array_serdec             C   sˆ   |j ddƒ}tjjƒ }|j|ƒj|ƒ | j||jƒ |j| }| j||j| j	ƒ ƒ |jdj
|ƒƒ}|j|j|ƒƒ | j||j	ƒ ƒ d S )NÚasciiÚignorez{}_serde)Úencoder	   r8   r9   rJ   rK   r;   r(   r   rP   r×   rØ   rÙ   )r   rÆ   r   rY   rÉ   rÚ   r   r   r   Útest_string_serde4  s    

z TestCWorkspace.test_string_serdec          	   C   s.   t jjƒ }| jtƒ� |jdƒ W d Q R X d S )Nz...)r	   r8   r9   rT   Ú	TypeErrorrÅ   )r   rY   r   r   r   Útest_exception@  s    
zTestCWorkspace.test_exceptionNéÿÿÿÿrâ   râ   râ   )r�   rž   rŸ   rÊ   r   ÚstÚtextÚfloatsrÐ   rÒ   rÕ   rÖ   ÚhturG   Zsampled_fromZdevice_optionsrÛ   rß   rá   r   r   r   r   rÂ   Ø  s"   "
rÂ   c               @   s   e Zd Zdd„ Zdd„ ZdS )ÚTestPredictorc             C   sF   t jƒ }tj|dddddtdd�fdtdd�fd	d
�}|jj|ƒ |S )NrM   r\   r   r   r   g      ð?)r   g        r   )Údim_inÚdim_outZweight_initZ	bias_initZaxis)r
   ÚModelHelperr   ÚfcÚdictr   ZAddExternalOutput)r   Úmr\   r   r   r   Ú_create_modelH  s    
zTestPredictor._create_modelc             C   s”   t jƒ  | jƒ }t jdtjdgdd�ƒ t jt j|jj	ƒ ƒt j|j
j	ƒ ƒƒ| _tjddddgdd�}| jj|gƒ}tjjtjddggdd�|ƒ d S )	NrM   r   rf   )rI   r   r   é   i  )r	   r   rî   r2   r0   r1   Z	PredictorZStringifyProtoZparam_init_netr$   r   Z	predictorrL   rÇ   rN   Zassert_array_almost_equal)r   rí   ÚinputsÚoutputsr   r   r   Útest_predictor_memory_modeld  s    z)TestPredictor.test_predictor_memory_modelN)r�   rž   rŸ   rî   rò   r   r   r   r   rç   G  s   rç   c               @   s�   e Zd Zeejddd�ejddd�ejddd�d�dd„ ƒZeejddd�ejddd�ejddd�d�dd„ ƒZeejddd�d	�d
d„ ƒZ	dS )ÚTestTransformr   r�   )rË   rÌ   )Ú	input_dimÚ
output_dimÚ
batch_sizec       	   
   C   sœ   t jƒ }tj|dd||d�}tj||d||d�}tj||d||dddd	�}|jg |ƒjg d
ƒjdgdgƒjg dƒ t	j
d|jjƒ ƒ}| j|jd jdƒ d S )NrM   Úfc1)rè   ré   Úfc2ÚconvTÚCUDNNr   )rè   ré   Ú	use_cudnnÚenginer-   ÚpredÚlabelZxentÚlossÚConvToNNPackr   ZNNPACK)r
   rê   r   rë   rù   rÀ   ÚSoftmaxZLabelCrossEntropyÚAveragedLossr	   ÚApplyTransformr   r$   r   r%   rü   )	r   rô   rõ   rö   rí   r÷   rø   rù   Ztransformed_net_protor   r   r   Útest_simple_transforms  s"    
z#TestTransform.test_simple_transformc          
   C   sH   t jƒ }tj|dd||d� | jtƒ� tjd|jj	ƒ ƒ W d Q R X d S )NrM   r÷   )rè   ré   Zdefinitely_not_a_real_transform)
r
   rê   r   rë   rT   rU   r	   r  r   r$   )r   rô   rõ   rö   rí   r   r   r   Útest_registry_invalidŒ  s    z#TestTransform.test_registry_invalid)r   c          
   C   s4  t jdƒ}|jg dgddddg|d� |jg dgddddg|d� |jg dgdg|d� | jtj|jƒ jƒ ƒdƒ tj	ƒ }t
j|dd	ddddd
d�}|jg |ƒjg dƒjg dƒ | jtj|jjƒ jƒ ƒdƒ tjd|jjƒ |jƒ ƒ}| jtj|jƒ ƒdƒ tjd|jjƒ |jƒ dddd�}| jtj|jƒ ƒdƒ d S )NÚinit_netrM   r‘   )r   r   Zconv_wr   Zconv_bTrù   rú   )rè   ré   r-   rû   rü   rý   rÿ   r   r�   rH   g       @)Zwarmup_runsZ	main_runsZimprovement_threshold)r   r   r   r   r	   r5   r$   r&   r
   rê   r   rù   rÀ   r  r  r   ZApplyTransformIfFaster)r   r   r  rí   rù   Úprotor   r   r   Útest_apply_transform_if_faster—  sB    


z,TestTransform.test_apply_transform_if_fasterNrâ   )
r�   rž   rŸ   r   rã   Zintegersr  r  rå   r  r   r   r   r   ró   r  s   	ró   c                   sN   e Zd Z‡ fdd„Zejjdd„ ƒZejjd
dd„ƒZejjdd	„ ƒZ	‡  Z
S )ÚMyModulec                s2   t t| ƒjƒ  tjjtjdddddggƒƒ| _d S )Nr   r   r   r   g      @)Úsuperr	  Ú__init__r˜   ÚnnÚ	ParameterrG   Úmult)r   )Ú	__class__r   r   r  Ã  s    zMyModule.__init__c             C   s   | j j|ƒS )N)r  Úmm)r   r[   r   r   r   ÚforwardÇ  s    zMyModule.forwardr   c             C   s   || | S )Nr   )r   r[   r\   r›   r   r   r   Úmulti_inputË  s    zMyModule.multi_inputc             C   s   ||d fS )Nr   r   )r   r[   r   r   r   Úmulti_outputÐ  s    zMyModule.multi_output)r   )r�   rž   rŸ   r  r˜   ÚjitZscript_methodr  r  r  Ú__classcell__r   r   )r  r   r	  Â  s
   r	  ÚScriptModulez2Script module integration in Caffe2 is not enabledc               @   s4   e Zd Zdd„ Zdd„ Zdd„ Zdd„ Zd	d
„ ZdS )ÚTestScriptModulec             C   s   t jdtƒ ƒ d S )Nrí   )r	   r2   r	  )r   r   r   r   Ú_createFeedModuleÙ  s    z"TestScriptModule._createFeedModulec             C   s.   t ƒ }tjd|ƒ tjdƒ}| j|d k	ƒ d S )NÚmodule)r	  r	   r2   r_   ry   )r   rí   Úm2r   r   r   ÚtestCreationÜ  s    
zTestScriptModule.testCreationc             C   s†   | j ƒ  tjjddƒjtjƒ}tjdddddggƒjtjƒ}tjd|ƒ tj	t
jdddgd	gƒƒ tjjtjd	ƒtj||ƒdd
� d S )Nr‘   r   r   r   r   Úwr  rí   r\   )Údecimal)r  r0   rp   rq   rr   rf   rL   r	   r2   r#   r   r/   rN   Úassert_almost_equalr_   Úmatmul)r   rZ   Úparamr   r   r   ÚtestForwardâ  s    zTestScriptModule.testForwardc             C   sä   | j ƒ  tjjddƒjtjƒ}tjd|ƒ tjjddƒjtjƒ}tjd|ƒ tjt	j
ddddgdgdd�ƒ tjt	j
dddgd	d
gdd�ƒ tjjtjdƒ|| d dd� tjjtjd	ƒ|dd� tjjtjd
ƒ|d dd� d S )Nr‘   r  Zw2r  rí   r\   r  )ÚmethodÚy1Úy2r  r   )r  r   )r  r0   rp   rq   rr   rf   r	   r2   r#   r   r/   rN   r  r_   )r   rZ   r]   r   r   r   ÚtestMultiInputOutputê  s       z%TestScriptModule.testMultiInputOutputc             C   sR  t jƒ }zþ| jƒ  tjtjddgg dtjj	|dƒdd�ƒ tj
ƒ  | jtjdƒƒ tjtjdg g dtjj	|dƒddd�ƒ | jtjdƒƒ tjjd	d	ƒjtjƒ}tjdd
ddd	ggƒjtjƒ}tjd|ƒ tjtjdddgdgƒƒ tjjtjdƒtj||ƒd	d� W d ytj|ƒ W n4 tk
�rJ } z|jtjk�r:‚ W Y d d }~X nX X d S )NZSaverí   r   ÚdbZminidb)Úabsolute_pathr&  Údb_typeÚLoad)r'  r&  r(  Zload_allr‘   r   r   r   r  r  r\   )r  )ÚtempfileÚmkdtempr  r	   r#   r   r/   rº   r»   rƒ   r   r�   r!   ry   r0   rp   rq   rr   rf   rL   r2   rN   r  r_   r  ÚshutilÚrmtreeÚOSErrorÚerrnoÚENOENT)r   ZtmpdirrZ   r   Úer   r   r   ÚtestSerializationö  s6    
$z"TestScriptModule.testSerializationN)r�   rž   rŸ   r  r  r!  r%  r2  r   r   r   r   r  Õ  s
   r  c               @   s   e Zd Zdd„ Zdd„ ZdS )ÚTestScriptModuleFromStringc             C   s&   t jtjdg dg| jtƒ ƒd�ƒ d S )NZScriptModuleLoadrí   )Zserialized_binary)r	   r#   r   r/   Ú_get_modules_bytesr	  )r   r   r   r   r    s    z,TestScriptModuleFromString._createFeedModulec             C   s&   dd l }|jƒ }tjj||ƒ |jƒ S )Nr   )ÚioÚBytesIOr˜   r  ÚsaveÚgetvalue)r   Z
the_moduler5  Úbufferr   r   r   r4  #  s    z-TestScriptModuleFromString._get_modules_bytesN)r�   rž   rŸ   r  r4  r   r   r   r   r3    s   r3  Ú__main__)4Ú
__future__r   r   r   r   r—   r0   rº   r,  r*  r¯   r˜   Zcaffe2.protor   Zcaffe2.pythonr   r   r	   r
   r   Z"caffe2.python.hypothesis_test_utilÚpythonZhypothesis_test_utilræ   Zhypothesis.strategiesZ
strategiesrã   Z
hypothesisr   ZTestCaser   r    r°   Zhas_gpu_supportr¥   r8   Z
use_mkldnnr±   r³   r¿   ZHypothesisTestCaserÂ   rç   ró   r  r  r	  Z_REGISTERED_OPERATORSr  r3  r�   Úmainr   r   r   r   Ú<module>   sF   
  *
B
	)o+P
D
