3
I4W^.  ã               @   s�   d dl mZ d dl mZ d dl mZ d dl mZ d dlZd dlZd dlm	Z	 d dl
jZd dlmZmZmZmZ d dljjZG dd	„ d	ejƒZdS )
é    )Úabsolute_import)Údivision)Úprint_function)Úunicode_literalsN)Úgiven)ÚbrewÚcoreÚmodel_helperÚrnn_cellc               @   sD   e Zd Zdd„ Zdd„ Zeejddƒejƒ d�dd	„ ƒZ	d
d„ Z
dS )ÚTestObserversc             C   sˆ   t jddgƒ tjƒ  tjƒ | _tj| jdddddt	dd	�fdt	d
d	�fdd� tj
dtjdgdd�ƒ tj| jjƒ tj| jjƒ d S )NÚpythonZcaffe2ÚdataÚyé   é   ZConstantFillg      ð?)Úvalueg        r   )Údim_inÚdim_outZweight_initZ	bias_initZaxisÚfloat32)Údtype)r   Z
GlobalInitÚwsÚResetWorkspacer	   ÚModelHelperÚmodelr   ZfcÚdictÚFeedBlobÚnpÚzerosÚ
RunNetOnceÚparam_init_netÚ	CreateNetÚnet)Úself© r#   ú</tmp/pip-build-e66j97b2/torch/caffe2/python/observer_test.pyÚsetUp   s    
zTestObservers.setUpc             C   s^   | j jjdƒ}tj| j jƒ t|jƒ ƒ | j jjƒ }| j jj|ƒ | j jjƒ d |ksZt	‚d S )NÚTimeObserveré   )
r   r!   ÚAddObserverr   ÚRunNetÚprintÚaverage_timeZNumObserversÚRemoveObserverÚAssertionError)r"   ÚobÚnumr#   r#   r$   ÚtestObserver   s    zTestObservers.testObserverr'   r   )Ú
num_layersÚforward_onlyc             C   sú  dddg}d}d}d}dgt |ƒ }dgt |ƒ }�xdtt |ƒƒD �]R}	||	 }
tjƒ  tjdtj|
g| tjd�ƒ tjdtjj	|
||ƒj
tjƒƒ tjd	tjd
||gtjd�ƒ tjdtjd
||gtjd�ƒ tjdd�}|jjdgƒ g }x<t|ƒD ]0}|jjdj|ƒdj|ƒƒ\}}|j||gƒ qúW tj|dd|||g| d|dd�	\}}}}|j|j|dgdƒdƒ}|�s‚|j|gƒ x,|D ]$}tj|tjd
||gtjd�ƒ �qˆW tj|jƒ | j|jd
|ƒ tjjdƒ |
||g}tjdtjj	|Ž j
tjƒƒ tjdtjj	|
||ƒj
tjƒƒ tj|jdd� |jjdƒ}|jjdƒ}tj|jƒ |jƒ ||	< t dj!dd„ |j"ƒ D ƒƒƒ||	< |jj#|ƒ |jj#|ƒ qBW t$|ƒ t$|ƒ | j%|d
 |d k�oÎ|d |d
 kƒ | j&|d
 |d  |d |d
  ƒ dS )z’
        Test that the RNN executor produces same results as
        the non-executor (i.e running step nets as sequence of simple nets).
        r   é   r   é
   r   Úseq_lengths)r   ÚtargetÚhidden_initr'   Ú	cell_initZlstm)ÚnameÚinputzhidden_init_{}zcell_init_{}T)	r   Z
input_blobr5   Zinitial_statesr   r   Zdrop_statesr2   Zreturn_last_layer_onlyÚdistÚlossiì˜ )Ú	overwriter&   ZRunCountObserverÚ c             s   s   | ]}|j ƒ r|V  qd S )N)Úisdigit)Ú.0Úxr#   r#   r$   ú	<genexpr>…   s    z;TestObservers.test_observer_rnn_executor.<locals>.<genexpr>N)'ÚlenÚranger   r   r   r   ÚarrayZint32ÚrandomZrandZastyper   r   r	   r   r!   ZAddExternalInputsÚformatÚextendr
   ZLSTMZAveragedLossZSquaredL2DistanceZAddGradientOperatorsr   r   Úenable_rnn_executorÚseedr    r(   r)   r+   ÚintÚjoinZ
debug_infor,   r*   Z
assertTrueÚassertEqual)r"   r1   r2   ZTseqZ
batch_sizeZ	input_dimZ
hidden_dimZrun_cntZavg_timeÚjÚTr   Z
init_blobsÚir7   r8   ÚoutputZlast_hiddenÚ_Z
last_stater<   Z	init_blobZinput_shapeZtime_obZ
run_cnt_obr#   r#   r$   Útest_observer_rnn_executor&   sŒ    







 (z(TestObservers.test_observer_rnn_executorc             C   sd   d}xF|j ƒ jD ]8}|jjdƒrx&|jD ]}|jdkr(||_|d7 }q(W qW | j|rXdnd|ƒ d S )Nr   ZRecurrentNetworkrI   r'   r   )ZProtoÚopÚtypeÚ
startswithÚargr9   rP   rM   )r"   r!   r   r2   Z	num_foundrT   rW   r#   r#   r$   rI   Ž   s    
z!TestObservers.enable_rnn_executorN)Ú__name__Ú
__module__Ú__qualname__r%   r0   r   ÚstZintegersZbooleansrS   rI   r#   r#   r#   r$   r      s   
fr   )Ú
__future__r   r   r   r   Znumpyr   ZunittestZ
hypothesisr   Zhypothesis.strategiesZ
strategiesr[   Zcaffe2.pythonr   r   r	   r
   Zcaffe2.python.workspacer   Z	workspacer   ZTestCaser   r#   r#   r#   r$   Ú<module>   s   
