3
I4W^eP ã               @   sæ   d dl mZ d dl mZ d dl mZ d dl mZ d dljZd dlZ	d dl
jZd dlmZ d dljjZd dlmZmZmZmZ d dlmZmZmZmZmZmZmZm Z  d d	l!m"Z" d d
l#m$Z$m%Z% d dl&Z&e&j'e(ƒZ)G dd„ de$ƒZ*dS )é    )Úabsolute_import)Údivision)Úprint_function)Úunicode_literalsN)Úgiven)Úlayer_model_instantiatorÚcoreÚschemaÚ	workspace)ÚAccessedFeaturesÚalmost_equal_schemasÚget_keyÚIdListÚIdScoreListÚInstantiationContextÚis_request_only_scalarÚset_request_only)ÚTags)ÚLayersTestCaseÚOpSpecc            	   @   sÂ  e Zd Zdd„ Zdd„ Zdd„ Zdd„ Zd	d
„ Zdd„ Zdd„ Z	dd„ Z
dd„ Zeejƒ ejddd�ejƒ ejddd�d�dd„ ƒZeejƒ ejddd�d�dd„ ƒZdd„ Zd d!„ Zd"d#„ Zd$d%„ Zd&d'„ Zd(d)„ Zd*d+„ Zd,d-„ Zd.d/„ Zd0d1„ Zd2d3„ Zd4d5„ Zd6d7„ Zd8d9„ Zd:d;„ Z d<d=„ Z!d>d?„ Z"d@dA„ Z#dBdC„ Z$dDdE„ Z%ee&j'dFdGgdH�dI�dJdK„ ƒZ(ee&j'dFdGdLgdH�ejƒ dM�dNdO„ ƒZ)ee&j'dGdFgdH�ejdPdd�dQ�dRdS„ ƒZ*ee&j'dGdFgdH�ejdTdTd�dQ�dUdV„ ƒZ+dWdX„ Z,dYdZ„ Z-d[d\„ Z.d]d^„ Z/d_d`„ Z0dadb„ Z1dcdd„ Z2dedf„ Z3dgdh„ Z4didj„ Z5dkdl„ Z6dmdn„ Z7dodp„ Z8dqdr„ Z9dsdt„ Z:dudv„ Z;ee&j'dGdGgdH�ejƒ dw�dxdy„ ƒZ<eejdPdTƒejdGdƒdz�d{d|„ ƒZ=eejdFdd�ejdGdd�ejdGdd�ej>d}dGd�d~�dd€„ ƒZ?eejdFdd�ejdGdd�ejdGdd�ejd�dTd�ej>d}dGd�ejƒ d‚�dƒd„„ ƒZ@eejdFdd�ejdGdd�ejdGdd�ejd�dTd�ej>d}dGd�ejƒ ejƒ d…�d†d‡„ ƒZAdˆd‰„ ZBef ejddd�ejƒ ejƒ ejƒ ejƒ dŠœe&jC—Žd‹dŒ„ ƒZDef d�ejddd�ie&jC—ŽdŽd�„ ƒZEef e&jCŽd�d‘„ ƒZFd’d“„ ZGef ejdFdd�ejddd�d”œe&jC—Žd•d–„ ƒZHef d—ejddd�ie&jC—Žd˜d™„ ƒZIeejdFdd�ejdFdd�ejdGdd�ejdPdƒdš�d›dœ„ ƒZJd�dž„ ZKdŸd „ ZLd¡S )¢Ú
TestLayersc             C   sx  t j| jjtƒ}t jƒ | j_|jƒ d }|jƒ d }tj	dgd ƒj
tjƒ}tj	ddddddd	d
ddg
ƒj
tjƒ}tj||ƒ tj||ƒ | jj|dddddd�}| jt jt jtjƒƒ|ƒ | jƒ \}}| jƒ }	| jƒ }
tj|ƒ tj|ƒ tj|jƒ ƒ}tj|jƒ ƒ}| j||ƒ | j||ƒ tj|	ƒ tj|
ƒ tjdƒ}tjdƒ}| j|tj	dgd ƒj
tjƒƒ | j||ƒ d S )Nr   é   é
   é   é   é   é   é   é   é   é	   g        g      à?g      ð?)Úoutput_names_or_numZvalues_auto_0Zlengths_auto_0éÿÿÿÿr"   )r	   Ú	NewRecordÚmodelÚnetr   ÚStructÚoutput_schemaÚfield_blobsÚnpÚarrayÚastypeÚint32Úint64r
   ÚFeedBlobZSparseDropoutWithReplacementÚassertEqualÚListÚScalarÚget_training_netsÚget_eval_netÚget_predict_netÚ
RunNetOnceÚ	FetchBlobÚitemsÚlengthsZassertBlobsEqual)ÚselfÚinput_recordÚlengths_blobÚvalues_blobr8   ÚvaluesÚoutÚtrain_init_netÚ	train_netÚeval_netÚpredict_netZ
out_valuesZout_lengthsZpredict_valuesZpredict_lengths© rC   ú:/tmp/pip-build-e66j97b2/torch/caffe2/python/layers_test.pyÚ testSparseDropoutWithReplacement'   s4    &





 z+TestLayers.testSparseDropoutWithReplacementc             C   s¶  | j tjdtjtjdfƒfdtjtjdfƒfdtjtjdfƒfƒƒ}| jj|ƒ}| jj	|ƒ d| jj
kslt‚| jtjtjtƒ fƒ| jj
jƒ | j|| jj
jƒ | jj	|dƒ d| jj
ks¼t‚| jtjtjtƒ fƒ| jj
jƒ | j|| jj
jƒ | jj	tjtjtjdƒd	�dƒ d
| jj
k�s t‚| jtjtjtƒ fƒ| jj
jƒ tjdƒ| jj
jƒ k�s\t‚| jj	tjdtjtjtjdƒd	�fƒdƒ d| jj
k�s˜t‚| jtjdtjtjtƒ fƒfƒ| jj
jƒ tjdƒ| jj
jƒ k�sÞt‚tjtjtjdƒd	�}tjtjtjdƒd	�}tjd||gžŽ }| jj	|dƒ d| jj
k�s<t‚| jtjdtjtjtƒ fƒfdtjtjtƒ fƒfƒ| jj
jƒ tjdƒ| jj
jƒ k�s–t‚tjdƒ| jj
jƒ k�s²t‚d S )NÚlabelr   Úlogitr   ÚweightÚunnamedÚaddLossZloss_blob_1)ÚdtypeZblobÚaddLoss_auto_0Z
structNameZloss_blob_2ÚaddLoss_auto_1Zloss_blob_in_tuple_0Zloss_blob_in_tuple_1Úloss_in_tupleÚaddLoss_auto_2Úloss_in_tuple_0Úloss_in_tuple_1)r   )r   )r   )rN   )Ú
new_recordr	   r&   r1   r)   Úfloat64Úfloat32r$   ÚBatchLRLossZadd_lossÚlossÚAssertionErrorr/   ÚtuplerI   rJ   r   ZBlobReferencerL   r(   rM   Z
NamedTuplerO   )r9   Zinput_record_LRZloss_LRrP   rQ   Z
loss_tuplerC   rC   rD   ÚtestAddLossI   sh    zTestLayers.testAddLossc             C   s¸   | j jdtjƒ ƒ | j jdtjƒ ƒ | j jdtjƒ ƒ | j| j jtjdtjdtjƒ fdtjƒ fƒfdtjƒ fƒƒ | j jddhƒ | j| j jtjdtjdtjƒ fƒfdtjƒ fƒƒ d S )Nza:bza:cÚdÚaÚbÚc)r$   Zadd_metric_fieldr	   r1   r/   Zmetrics_schemar&   Zfilter_metrics_schema)r9   rC   rC   rD   ÚtestFilterMetricSchema•   s"    
z!TestLayers.testFilterMetricSchemac          
   C   s¦   | j jdtjƒ ƒ tjdtjƒ fƒ}| j| j j|ƒ | j jdtjtjƒƒ tjdtjƒ fdtjtjƒfƒ}| j| j j|ƒ | j	t
ƒ� | j jdtjƒ ƒ W d Q R X d S )NÚstructZscalar)r$   Zadd_output_schemar	   r&   r/   r'   r1   r)   rS   ÚassertRaisesrW   )r9   Úexpected_output_schemarC   rC   rD   ÚtestAddOutputSchema®   s    
zTestLayers.testAddOutputSchemac             C   s   | j ||ƒ}tj|ƒ |S )a!  
        Helper function to assert the net contains some set of operations and
        then to run the net.

        Inputs:
            net -- the network to test and run
            ops_list -- the list of operation specifications to check for
                        in the net
        )ÚassertNetContainOpsr
   r5   )r9   r%   Úops_listZ
ops_outputrC   rC   rD   Ú	_test_netÆ   s    

zTestLayers._test_netc             C   sª   d}| j j| j jj|ƒ}|| j _| jtjtj	|ffƒ|ƒ | j
ƒ \}}| j|tdd d ƒgƒ}td| j jjƒ |d jd g|jƒ ƒ}| j||gƒ | jƒ }| j||gƒ d S )Nr   ÚUniformFillZMatMulr   )r$   ZFCWithoutBiasÚinput_feature_schemaÚfloat_featuresr'   r/   r	   r1   r)   rT   r2   rc   r   Úoutputr(   r4   )r9   Úoutput_dimsZfc_without_biasr?   r@   Úinit_opsZmat_mul_specrB   rC   rC   rD   ÚtestFCWithoutBiasÔ   s&    

zTestLayers.testFCWithoutBiasc             C   sx   d}d}d}| j tjdtjtj||ffƒfƒƒ}| jj|j|dd�}|| j_	| j
tjtj||ffƒ|ƒ | jƒ \}}d S )Nr   é   é   Úhistory_sequencer   )Úaxis)rR   r	   r&   r1   r)   rT   r$   ÚFCro   r'   r/   r2   )r9   Ú	input_dimZ
output_dimÚ
max_lengthr:   Zfc_outr?   r@   rC   rC   rD   ÚtestFCwithAxis2ö   s    zTestLayers.testFCwithAxis2c             C   s”  t j| jjt jdt jdt jt jtjt j	dd�d�ƒfƒfƒƒ}d}|j
jjjƒ }|j
jjjƒ }|j
jjjƒ }tjdgƒjtjƒ}tjdgƒjtjƒ}tjdgƒjtjƒ}tj||ƒ tj||ƒ tj||ƒ | jj|j
j|gdd	d
difd�}	t jƒ | j_| jt jtj|ffƒ|	ƒ | jƒ \}
}tj|
ƒ tjdƒ}tjddddddddggƒjtjƒ}tjd|ƒ tj|jƒ ƒ tjdƒ}| j|jƒ |jƒ ƒ d S )NÚsparseÚsparse_feature_0r   )Úcategorical_limit)Úmetadatar   r   ÚSumÚConstantFillÚvalueg      ð?)Zweight_initzsparse_lookup/wr   )r	   r#   r$   r%   r&   ZListWithEvictedr1   r)   r-   ÚMetadataru   rv   r8   Úgetr7   Z_evicted_valuesr*   r+   r,   r
   r.   ÚSparseLookupr'   r/   rT   r2   r5   r6   ÚProtoZassertEqualsÚall)r9   ÚrecordÚembedding_dimr;   r<   Zevicted_values_blobr8   r=   Zevicted_valuesÚembedding_after_poolingr?   r@   Zembedding_after_initÚ
new_valuesZembedding_after_trainingrC   rC   rD   Ú&testSparseLookupSumPoolingWithEviction  s:    

$
z1TestLayers.testSparseLookupSumPoolingWithEvictionc       	      C   s  t j| jjt jdt jdt jt jtjt j	dd�d�ƒfƒfƒƒ}d}| jj
|jj|gdƒ}t jƒ | j_| jt jtj|ffƒ|ƒ | jƒ \}}| j|tdd d ƒtd	d d ƒgƒ}td
|d jd |jjjƒ |jjjƒ g|ƒ gƒ}| j||gƒ | jƒ }| j||gƒ d S )Nru   rv   iè  )rw   )rx   é@   ry   rf   rz   ZSparseLengthsSumr   )r	   r#   r$   r%   r&   r0   r1   r)   r-   r|   r~   ru   rv   r'   r/   rT   r2   rc   r   ri   r7   r8   r4   )	r9   r�   r‚   rƒ   r?   r@   rk   Úsparse_lookup_op_specrB   rC   rC   rD   ÚtestSparseLookupSumPooling3  s4    


z%TestLayers.testSparseLookupSumPoolingéd   éÈ   )Z	min_valueZ	max_valuer   rn   )Úuse_hashingÚmoduloÚuse_divide_modÚdivisorc       	      C   sÀ   t j| jjt jt jtjt jdd�d�ƒƒ}|dkr6|nd}| jj	|||||d�}|| j_
| jt| jjƒdƒ | j|jjj|ƒ | jƒ \}}|r¦| jt|jƒ jƒdƒ n| jt|jƒ jƒdƒ d S )	Ni`ê  )rw   )rx   F)rŒ   r‹   r�   rŽ   r   r   r   )r	   r#   r$   r%   r0   r1   r)   r-   r|   ÚSparseFeatureHashr'   r/   ÚlenÚlayersÚ_itemsrx   rw   r2   r   Úop)	r9   r‹   rŒ   r�   rŽ   r�   r'   r?   r@   rC   rC   rD   ÚtestSparseFeatureHashIdList[  s(    z&TestLayers.testSparseFeatureHashIdList)r‹   rŒ   c             C   s€   t j| jjt jt jtjt jdd�d�tj	ƒƒ}| jj
|||d�}|| j_| jt| jjƒdƒ | j|jjjj|ƒ | jƒ \}}d S )Ni`ê  )rw   )rx   )rŒ   r‹   r   )r	   r#   r$   r%   ÚMapr1   r)   r-   r|   rT   r�   r'   r/   r�   r‘   r’   Úkeysrx   rw   r2   )r9   r‹   rŒ   r�   r'   r?   r@   rC   rC   rD   Ú testSparseFeatureHashIdScoreList}  s    


z+TestLayers.testSparseFeatureHashIdScoreListc             C   sr   t j| jjt jdt jdt jt jtjt j	dd�d�ƒfƒfƒƒ}d}| j
tƒ� | jj|jj|gdƒ W dQ R X dS )	z€
        Currently the implementation of SparseLookup assumed input is id_score_list
        when use PositionWeighted.
        ru   rv   iè  )rw   )rx   r†   ÚPositionWeightedN)r	   r#   r$   r%   r&   r0   r1   r)   r-   r|   r`   rW   r~   ru   rv   )r9   r�   r‚   rC   rC   rD   Ú1testSparseLookupIncorrectPositionWeightedOnIdList”  s    z<TestLayers.testSparseLookupIncorrectPositionWeightedOnIdListc       	      C   s<  t j| jjt jdt jdt jt jtjt j	dd�d�ƒfƒfƒƒ}|j
j}| jj|ƒ}t jt|ƒ|j|jd�}d}| jj||gdƒ}t jƒ | j_| jt jtj|ffƒ|ƒ | jƒ \}}| j|td	d d ƒtd
d d ƒtd	d d ƒgƒ | j|tdd d ƒtdd d ƒtdd d ƒgƒ | jƒ }| j|tdd d ƒtdd d ƒtdd d ƒgƒ d S )Nru   rv   iè  )rw   )rx   )r–   r=   r;   r†   r˜   rz   rf   ZLengthsRangeFillÚGatherÚSparseLengthsWeightedSum)r	   r#   r$   r%   r&   r0   r1   r)   r-   r|   ru   rv   r˜   r•   r   Zposition_weightsr8   r~   r'   r/   rT   r2   rc   r   r4   )	r9   r�   Zsparse_segmentZpos_w_layerr‚   rƒ   r?   r@   rB   rC   rC   rD   Ú(testSparseLookupPositionWeightedOnIdList¦  sB    






z3TestLayers.testSparseLookupPositionWeightedOnIdListc       	      C   s  t j| jjt jdt jdt jt jtjt j	dd�d�tj
ƒfƒfƒƒ}d}| jj|jj|gdƒ}t jƒ | j_| jt jtj
|ffƒ|ƒ | jƒ \}}| j|tdd d ƒtd	d d ƒgƒ}td
|d jd |jjjƒ |jjjƒ |jjjƒ g|ƒ gƒ}| j||gƒ | jƒ }| j||gƒ d S )Nru   Úid_score_list_0iè  )rw   )rx   r†   r˜   rf   rz   r›   r   )r	   r#   r$   r%   r&   r•   r1   r)   r-   r|   rT   r~   ru   r�   r'   r/   r2   rc   r   ri   r=   r–   r8   r4   )	r9   r�   r‚   rƒ   r?   r@   rk   r‡   rB   rC   rC   rD   Ú-testSparseLookupPositionWeightedOnIdScoreListÙ  s<    




z8TestLayers.testSparseLookupPositionWeightedOnIdScoreListc             C   sr   t j| jjt jdt jdt jt jtjt j	dd�d�ƒfƒfƒƒ}d}| j
tƒ� | jj|jj|gdƒ W dQ R X dS )	z
        Currently the implementation of SparseLookup assumed input is id_score_list
        when use RecencyWeighted.
        ru   rv   iè  )rw   )rx   r†   ÚRecencyWeightedN)r	   r#   r$   r%   r&   r0   r1   r)   r-   r|   r`   rW   r~   ru   rv   )r9   r�   r‚   rC   rC   rD   Ú0testSparseLookupIncorrectRecencyWeightedOnIdList	  s    z;TestLayers.testSparseLookupIncorrectRecencyWeightedOnIdListc       	      C   s  t j| jjt jdt jdt jt jtjt j	dd�d�tj
ƒfƒfƒƒ}d}| jj|jj|gdƒ}t jƒ | j_| jt jtj
|ffƒ|ƒ | jƒ \}}| j|tdd d ƒtd	d d ƒgƒ}td
|d jd |jjjƒ |jjjƒ |jjjƒ g|ƒ gƒ}| j||gƒ | jƒ }| j||gƒ d S )Nru   r�   iè  )rw   )rx   r†   rŸ   rf   rz   r›   r   )r	   r#   r$   r%   r&   r•   r1   r)   r-   r|   rT   r~   ru   r�   r'   r/   r2   rc   r   ri   r=   r–   r8   r4   )	r9   r�   r‚   rƒ   r?   r@   rk   r‡   rB   rC   rC   rD   Ú,testSparseLookupRecencyWeightedOnIdScoreList  s<    




z7TestLayers.testSparseLookupRecencyWeightedOnIdScoreListc             C   sž   d}d}t j| jjt jdt jtj||ffƒfƒƒ}| jj||| ƒ}| j	t jtj|| ffƒ|ƒ | j
ƒ \}}| j|g ƒ | j|tdd d ƒtdd d ƒgƒ d S )Nr†   r   Úall_embeddingsÚBatchMatMulÚFlatten)r	   r#   r$   r%   r&   r1   r)   rT   ÚPairwiseSimilarityr/   r2   rc   r   )r9   r‚   ÚNr�   Úcurrentr?   r@   rC   rC   rD   Ú'testPairwiseSimilarityWithAllEmbeddingsK  s    
z2TestLayers.testPairwiseSimilarityWithAllEmbeddingsc          	   C   s¦   d}t j| jjt jdt jtjd|ffƒfdt jtjd|ffƒfƒƒ}| jj|dƒ}| j	t jtjd
fƒ|ƒ | j
ƒ \}}| j|g ƒ | j|tdd d ƒtdd d ƒgƒ d S )Nr†   Úx_embeddingsr   Úy_embeddingsr   r£   r¤   rm   rm   )rm   )r	   r#   r$   r%   r&   r1   r)   rT   r¥   r/   r2   rc   r   )r9   r‚   r�   r§   r?   r@   rC   rC   rD   Ú)testPairwiseSimilarityWithXandYEmbeddingsb  s     
z4TestLayers.testPairwiseSimilarityWithXandYEmbeddingsc       	   	   C   s  d}dddg}| j jt| j jjdƒƒ|tjd�}tjtjt	|ƒf|ƒ}tj
| j jtjdtjtjd|ffƒfdtjtjd	|ffƒfd
|fƒƒ}| j j|t	|ƒƒ}| jtjtjt	|ƒffƒ|ƒ | jƒ \}}| j|g ƒ | j|tdd d ƒtdd d ƒtdd d ƒgƒ d S )Nr†   r   r   r   Zpairwise_dot_product_gather)rK   r©   rª   r   Úindices_to_gatherr£   r¤   ZBatchGather)r$   Zadd_global_constantÚstrr%   ZNextScopedBlobr)   r,   r	   r1   r�   r#   r&   rT   r¥   r/   r2   rc   r   )	r9   r‚   Z
output_idxZoutput_idx_blobr¬   r�   r§   r?   r@   rC   rC   rD   Ú2testPairwiseSimilarityWithXandYEmbeddingsAndGather{  s4    



z=TestLayers.testPairwiseSimilarityWithXandYEmbeddingsAndGatherc             C   sœ   d}t j| jjt jdt jtjd|ffƒfƒƒ}| jt	ƒ� | jj
|dƒ W d Q R X t j| jjt jdt jtjƒfƒƒ}| jt	ƒ� | jj
|dƒ W d Q R X d S )Nr†   r©   r   é   r¢   )r	   r#   r$   r%   r&   r1   r)   rT   r`   rW   r¥   r0   )r9   r‚   r�   rC   rC   rD   Ú$testPairwiseSimilarityIncorrectInput¤  s    z/TestLayers.testPairwiseSimilarityIncorrectInputc             C   s¶   d}| j tjdtjtj|ffƒfdtjtj|ffƒfdtjtj|ffƒfƒƒ}| jj|ƒ}| jtjtjt	|j
ƒ| ffƒ|ƒ | jj|ddd�}| jtjtjt	|j
ƒ|ffƒ|ƒ d S )Nr†   Úinput1Úinput2Úinput3r   )rp   Zadd_axis)rR   r	   r&   r1   r)   rT   r$   ÚConcatr/   r�   Úfields)r9   r‚   r:   ri   rC   rC   rD   Ú
testConcat¶  s    zTestLayers.testConcatc             C   sä  d}| j tjtjdfƒƒ}| j tjtjdfƒƒ}| jjtjd| jj	j
fd|fd|fƒd|ƒ}|| j_| jdt| jjƒƒ | jtjtj|ffƒ|ƒ | jƒ \}}| j|tdd d ƒtdd d ƒgƒ}| jjd	 }td
|d	 jd	 |ƒ g|jjd	 gƒ}	td
|d jd	 |ƒ g|jjd gƒ}
td| jj	j
ƒ g|jj |jƒ ƒ}td|ƒ gd gƒ}td|jƒ d	 d g|jƒ ƒ}| j||	|
|||gƒ}| j|d jd	 |d jd ƒ | jƒ }| j|td| jj	j
ƒ |d	 jd	 |d jd	 g|jƒ ƒgƒ d S )Niè  r   ÚinputÚindicesÚsampling_probrq   r   rf   r   rš   ÚLogÚSubr   r   )r   )r   )rR   r	   r1   r)   r,   rT   r$   ZSamplingTrainr&   rg   rh   r'   r/   r�   r‘   r2   rc   r   ri   Z_prediction_layerZtrain_param_blobsr(   r·   r4   )r9   rj   r¸   r¹   Z
sampled_fcr?   r@   rk   Zsampled_fc_layerZgather_w_specZgather_b_specZtrain_fc_specZlog_specZsub_specZ	train_opsrB   rC   rC   rD   ÚtestSamplingTrainÎ  sl    


 
zTestLayers.testSamplingTrainc             C   sn   | j tjdtjtjdfƒfdtjtjdfƒfdtjtjdfƒfƒƒ}| jj|ƒ}| j	tjtjt
ƒ fƒ|ƒ d S )	NrF   r   rG   r   rH   )r   )r   )r   )rR   r	   r&   r1   r)   rS   rT   r$   rU   r/   rX   )r9   r:   rV   rC   rC   rD   ÚtestBatchLRLoss+  s    zTestLayers.testBatchLRLossc          	   C   s€   | j tjdtjtjdfƒfdtjtjdfƒfdtjtjd	fƒfdtjtjd
fƒfƒƒ}| jj|ƒ}| j	tjtjt
ƒ fƒ|ƒ d S )NrF   r   rG   r   rH   Zlog_variance)r   )r   )r   )r   )rR   r	   r&   r1   r)   rS   rT   r$   rU   r/   rX   )r9   r:   rV   rC   rC   rD   ÚtestBatchLRLossWithUncertainty4  s    z)TestLayers.testBatchLRLossWithUncertaintyc             C   sº   | j tjdtjtjdfƒfdtjtjƒfƒƒ}tjdddgtjd�}tjddd	gtjd�}tjdddd
ddgtjd�}tj	||||gƒ | j
j|ƒ}| jƒ  | jtjtjtƒ fƒ|ƒ d S )NÚpos_predictionr   Úneg_predictiongš™™™™™¹?gš™™™™™É?g333333Ó?)rK   r   r   gš™™™™™Ù?g      à?g333333ã?)r   )rR   r	   r&   r1   r)   rT   r0   r*   r,   Ú
FeedRecordr$   ZMarginRankLossÚrun_train_net_forward_onlyr/   rX   )r9   r:   Ú	pos_itemsÚneg_lengthsÚ	neg_itemsrV   rC   rC   rD   ÚtestMarginRankLoss>  s    zTestLayers.testMarginRankLossc             C   sÔ   | j tjdtjtjdfƒfdtjtjƒfƒƒ}tjddgtjd�}tjddgtjd�}tjdd	d
gtjd�}tj	||||gƒ | j
j|ƒ}| jƒ  | jtjtjtƒ fƒ|ƒ tjdƒ}tjjtjdtjd�|ƒ d S )Nr¿   r   rÀ   gš™™™™™é?gÍÌÌÌÌÌì?)rK   r   gš™™™™™¹?gš™™™™™É?g333333Ó?zbpr_loss/outputgI×L¾Ùæó?)r   )rR   r	   r&   r1   r)   rT   r0   r*   r,   rÁ   r$   ZBPRLossrÂ   r/   rX   r
   r6   ÚtestingZassert_array_almost_equal)r9   r:   rÃ   rÄ   rÅ   rV   ÚresultrC   rC   rD   ÚtestBPRLossN  s    
zTestLayers.testBPRLossc             C   s\   | j tjdtjtjdfƒfdtjtjdfƒfƒƒ}| jj|ƒ}| j	tjtjt
ƒ fƒ|ƒ d S )NrF   r   Ú
predictionr   )r   )r   )rR   r	   r&   r1   r)   rS   rT   r$   ZBatchMSELossr/   rX   )r9   r:   rV   rC   rC   rD   ÚtestBatchMSELoss`  s
    zTestLayers.testBatchMSELossc             C   s\   | j tjdtjtjdfƒfdtjtjdfƒfƒƒ}| jj|ƒ}| jtjtjt	ƒ fƒ|ƒ d S )NrF   r   rÊ   r   )r   )r   )
rR   r	   r&   r1   r)   rT   r$   ZBatchHuberLossr/   rX   )r9   r:   rV   rC   rC   rD   ÚtestBatchHuberLossh  s
    zTestLayers.testBatchHuberLossc             C   s\   | j tjdtjtjdfƒfdtjtjdfƒfƒƒ}| jj|ƒ}| jtjtjt	ƒ fƒ|ƒ d S )NrF   é    rÊ   )rÍ   )rÍ   )
rR   r	   r&   r1   r)   rT   r$   ZBatchSigmoidCrossEntropyLossr/   rX   )r9   r:   rV   rC   rC   rD   Ú testBatchSigmoidCrossEntropyLossp  s
    z+TestLayers.testBatchSigmoidCrossEntropyLossc             C   st   | j tjdtjtjtƒ fƒfdtjtjdfƒfƒƒ}| jj|ƒ}| j	tjdtjtjdfƒfdtjtjƒfƒ|ƒ d S )NrF   rÊ   rÍ   ÚsoftmaxrV   )rÍ   )rÍ   )
rR   r	   r&   r1   r)   rT   rX   r$   ÚBatchSoftmaxLossr/   )r9   r:   rV   rC   rC   rD   ÚtestBatchSoftmaxLossx  s    zTestLayers.testBatchSoftmaxLossc             C   s†   | j tjdtjtjtƒ fƒfdtjtjdfƒfdtjtjd	fƒfƒƒ}| jj	|ƒ}| j
tjdtjtjd
fƒfdtjtjƒfƒ|ƒ d S )NrF   rÊ   rÍ   rH   r   rÏ   rV   )rÍ   )r   )rÍ   )rR   r	   r&   r1   r)   rT   rX   rS   r$   rÐ   r/   )r9   r:   rV   rC   rC   rD   ÚtestBatchSoftmaxLossWeightƒ  s    z%TestLayers.testBatchSoftmaxLossWeightr   r   )Zdims)ÚXc          	   C   s  | j tjtjdfƒƒ}tj||gƒ | jj|ƒ}| jtjtjdfƒ|ƒ tj	ƒ | j_
| jƒ \}}| j|tdd d ƒtdd d ƒtdd d ƒtdd d ƒgƒ}|jƒ d }|jƒ d }td|gd ƒ}	tdd |d jd |d jd |d jd |d jd g||d jd |d jd d d gdd	d
dœƒ}
tdd |d jd |d jd |d jd |d jd g|gdd	d
dœƒ}td|g|gƒ}| j||	|
|gƒ | jƒ }| j||	||gƒ | jƒ }| j||	||gƒ tj|ƒ tj|ƒ tj||gƒ tj|ƒ tj||gƒ tj|ƒ d S )Nr   rz   r   Z
ExpandDimsZ	SpatialBNr   r   r   ZNCHWgÍÌÌÌÌÌì?)Úis_testÚorderZmomentumZSqueeze)r   )r   )rR   r	   r1   r)   rT   rÁ   r$   ZBatchNormalizationr/   r&   r'   r2   rc   r   r(   ri   r3   r4   r
   r5   )r9   rÓ   r:   Z	bn_outputr?   r@   rk   Ú
input_blobÚoutput_blobZexpand_dims_specZtrain_bn_specZtest_bn_specZsqueeze_specrA   rB   rC   rC   rD   ÚtestBatchNormalization�  sf    


 


z!TestLayers.testBatchNormalizationr   )rÓ   Úuse_layer_norm_opc             C   s˜   d}|s|j ddƒ}d}| jtjtj|fƒƒ}tj||gƒ | jj||d�}| j	tjtj|fƒ|ƒ tj
ƒ | j_| jdd�\}}tj|ƒ tj|ƒ d S )	Nr   r   r   )rÙ   T)Zadd_constants)r   r   )r   )ÚreshaperR   r	   r1   r)   rT   rÁ   r$   ZLayerNormalizationr/   r&   r'   r2   r
   r5   )r9   rÓ   rÙ   Úexpectr:   Z	ln_outputr?   r@   rC   rC   rD   ÚtestLayerNormalizationà  s    

z!TestLayers.testLayerNormalizationr   )rÓ   Únum_to_collectc             C   s†   | j tjtjƒƒ}tj||gƒ | jj||ƒ}| jƒ  tj	|j
ƒ}tdd| ƒ}tj||d … |ƒ ƒ tj	|jƒ}tjdg|ƒ ƒ d S )Nr   r   )rR   r	   r1   r)   rT   rÁ   r$   ZLastNWindowCollectorrÂ   ÚFetchRecordÚlast_nÚmaxÚnptÚassert_array_equalÚnum_visited)r9   rÓ   rÝ   r:   rß   Úoutput_recordÚstartrã   rC   rC   rD   ÚtestLastNWindowCollectorõ  s    z#TestLayers.testLastNWindowCollectorr   c             C   sˆ  t jdddddgt jd�}| jtjdtjdtjƒ fƒfdtjt jƒfƒƒ}tj|||gƒ | jj	|j
d|j
jƒ d�}tjd	|fd|jfƒ}| jj||ƒ}tjƒ | j_tj| jƒ\}}	tj|ƒ tj|	ƒ tj|	jƒ jdd
� tj|jƒ}
tjdg|
ƒ ƒ x0| jjD ]$}tjt|ƒƒ}tjt|ƒ|ƒ �qW t jdddddgt jd�}tj|j|gƒ tj|	jƒ jdd
� tj|jƒ}
tjdg|
ƒ ƒ d S )Nr   r   r   )rK   r�   ÚdenseÚ	object_id)rµ   Údata)Únum_iterr   )r)   r*   r-   rR   r	   r&   r1   rÁ   r$   ZPackRecordsr�   Úfield_namesrè   ZReservoirSamplingr'   r   Ú#generate_training_nets_forward_onlyr
   r5   Ú	CreateNetÚRunNetr   ÚnamerÞ   rã   rá   râ   ÚparamsZSerializeBlobr­   ZDeserializeBlob)r9   rÓ   rÝ   ZIDr:   Zpacked_recordZreservoir_inputZ	reservoirr?   r@   rã   ÚparamZ
serializedrC   rC   rD   ÚtestReservoirSamplingWithID  s<    

z&TestLayers.testReservoirSamplingWithIDc             C   sÖ   | j tjtjƒƒ}tjddddddgtjd�}tj||gƒ d}d}| jj|||ƒ}|| j_	| j
ƒ  tj|jƒ ƒ}tj|jƒ ƒ}| j|t|ƒƒ tjj||d t|ƒ… ƒ tjjtjt|ƒ| g| tjd�|ƒ d S )	Nr   r   é   é   rn   éc   )rK   r‰   )rR   r	   r1   r)   r,   r*   rÁ   r$   ÚUniformSamplingrV   Úrun_train_netr
   r6   Úsamplesr¹   r/   r�   rÇ   râ   Úassert_almost_equalÚfloatrT   )r9   r:   Zinput_arrayÚnum_samplesÚnum_elementsZuniform_sampling_outputrø   r¹   rC   rC   rD   ÚtestUniformSampling-  s$    

zTestLayers.testUniformSamplingc             C   sD   | j tjtjƒƒ}d}d}| jtƒ� | jj|||ƒ W d Q R X d S )NrŠ   r‰   )	rR   r	   r1   r)   r,   r`   rW   r$   rö   )r9   r:   rû   rü   rC   rC   rD   Ú*testUniformSamplingWithIncorrectSampleSizeB  s
    z5TestLayers.testUniformSamplingWithIncorrectSampleSizec          
      sæ  t jdddgt jd�}t jttdƒƒt jd�jddƒ‰ t jttdƒƒt jd�‰t jttˆjƒ ƒƒt jd�‰t jttˆjƒ ƒƒt jd�‰t jttˆjƒ ƒƒt jd�‰| j	t
jdt
jt jƒfd	t
jd
t
jt jƒfdt
jt
jt jƒƒfƒfdt
jƒ fƒƒ}| j	t
jt jƒƒ}t
jd|fd|fƒ}t
j||ˆ ˆˆˆˆˆgƒ | jj|ƒ}| jt
j||ƒƒ | jƒ  tj|jƒ ƒ}t jjt j‡ fdd„|D ƒƒ|ƒ tj|jjjƒ ƒ}t jjt j‡fdd„|D ƒƒ|ƒ tj|jjjƒ ƒ}ˆjƒ ˆ ‰t jjt j‡‡‡fdd„|D ƒƒ|ƒ tj|jjjjƒ ƒ}	t jjt j‡‡‡fdd„|D ƒƒ|	ƒ g ‰g ‰d}
d}xZˆD ]R}ˆj|
ƒ d}x2t|ƒD ]&}|
ˆ| 7 }
|ˆ| 7 }|d7 }�qnW ˆj|ƒ �qRW tj|jjjjƒ ƒ}t jjt j‡‡‡fdd„|D ƒƒ|ƒ d S )Nr   r   r   )rK   rn   r   r   rç   ru   ÚlistÚlist_of_listZempty_structr¸   r�   c                s   g | ]}ˆ ||d  … ‘qS )r   rC   )Ú.0Úi)rç   rC   rD   ú
<listcomp>g  s    z/TestLayers.testGatherRecord.<locals>.<listcomp>c                s   g | ]}ˆ ||d  … ‘qS )r   rC   )r  r  )r8   rC   rD   r  k  s    c                s(   g | ] }ˆ ˆ| ˆ| ˆ|  … ‘qS rC   rC   )r  r  )r7   r8   ÚoffsetsrC   rD   r  r  s   c                s(   g | ] }ˆ ˆ| ˆ| ˆ|  … ‘qS rC   rC   )r  r  )Úitems_lengthsr8   r  rC   rD   r  z  s   r   c                s(   g | ] }ˆ ˆ| ˆ| ˆ|  … ‘qS rC   rC   )r  r  )Úitems_itemsÚnested_lengthsÚnested_offsetsrC   rD   r  ‘  s   ) r)   r*   r,   rÿ   ÚrangerT   rÚ   Úsumr-   rR   r	   r&   r1   r0   rÁ   r$   ZGatherRecordZ
assertTrueÚequal_schemasrÂ   r
   r6   rç   rÇ   râ   Zconcatenateru   r8   r7   Zcumsumr   Úappend)r9   r¸   r�   Zindices_recordr:   Zgathered_recordZgathered_denseZgathered_lengthsZgathered_itemsZgathered_items_lengthsZnested_offsetÚjÚlZnested_lengthZ_iZgathered_items_itemsrC   )rç   r7   r  r  r8   r  r  r  rD   ÚtestGatherRecordI  s‚     


zTestLayers.testGatherRecordc             C   sd  | j tjtjƒƒ}| jj|dd�j}tjƒ | j_	| j
ƒ \}}tj|tjddddddddgtjd	�gƒ tj|ƒ tj|ƒ tj|ƒ ƒ}tjjtjd
dddddddgtjd	�|ƒ tj|tjddddddddgtjd	�gƒ tj|ƒ tj|ƒ ƒ}tjjtjd
dddddd
dgtjd	�|ƒ | jƒ }tj|tjdddddddgtjd	�gƒ tj|ƒ tj|ƒ ƒ}tjjtjd
ddddddgtjd	�|ƒ tj|tjddddddgtjd	�gƒ tj|ƒ tj|ƒ ƒ}tjjtjd
dddddgtjd	�|ƒ | jƒ }tj|tjdddddddddg	tjd	�gƒ tj|ƒ tj|ƒ ƒ}tjjtjdddddddddg	tjd	�|ƒ d S )Nr‰   )Z	max_indexr   r   rn   rõ   rô   ró   )rK   r   r   r   r   r   é   é#   é<   r   r   r    rŠ   r   ée   és   é—   )rR   r	   r1   r)   r,   r$   Z
MapToRanger¸   r&   r'   r2   rÁ   r*   r
   r5   r6   rÇ   râ   r3   r4   )r9   r:   Zindices_blobr?   r@   r¸   rA   rB   rC   rC   rD   ÚtestMapToRange˜  s`    
$

$
"
 
&
 zTestLayers.testMapToRangec             C   s@  | j jj}tjddgtjd�}tj||gƒ ttj	ƒ� | j j
|dƒ}W d Q R X | j jtjtj|ftj|ftj|fƒƒ}tjd|fƒ| j _tj| j ƒ}tj|ƒ tj|jƒ ƒ}tj||d ƒ ƒ tj| j ƒ}tj|ƒ tj|jƒ ƒ}tjtj|ƒ|d ƒ ƒ tj| j ƒ\}	}
tj|
ƒ tj|
jƒ ƒ}tjtj|ƒ|d ƒ ƒ d S )Ng      ð?g       @)rK   r   Újoined)r$   rg   rh   r)   r*   rT   r	   rÁ   r   ZEXCLUDE_FROM_PREDICTIONrº   ZSelectRecordByContextr&   r   Z
PREDICTIONZTRAININGZEVALr'   r   Úgenerate_predict_netr
   r5   rÞ   rä   rá   râ   Zgenerate_eval_netÚlogrì   )r9   rh   Zfloat_arrayZlog_float_featuresr  rB   Zpredict_outputrA   Zeval_outputÚ_r@   Ztrain_outputrC   rC   rD   ÚtestSelectRecordByContextÜ  s8    



z$TestLayers.testSelectRecordByContextc             C   s  dd„ }| j j| j jjd|dd�}|jtjdfƒ | j j|dƒ| j _t	j
| j ƒ}|jƒ j}t|ƒdksjt‚|d	 jd
ks|t‚|d jdksŽt‚|d jdks t‚t|d	 jƒdks¶t‚|d	 jd	 | j jjƒ ksÔt‚t|d jƒdksêt‚|d jd	 |d jk�st‚d S )Nc             S   s*   | j |ƒ dƒ}| j|ƒ |g|ƒ dd� d S )Nr   )Ú	broadcast)ÚReduceFrontMeanr»   )r%   Z	in_recordZ
out_recordÚmeanrC   rC   rD   Ú	normalize  s
    z1TestLayers.testFunctionalLayer.<locals>.normalizer   Z
normalizer)rï   rÍ   r   r   r   r  r»   rq   )r$   Z
Functionalrg   rh   Úset_typer)   rT   rq   r'   r   r  r   r“   r�   rW   Útyper·   ri   )r9   r  Ú
normalizedrB   ÚopsrC   rC   rD   ÚtestFunctionalLayer  s$    


zTestLayers.testFunctionalLayerc             C   s  | j j| j jjdƒ}| j jtj| j jj|ƒddd�}|jtj	d
fƒ | j j
|dƒ| j _tj| j ƒ}|jƒ j}t|ƒdks|t‚|d jdksŽt‚|d jdks t‚|d jd	ks²t‚t|d jƒdksÈt‚|d jd | j jjƒ ksæt‚t|d jƒdksüt‚|d jd |d jk�st‚d S )Nr   )r  rÍ   r   r   r   r  r»   rq   )rÍ   )r$   r  rg   rh   r»   r	   ÚTupler   r)   rT   rq   r'   r   r  r   r“   r�   rW   r!  r·   ri   )r9   r  r"  rB   r#  rC   rC   rD   ÚtestFunctionalLayerHelper"  s(    

z$TestLayers.testFunctionalLayerHelperc             C   s  | j jtj| j jjƒdƒ}|jƒ jtj	ks.t
‚|jƒ jdks@t
‚| j j|dƒ| j _tj| j ƒ}|jƒ j}t|ƒdksxt
‚|d jdksŠt
‚|d jdksœt
‚t|d jƒdks²t
‚|d jd | j jjƒ ksÐt
‚t|d jƒdksæt
‚|d jd |d jk�st
‚d S )Nr   rÍ   r   r   ÚSoftsignrq   )rÍ   )r$   r'  r	   r%  rg   rh   Ú
field_typeÚbaser)   rT   rW   Úshaperq   r'   r   r  r   r“   r�   r!  r·   ri   )r9   ZsoftsignrB   r#  rC   rC   rD   Ú&testFunctionalLayerHelperAutoInference:  s"    
z1TestLayers.testFunctionalLayerHelperAutoInferencec             C   s‚   | j tjtjdfƒƒ}| jj|dƒ}|jƒ jtj	ks8t
‚|jƒ jdksJt
‚| jj|dƒ}|jƒ jtjkslt
‚|jƒ jdks~t
‚d S )NrÍ   r   )rÍ   )rÍ   )rÍ   )rR   r	   r1   r)   rT   r$   ZFloatToHalfr(  r)  Zfloat16rW   r*  ZHalfToFloat)r9   r·   ri   rC   rC   rD   ÚtestHalfToFloatTypeInferenceN  s    z'TestLayers.testHalfToFloatTypeInferencec             C   sZ   | j j| j jdƒ}| jdt|jƒ ƒƒ | jtj|jƒ d jƒ | jt	ƒ |jƒ d j
ƒ d S )Nr   r   )r$   ÚAveragedLossrg   r/   r�   Úfield_typesr)   rT   r)  rX   r*  )r9   rV   rC   rC   rD   Ú,testFunctionalLayerHelperAutoInferenceScalarY  s    z7TestLayers.testFunctionalLayerHelperAutoInferenceScalarc             C   sT   | j jd }| j j||gdƒ}|| j _| jƒ  tj|jƒ d ƒ}tj	j
dg|ƒ d S )NZONEr   r   g       @)r$   Úglobal_constantsÚAddrV   r÷   r
   r6   r(   r)   rÇ   râ   )r9   ZoneZtworé   rC   rC   rD   Ú testFunctionalLayerInputCoercion_  s    z+TestLayers.testFunctionalLayerInputCoercionc             C   sª   d}| j j| j jddg|d�}| jdt|jƒ ƒƒ | jtj|jƒ d jƒ | j|f|jƒ d j	ƒ | jtj
|jƒ d jƒ | j|f|jƒ d j	ƒ | jdd	g|jƒ ƒ d S )
Nr   r=   r¸   )r!   Úkr   r   r   zTopK/valueszTopK/indices)r$   ZTopKrg   r/   r�   r.  r)   rT   r)  r*  r,   r(   )r9   r3  ZtopkrC   rC   rD   Ú"testFunctionalLayerWithOutputNamesg  s    z-TestLayers.testFunctionalLayerWithOutputNamesc             C   s<   | j jg ddd�}| j jg ddd�}| jt|ƒt|ƒƒ d S )Nr   )r{   r   )r$   rz   ZassertNotEqualr­   )r9   ZCon1ZCon2rC   rC   rD   Ú*testFunctionalLayerSameOperatorOutputNamesu  s    z5TestLayers.testFunctionalLayerSameOperatorOutputNamesc             C   sb   | j j| j jdtjdfd�}| jdt|jƒ ƒƒ | jtj|jƒ d jƒ | jd|jƒ d j	ƒ d S )Nr   )Zoutput_dtypesr   )r   )r   )
r$   r-  rg   r)   rT   r/   r�   r.  r)  r*  )r9   rV   rC   rC   rD   Ú#testFunctionalLayerWithOutputDtypesz  s    z.TestLayers.testFunctionalLayerWithOutputDtypesc             C   s¬   | j tjdtjtjdfƒfdtjtjdfƒfdtjtjdfƒfƒƒ}t|ƒ | jj|ƒ}| j	t
|ƒdƒ | j tjdtjtjdfƒfƒƒ| }| jj|ƒ}| j	t
|ƒd
ƒ d S )Nr±   rÍ   r²   r†   r³   é   TZinput4r‰   F)rÍ   )r†   )r7  )r‰   )rR   r	   r&   r1   r)   rT   r   r$   r´   r/   r   )r9   r:   Zconcat_outputZinput_record2Zconcat_output2rC   rC   rD   ÚtestPropagateRequestOnly„  s    z#TestLayers.testPropagateRequestOnlyc          	   C   sv   t jtjƒ}t j|t jddt jdddgd�d�ƒ t|ƒ | j|j	j
dƒ | j|j	jdƒ | j|j	jjdddgƒ d S )Ni áõrõ   r   r‰   ié  )Úfeature_ids)rw   Úexpected_valueÚfeature_specs)r	   r1   r)   r-   Zattach_metadata_to_scalarsr|   ÚFeatureSpecr   r/   rx   rw   r:  r;  r9  )r9   r:   rC   rC   rD   ÚtestSetRequestOnly˜  s    zTestLayers.testSetRequestOnly)rÓ   Údropout_for_evalc             C   sT  | j tjtjdfƒƒ}tj||gƒ | jj||d�}| jtjtjdfƒ|ƒ tj	ƒ | j_
| jƒ \}}|jƒ d }|jƒ d }td|g|d gdddœƒ}	td|g|d gdddœƒ}
| j||	gƒ | jƒ }| jƒ }|rð| j||	gƒ | j||	gƒ n| j||
gƒ | j||
gƒ tj|ƒ tj|ƒ tj||gƒ tj|ƒ tj||gƒ tj|ƒ d S )	Nr   )r>  r   ÚDropoutg      à?)rÔ   Zratio)r   )r   )rR   r	   r1   r)   rT   rÁ   r$   r?  r/   r&   r'   r2   r(   r   rc   r3   r4   r
   r5   )r9   rÓ   r>  r:   Zd_outputr?   r@   rÖ   r×   Zwith_d_specZwithout_d_specrA   rB   rC   rC   rD   ÚtestDropout­  sX    



zTestLayers.testDropout)Ú
num_inputsÚ
batch_sizec             C   s¼   g }x^t |ƒD ]R}tjjd|d�jtjƒ}|jƒ }tjjdd|d�jtjƒ}|j|ƒ |j|ƒ qW t	j
dd„ t |ƒD ƒŽ }t	j| jj|ƒ}	t	j|	|ƒ | jj|	ƒ}
t	j|
tdd�s¸t‚d S )	Nr   )Úsizer   r   c             S   s*   g | ]"}t jt jtjt jd d�d�ƒ‘qS )rn   )rw   )rK   rx   )r	   r0   r1   r)   r-   r|   )r  r  rC   rC   rD   r  ÿ  s   z4TestLayers.testMergeIdListsLayer.<locals>.<listcomp>F)Zcheck_field_names)r	  r)   ÚrandomÚrandintr+   r,   r
  r-   r  r	   r%  r#   r$   r%   rÁ   ZMergeIdListsr  r   rW   )r9   rA  rB  Úinputsr  r8   rC  r=   Úinput_schemar:   r'   rC   rC   rD   ÚtestMergeIdListsLayerò  s     
z TestLayers.testMergeIdListsLayergš™™™™™¹?)rB  Ú
input_dimsrj   Ú	bandwidthc             C   s®  dd„ }t jj||fƒjt jƒ}t jd| ƒ}| jtjt j|ffƒƒ}tj||gƒ |j	ƒ d }	| j
j|||ƒ}
tjƒ | j
_| jtjt j|ffƒ|
ƒ | jƒ \}}tdd d ƒtdd d ƒg}| j||ƒ}tj| j
jd jƒ}tj| j
jd jƒ}td|	|d jd |d jd gd ƒ}td	d d ƒ}td
d |
j	ƒ d|iƒ}|||g}| j||ƒ ||
ƒ ||||ƒ | jƒ }| j||ƒ ||
ƒ ||||ƒ | jƒ }| j||ƒ ||
ƒ ||||ƒ d S )Nc             S   s@   t j| ƒ}|tjtj|tj|ƒƒ| ƒ }tj||ddd� dS )a�  
            Runs hypothesis test for Semi Random Features layer.

            Inputs:
                rff_output -- output of net after running random fourier features layer
                X -- input data
                W -- weight parameter from train_init_net
                b -- bias parameter from train_init_net
                scale -- value by which to scale the output vector
            gü©ñÒMbP?)ÚrtolÚatolN)r
   r6   r)   ÚcosÚdotÚ	transposerá   Úassert_allclose)Ú
rff_outputrÓ   ÚWr\   Úscaleri   Ú
output_refrC   rC   rD   Ú_rff_hypothesis_test  s    
 zBTestLayers.testRandomFourierFeatures.<locals>._rff_hypothesis_testg       @r   ÚGaussianFillrf   rq   r   ZCosZScalerS  )r)   rD  r+   rT   ÚsqrtrR   r	   r1   rÁ   r(   r$   ZRandomFourierFeaturesr&   r'   r/   r2   r   re   r
   r6   r‘   Úwr\   ri   r3   r4   )r9   rB  rI  rj   rJ  rU  rÓ   rS  r:   rÖ   rQ  r?   r@   Úinit_ops_listrk   rR  r\   Úfc_specZcosine_specZ
scale_specrd   rA   rB   rC   rC   rD   ÚtestRandomFourierFeatures  sF    

z$TestLayers.testRandomFourierFeaturesr   )rB  rI  rj   ÚsrS  Úset_weight_as_global_constantc             C   s  dd„ }t jj||fd�jt jƒ}| jtjt j|ffƒƒ}	tj|	|gƒ |	j	ƒ d }
| j
j|	||||d�}tjƒ | j
_| jtjt j|ffƒ|ƒ | jƒ \}}tj|ƒ tj| j
jdd�ƒ |rätj| j
jd ƒ}tj| j
jd	 ƒ}n(tj| j
jd jƒ}tj| j
jd jƒ}td
|
d d gd ƒ}tdd d ƒ}tdd d ƒ}tdd |j	ƒ ƒ}tdd d dt|d ƒiƒ}tdd |j	ƒ ƒ}|dk�r†|||g}n |dk�rš||g}n||||g}| j||ƒ ||ƒ ||||ƒ | jƒ }| j||ƒ ||ƒ ||||ƒ | jƒ }| j||ƒ ||ƒ ||||ƒ d S )Nc       
      S   s˜   t j| ƒ}tj|tj|ƒƒ| }tj||ƒ}|dkrTtj||dk|dkgddgƒ}n"tj||dk|dkgddd„ gƒ}tj||ƒ}	tj	||	ddd� dS )a[  
            Runs hypothesis test for Arc Cosine layer.

            Inputs:
                ac_output -- output of net after running arc cosine layer
                X -- input data
                W -- weight parameter from train_init_net
                b -- bias parameter from train_init_net
                s -- degree parameter
            r   r   c             S   s   | d|   S )Nr   rC   )ÚxrC   rC   rD   Ú<lambda>z  s    zYTestLayers.testArcCosineFeatureMap.<locals>._arc_cosine_hypothesis_test.<locals>.<lambda>gü©ñÒMbP?)rK  rL  N)
r
   r6   r)   ÚmatmulrO  ÚpowerÚ	piecewiseÚmultiplyrá   rP  )
Ú	ac_outputrÓ   rR  r\   r\  Ú
net_outputÚx_randÚx_powÚh_rand_featuresrT  rC   rC   rD   Ú_arc_cosine_hypothesis_testb  s    
zGTestLayers.testArcCosineFeatureMap.<locals>._arc_cosine_hypothesis_test)rC  r   )r\  rS  r]  Úinit_net)rï   Z#arc_cosine_feature_map_fixed_rand_WZ#arc_cosine_feature_map_fixed_rand_brq   r'  ÚReluÚPowÚexponentr   ÚMul)r)   rD  Únormalr+   rT   rR   r	   r1   rÁ   r(   r$   ZArcCosineFeatureMapr&   r'   r/   r2   r
   r5   Úcreate_init_netr6   r0  r‘   Úrandom_wÚrandom_br   rú   re   r3   r4   )r9   rB  rI  rj   r\  rS  r]  ri  rÓ   r:   rÖ   rd  r?   r@   rR  r\   rZ  Úsoftsign_specÚ	relu_specZrelu_spec_outputÚpow_specÚmul_specrd   rA   rB   rC   rC   rD   ÚtestArcCosineFeatureMapW  sd    


z"TestLayers.testArcCosineFeatureMap)rB  rI  rj   r\  rS  r]  Úuse_struct_inputc                sv  ‡ fdd„}t jj||fd�jt jƒ}	|r„t jj||fd�jt jƒ}
|	|
g}ˆ jtjdtjt j|ffƒfdtjt j|ffƒfƒƒ}n"|	}
|	g}ˆ jtjt j|ffƒƒ}tj	||ƒ ˆ j
j||||||d�}tjƒ ˆ j
_ˆ jtjdtjt j|ffƒfdtjt j|ffƒfƒ|ƒ tdd d ƒtdd d ƒtdd d ƒtdd d ƒg}ˆ jƒ \}}tjˆ j
jd	d
�ƒ |�rÒˆ j||d d… ƒ}tjˆ j
jd ƒ}tjˆ j
jd ƒ}tdd d d gd ƒ}tdd |d jd |d jd gd ƒ}n€ˆ j||ƒ}tjˆ j
jd jƒ}tjˆ j
jd jƒ}tdd |d jd |d jd gd ƒ}tdd |d jd |d jd gd ƒ}tdd d ƒ}tdd d ƒ}tdd |jjƒ ƒ}tdd d dt|d ƒiƒ}tdd |jjƒ ƒ}tdd |jjƒ ƒ}|dk�rÔ|||||g}n(|dk�rì||||g}n||||||g}ˆ j||ƒ ||jƒ |	|
|||ƒ ˆ jƒ }ˆ j||ƒ ||jƒ |	|
|||ƒ ˆ jƒ }ˆ j||ƒ ||jƒ |	|
|||ƒ d S )Nc                sÞ   t j| ƒ}t jˆ jjd jƒ}t jˆ jjd jƒ}tj|tj|ƒƒ| }	tj|tj|ƒƒ| }
tj	|	|ƒ}|dkr’tj
|	|	dk|	dkgddgƒ}n"tj
|	|	dk|	dkgddd„ gƒ}tjtj||ƒ|
ƒ}tj||ddd� dS )aà  
            Runs hypothesis test for Semi Random Features layer.

            Inputs:
                srf_output -- output of net after running semi random features layer
                X_full -- full input data
                X_random -- random-output input data
                rand_w -- random-initialized weight parameter from train_init_net
                rand_b -- random-initialized bias parameter from train_init_net
                s -- degree parameter

            r   r   c             S   s   | d|   S )Nr   rC   )r^  rC   rC   rD   r_  ø  s    zYTestLayers.testSemiRandomFeatures.<locals>._semi_random_hypothesis_test.<locals>.<lambda>gü©ñÒMbP?)rK  rL  N)r
   r6   r$   r‘   Ú	learned_wÚ	learned_br)   r`  rO  ra  rb  rc  rá   rP  )Ú
srf_outputÚX_fullÚX_randomÚrand_wÚrand_br\  re  ry  rz  rf  Zx_learnrg  rh  rT  )r9   rC   rD   Ú_semi_random_hypothesis_testØ  s    
zGTestLayers.testSemiRandomFeatures.<locals>._semi_random_hypothesis_test)rC  ÚfullrD  )r\  Zscale_randomZscale_learnedr]  rV  rf   rj  )rï   r   Z!semi_random_features_fixed_rand_WZ!semi_random_features_fixed_rand_brq   r   r   r   r'  rk  rl  rm  rn  )r)   rD  ro  r+   rT   rR   r	   r&   r1   rÁ   r$   ZSemiRandomFeaturesr'   r/   r   r2   r
   r5   rp  re   r6   r0  ri   r‘   rq  rr  r(   rú   r�  r3   r4   )r9   rB  rI  rj   r\  rS  r]  rx  r€  r|  r}  Ú
input_datar:   r{  rY  r?   r@   rk   r~  r  Zfc_random_specZfc_learned_specrs  rt  Zrelu_output_specru  Zmul_interim_specrv  rd   rA   rB   rC   )r9   rD   ÚtestSemiRandomFeaturesÌ  s®    &






z!TestLayers.testSemiRandomFeaturesc             C   s˜  d}d}d}d}d}d}d}d}d}	d}
d}d }d }| j tjtj|||ffƒƒ}tjj||||fƒjtjƒ}tj||gƒ | jj	||||||	|
|||dd�}| j
tjtj|ffƒ|ƒ | jƒ  tj|ƒ}|jƒ d j|||fksät‚|ƒ j||||fksüt‚| jƒ \}}| j|td	d d ƒtd
d d ƒgƒ}td|jƒ d |d jd |d jd g|jƒ ƒ}| j||gƒ | jƒ }| j||gƒ | jƒ }| j||gƒ d S )Né2   r   r   rÍ   r   r   ZNHWC)	Úkernel_hÚkernel_wÚstride_hÚstride_wÚpad_tÚpad_bÚpad_rÚpad_lrÕ   Z
XavierFillrz   ÚConv)rR   r	   r1   r)   rT   rD  r+   rÁ   r$   r�  r/   rÂ   rÞ   r.  r*  rW   r2   rc   r   r(   ri   r4   r3   )r9   rB  ÚHrR  ÚCrj   r…  r†  r‡  rˆ  r‰  rŠ  r‹  rŒ  r:   rÓ   Úconvrä   r?   r@   rk   Z	conv_specrB   rA   rC   rC   rD   ÚtestConv  sf    



zTestLayers.testConv)ÚnumÚfeed_weightÚuse_inv_var_parameterizationÚuse_log_barrierÚenable_diagnosec                sR  | j tjˆ ƒƒ}tjjˆ ƒ}	tj|dd„ |	D ƒƒ |rBtjjˆ ƒnd }
| jj||
|rXdnd|rbdnd|d�}| jdƒ\}}t	j
|ƒ t	j
|ƒ t	j|ƒ ƒ}|sºtj‡ fd	d„tˆ ƒD ƒƒ}
tj|
|	 d
tjd|
 ƒ  ƒ}tj||ddd� |�r8t| jjƒˆ k�st‚tjdd„ | jjD ƒƒjƒ }tj||
ddd� nt| jjƒdk�sNt‚d S )Nc             S   s   g | ]}t j|ƒjt jƒ‘qS rC   )r)   r*   r+   rT   )r  r^  rC   rC   rD   r  ×  s    z1TestLayers.testAdaptiveWeight.<locals>.<listcomp>Zinv_varZlog_stdZlog_barrierZpos_grad_proj)ÚweightsZestimation_methodZpos_optim_methodr–  Tc                s   g | ]}d ˆ  ‘qS )g      ð?rC   )r  r  )r’  rC   rD   r  ê  s    g      à?g      ð?g       @g-Cëâ6?)rL  rK  c             S   s   g | ]}t j|ƒ‘qS rC   )r
   r6   )r  r\   rC   rC   rD   r  ð  s    r   g      à?)rR   r	   ÚRawTupler)   rD  rÁ   r$   ZAdaptiveWeightr2   r
   r5   r6   r*   r	  r
  r  rá   rP  r�   Zad_hoc_plot_blobsrW   Úflatten)r9   r’  r“  r”  r•  r–  ÚgcÚdcr:   ré   r—  rÈ   r?   r@   ÚexpectedZreconst_weights_from_ad_hocrC   )r’  rD   ÚtestAdaptiveWeightÈ  s4    



 zTestLayers.testAdaptiveWeightr’  c             C   s    | j tj|ƒƒ}tjj|ƒ}tj|dd„ |D ƒƒ tjj|ƒ}| jj||d�}| jdƒ\}}	t	j
|ƒ t	j
|	ƒ t	j|ƒ ƒ}tj|| ƒ}
tj|
|ddd� d S )Nc             S   s   g | ]}t j|ƒjt jƒ‘qS rC   )r)   r*   r+   rT   )r  r^  rC   rC   rD   r  ý  s    z1TestLayers.testConstantWeight.<locals>.<listcomp>)r—  Tg-Cëâ6?)rL  rK  )rR   r	   r˜  r)   rD  rÁ   r$   ZConstantWeightr2   r
   r5   r6   r
  rá   rP  )r9   r’  rš  r›  r:   ré   r—  rÈ   r?   r@   rœ  rC   rC   rD   ÚtestConstantWeightø  s    

zTestLayers.testConstantWeightc             C   sŠ  | j tjdƒƒ}tjjdƒ}tj|dd„ |D ƒƒ ttjjƒ d d ƒ}ttjjƒ d d|  d ƒ}tjjƒ }tjjƒ | d }| jj|||||d�}	| j	d	ƒ\}
}t
j|
ƒ t
j|ƒ t
j|jƒ |d
� t
j|	ƒ ƒ}t
j|jƒ || d
� t
j|	ƒ ƒ}|| d }|| d }||d  ||d   }d| | d }|d|  d }||d  ||d   }tj||ddd� tj||ddd� d S )Nr   c             S   s   g | ]}t j|ƒjt jƒ‘qS rC   )r)   r*   r+   rT   )r  r^  rC   rC   rD   r    s    z1TestLayers.testHomotopyWeight.<locals>.<listcomp>g      Y@r   g     @�@gñhãˆµøä>)Ú
min_weightÚ
max_weightÚ	half_lifeÚ	quad_lifeT)rê   g       @r   r   g      @g{®Gáz„?)rL  rK  )rR   r	   r˜  r)   rD  rÁ   Úintr$   ZHomotopyWeightr2   r
   r5   rí   rî   ÚNamer6   rá   rP  )r9   rš  r›  r:   ré   r¡  r¢  rŸ  r   rÈ   r?   r@   Zhalf_life_resultZquad_life_resultÚalphaÚbetaZexpected_half_life_resultZexpected_quad_life_resultrC   rC   rD   ÚtestHomotopyWeight  s>    


zTestLayers.testHomotopyWeightc                sà   | j tjtjd
fƒƒ}tjj||d�jtjƒ}tj||gƒ |rDdn||f}tjj|ƒ‰ | j	j
|ˆ ƒ}| jdƒ\}}	tj|ƒ tj|	ƒ tj|ƒ ƒ}
|r²tj‡ fdd„|D ƒƒ}ntj‡ fdd„|D ƒƒ}tj||
ddd	� d S )Nr   )rC  r   Tc                s$   g | ]}|d krˆ d nˆ d ‘qS )g        r   r   rC   )r  r^  )Úsmooth_matrixrC   rD   r  @  s   z/TestLayers._testLabelSmooth.<locals>.<listcomp>c                s   g | ]}ˆ t |ƒ ‘qS rC   )r£  )r  r^  )r¨  rC   rD   r  E  s    g-Cëâ6?)rL  rK  )r   )rR   r	   r1   r)   rT   rD  rE  r+   rÁ   r$   ZLabelSmoothr2   r
   r5   r6   r*   rá   rP  )r9   Ú
categoriesZbinary_prob_labelÚbszrF   Zlabel_npZsmooth_matrix_shapeZsmoothed_labelr?   r@   Zsmoothed_label_nprœ  rC   )r¨  rD   Ú_testLabelSmooth0  s     


zTestLayers._testLabelSmooth)r©  rª  c             C   s   | j |d|ƒ d S )NF)r«  )r9   r©  rª  rš  r›  rC   rC   rD   Ú"testLabelSmoothForCategoricalLabelH  s    z-TestLayers.testLabelSmoothForCategoricalLabelrª  c             C   s   | j dd|ƒ d S )Nr   T)r«  )r9   rª  rš  r›  rC   rC   rD   Ú!testLabelSmoothForBinaryProbLabelP  s    z,TestLayers.testLabelSmoothForBinaryProbLabel)rA  rB  rr   Úseedc                sn  ‡‡fdd„}t jj|ƒ tjt jˆffƒ‰tj‡fdd„tˆƒD ƒŽ }‡ ‡fdd„tˆƒD ƒ‰| j|ƒ}tj	|ˆƒ | j
j|ƒ}| jt| j
jƒdƒ tj|ˆƒs¦t‚| jƒ \}	}
tj|	ƒ tj|
ƒ tj|ƒ ƒ}tj|ƒ |dd� | jƒ  tj|ƒ ƒ}tj|ƒ |dd� | jƒ }tj|ƒ tj|ƒ ƒ}tj|ƒ |dd� | jƒ }tj|ƒ tj|ƒ ƒ}tj|ƒ |dd� d S )	Nc                 sr   g ‰ xFt ˆƒD ]:} dj| ƒ}tj|ƒs4tdj|ƒƒ‚tj|ƒ}ˆ j|ƒ qW tj‡‡ fdd„t ˆƒD ƒdd�}|S )Nzblob_weighted_sum/w_{0}zcannot fine blob {}c                s   g | ]}ˆ | ˆ|  ‘qS rC   rC   )r  Úidx)r‚  r—  rC   rD   r  j  s    zQTestLayers.testBlobWeightedSum.<locals>.get_blob_weighted_sum.<locals>.<listcomp>r   )rp   )	r	  Úformatr
   ZHasBlobrW   r6   r  r)   r
  )r  Zw_blob_namerX  rÈ   )r‚  rA  )r—  rD   Úget_blob_weighted_sum_  s    

z=TestLayers.testBlobWeightedSum.<locals>.get_blob_weighted_sumc                s   g | ]}ˆ ‘qS rC   rC   )r  r  )ra   rC   rD   r  q  s    z2TestLayers.testBlobWeightedSum.<locals>.<listcomp>c                s$   g | ]}t jjˆ ˆfƒjt jƒ‘qS rC   )r)   rD  r+   rT   )r  r  )rB  rr   rC   rD   r  t  s   r   r   )Údecimal)r)   rD  r®  r	   r1   rT   r%  r	  rR   rÁ   r$   ZBlobWeightedSumr/   r�   r‘   r  rW   r2   r
   r5   r6   rá   rù   rÂ   r3   r4   )r9   rA  rB  rr   r®  r±  rG  r:   Z	ws_outputr?   r@   ri   rA   Zpred_netrC   )rB  ra   r‚  rr   rA  rD   ÚtestBlobWeightedSumW  s8    




zTestLayers.testBlobWeightedSumc          
   C   s@  d}d}dddg}d}d}dd	d
g}d}d}dddg}	dddg}
| j tj|tjtjtjƒf|tjtjtjtjƒƒf|tjtjtjtjtjƒƒfƒƒ}|tj	|||
d�f|tj	|||
d�f|tj	||	|
d�fg}| j
j||ƒ |t|t|ƒƒg|t|t|ƒƒg|t|t|	ƒƒgi}| jt| j
jƒdƒ | j| j
jd jƒ |ƒ d S )Nrh   ÚFLOATr   r   r   Zid_list_featuresZID_LISTr   r   r   Zid_score_list_featuresZID_SCORE_LISTr   r   r    r[   r\   r]   )Zfeature_typer9  Úfeature_namesr   )rR   r	   r&   r•   r)   r,   rT   r0   r-   r<  r$   ZFeatureSparseToDenser   Úsetr/   r�   r‘   Zget_accessed_features)r9   Zfloat_features_columnZfloat_features_typeZfloat_features_idsZid_list_features_columnZid_list_features_typeZid_list_features_idsZid_score_list_features_columnZid_score_list_features_typeZid_score_list_features_idsrµ  r:   Zinput_specsZexpected_accessed_featuresrC   rC   rD   Ú+testFeatureSparseToDenseGetAccessedFeatures–  sT    



 z6TestLayers.testFeatureSparseToDenseGetAccessedFeaturesc                s¦   dd„ ‰ dd„ ‰‡ ‡fdd„}t j| jjt jt jtjt jdd�d	�tj	ƒƒ}| j
t|ƒƒ ||ƒƒ t j| jjt jt jtjt jdd�d	�ƒƒ}| j
t|ƒƒ ||ƒƒ d S )
Nc             S   s
   t | tƒS )N)r   r   )r:   rC   rC   rD   Ú_is_id_listÚ  s    z,TestLayers.test_get_key.<locals>._is_id_listc             S   s   t | tdd�S )NF)Zcheck_field_types)r   r   )r:   rC   rC   rD   Ú_is_id_score_listÞ  s    z2TestLayers.test_get_key.<locals>._is_id_score_listc                s.   ˆ | ƒr| j ƒ }nˆ| ƒr$| jƒ }ntƒ ‚|S )N)r7   r–   ÚNotImplementedError)r:   Z
sparse_key)r¸  r¹  rC   rD   Úold_get_sparse_key_logicã  s    

z9TestLayers.test_get_key.<locals>.old_get_sparse_key_logiciè  )rw   )rx   )r	   r#   r$   r%   r•   r1   r)   r-   r|   rT   r/   r   r0   )r9   r»  Zid_score_list_recordZid_list_recordrC   )r¸  r¹  rD   Útest_get_keyÙ  s.    	


zTestLayers.test_get_keyN)MÚ__name__Ú
__module__Ú__qualname__rE   rY   r^   rb   re   rl   rt   r…   rˆ   r   ÚstZbooleansZintegersr”   r—   r™   rœ   rž   r    r¡   r¨   r«   r®   r°   r¶   r¼   r½   r¾   rÆ   rÉ   rË   rÌ   rÎ   rÑ   rÒ   ÚhuZarraysrØ   rÜ   ræ   rò   rý   rþ   r  r  r  r$  r&  r+  r,  r/  r2  r4  r5  r6  r8  r=  r@  rH  Zfloatsr[  rw  rƒ  r‘  Zgcsr�  rž  r§  r«  r¬  r­  r³  r·  r¼  rC   rC   rC   rD   r   &   sè   "L"((300)]	
P'OD*
C
Go -I
*&(;Cr   )+Ú
__future__r   r   r   r   Zhypothesis.strategiesZ
strategiesrÀ  Znumpyr)   Znumpy.testingrÇ   rá   Z
hypothesisr   Z"caffe2.python.hypothesis_test_utilÚpythonZhypothesis_test_utilrÁ  Zcaffe2.pythonr   r   r	   r
   Zcaffe2.python.layers.layersr   r   r   r   r   r   r   r   Zcaffe2.python.layers.tagsr   Zcaffe2.python.layer_test_utilr   r   ÚloggingÚ	getLoggerr½  Úloggerr   rC   rC   rC   rD   Ú<module>   s   

(

