3
I4W^‡:  ã               @   sv   d dl mZ d dl mZ d dl mZ d dl mZ d dlmZmZ d dlZ	d dl
Z
d dlZd dlZG dd„ de
jƒZdS )	é    )Úabsolute_import)Údivision)Úprint_function)Úunicode_literals)ÚcoreÚschemaNc               @   sì   e Zd Zdd„ Zdd„ Zdd„ Zdd„ Zd	d
„ Zdd„ Zdd„ Z	dd„ Z
dd„ Zdd„ Zdd„ Zdd„ Zdd„ Zdd„ Zdd„ Zdd „ Zd!d"„ Zd#d$„ Zd%d&„ Zd'd(„ Zd)d*„ Zd+d,„ Zd-d.„ Zd/d0„ Zd1d2„ Zd3d4„ Zd5d6„ Zd7d8„ Zd9S ):ÚTestDBc             C   s�   t jdt jtjd�fdt jt jtd�ƒfƒ}tjtj	|ƒƒ}xN||fD ]B}| j
t|jt jƒƒ | j
t|jt jƒƒ | j
t|dd ƒd kƒ qFW d S )NÚfield1)ÚdtypeÚfield2Znon_existent)r   ÚStructÚScalarÚnpÚint32ÚListÚstrÚpickleÚloadsÚdumpsÚ
assertTrueÚ
isinstancer	   r   Úgetattr)ÚselfÚsÚs2Úr© r   ú:/tmp/pip-build-e66j97b2/torch/caffe2/python/schema_test.pyÚtestPicklable   s    zTestDB.testPicklablec             C   sN   G dd„ dt jƒ}|t jƒ ƒ}|jƒ }| j||ƒ | j||ƒ | j||ƒ d S )Nc               @   s   e Zd ZdS )z.TestDB.testListSubclassClone.<locals>.SubclassN)Ú__name__Ú
__module__Ú__qualname__r   r   r   r   ÚSubclass   s   r"   )r   r   r   ÚcloneÚassertIsInstanceÚassertEqualÚassertIsNot)r   r"   r   r#   r   r   r   ÚtestListSubclassClone   s    zTestDB.testListSubclassClonec             C   sN   G dd„ dt jƒ}|t jƒ ƒ}|jƒ }| j||ƒ | j||ƒ | j||ƒ d S )Nc               @   s   e Zd ZdS )z9TestDB.testListWithEvictedSubclassClone.<locals>.SubclassN)r   r    r!   r   r   r   r   r"   %   s   r"   )r   ÚListWithEvictedr   r#   r$   r%   r&   )r   r"   r   r#   r   r   r   Ú testListWithEvictedSubclassClone$   s    z'TestDB.testListWithEvictedSubclassClonec             C   sR   G dd„ dt jƒ}|dt jƒ fƒ}|jƒ }| j||ƒ | j||ƒ | j||ƒ d S )Nc               @   s   e Zd ZdS )z0TestDB.testStructSubclassClone.<locals>.SubclassN)r   r    r!   r   r   r   r   r"   /   s   r"   Úa)r   r   r   r#   r$   r%   r&   )r   r"   r   r#   r   r   r   ÚtestStructSubclassClone.   s    zTestDB.testStructSubclassClonec             C   sH   t jdtjfdtfƒ}| j|t jdt jtjd�fdt jtd�fƒƒ d S )Nr	   r   )r
   )r   r   r   r   r   ÚassertEqualsr   )r   r   r   r   r   ÚtestNormalizeField:   s    zTestDB.testNormalizeFieldc             C   s(  t jtjttjƒ}t jdt jtjd�fdt jtjd�fdt jtjd�fƒ}| j||ƒ | j|d t jtjd�ƒ | j|d t jtjd�ƒ | j|d t jtjd�ƒ | j|d t jdt jtjd�fdt jtjd�fƒƒ xJt	t
||ƒƒD ]8\}\}}| j||ƒ | j|| |ƒ | j|| |ƒ qèW d S )	NÚfield_0)r
   Úfield_1Úfield_2r   é   é   )r2   r   )r   ÚTupler   r   r   Úfloat32r   r   r,   Ú	enumerateÚzip)r   r   r   ÚiZv1Zv2r   r   r   Ú	testTupleD   s$    zTestDB.testTuplec             C   sZ   t jdƒ}| j|t jdt jƒ fdt jƒ fƒƒ | j|d t jƒ ƒ | j|d t jƒ ƒ d S )Nr2   r.   r/   r   r1   )r   ZRawTupler,   r   r   )r   r   r   r   r   ÚtestRawTuple\   s    
zTestDB.testRawTuplec             C   s¶   t jdt jtjd�fdt jt jtd�ƒfdt jƒ fƒ}| j|d |jƒ | j|d t jt jtd�ƒƒ | j|d t jƒ ƒ | j|d t jdt jt jtd�ƒfdt jtjd�fƒƒ d S )Nr	   )r
   r   Zfield3)r   r	   )	r   r   r   r   r   r   r   r,   r   )r   r   r   r   r   ÚtestStructIndexingf   s    zTestDB.testStructIndexingc             C   s”   t jt jtd�ƒ}t jdt jtjd�fd|fƒ}| j|d |jƒ | j|d |j	ƒ | j
tƒ� |d  W d Q R X | j
tƒ� |d  W d Q R X d S )N)r
   r	   r   zfield2:lengthszfield2:valueszfields2:items:non_existentzfields2:non_existent)r   r   r   r   r   r   r   r,   ÚlengthsÚitemsÚassertRaisesÚKeyError)r   r*   r   r   r   r   ÚtestListInStructIndexingw   s    
zTestDB.testListInStructIndexingc             C   s¦   t jt jtd�ƒ}t jdt jtjd�fd|fƒ}| j|d |jƒ | j|d |j	ƒ | j|d |j
ƒ | jtƒ� |d  W d Q R X | jtƒ� |d  W d Q R X d S )	N)r
   r	   r   zfield2:lengthszfield2:valueszfield2:_evicted_valueszfields2:items:non_existentzfields2:non_existent)r   r(   r   r   r   r   r   r,   r;   r<   Z_evicted_valuesr=   r>   )r   r*   r   r   r   r   Ú#testListWithEvictedInStructIndexing„   s    
z*TestDB.testListWithEvictedInStructIndexingc          	   C   s„   t jt jtjd�t jtjd�ƒ}t jdt jtjd�fd|fƒ}| j|d |jƒ | j|d |j	ƒ | j
tƒ� |d  W d Q R X d S )N)r
   r	   r   zfield2:values:keyszfield2:values:valueszfields2:keys:non_existent)r   ÚMapr   r   r   r4   r   r,   ÚkeysÚvaluesr=   r>   )r   r*   r   r   r   r   ÚtestMapInStructIndexing’   s    
zTestDB.testMapInStructIndexingc          
   C   sˆ  t jdt jtjƒfdt jtjt jdd�d�fdt jt jtjt jdd�d�ƒfƒ}|jj	j
t jdd�ƒ | jd |jjƒ | jd|jjjƒ | jd|jjjjƒ | jd|jj	jjƒ |jƒ }| jd |jjƒ | jd|jjjƒ | jd|jjjjƒ | jd|jj	jjƒ t j|tjd	gƒtjd
gƒtjdgƒtjdd
dgƒgƒ}| jd |jjƒ | jd|jjjƒ | jd|jjjjƒ | jd|jj	jjƒ d S )Nr*   Úbé   )Úcategorical_limit)ÚmetadataÚcé   é   g333333@r2   é   r1   )r   r   r   r   r4   r   ZMetadatar   rI   r;   Zset_metadatar%   r*   rH   rE   rG   Úvaluer#   Úfrom_blob_listÚarray)r   r   ÚscÚsvr   r   r   ÚtestPreservesMetadata    s6    zTestDB.testPreservesMetadatac             C   s6   | j tƒ�" tjdtjƒ fdtjƒ fƒ W d Q R X d S )Nr*   )r=   Ú
ValueErrorr   r   r   )r   r   r   r   ÚtestDupFieldÇ   s    
zTestDB.testDupFieldc          
   C   s6   | j tƒ�" tjdtjƒ fƒ}tjƒ |_W d Q R X d S )Nr*   )r=   Ú	TypeErrorr   r   r   r*   )r   r   r   r   r   ÚtestAssignToFieldÍ   s    zTestDB.testAssignToFieldc             C   sŽ   t jdt jtjƒfdt jƒ fƒ}|jƒ }| jd|jƒ | jd|jƒ t j|tj	dgƒgƒ}| jd|jƒ | jd|jƒ | j
dt|jjƒƒ d S )Nr*   rE   g333333@r   )r   r   r   r   r4   r#   ÚassertInÚfieldsrN   rO   r%   ÚlenrE   )r   r   rP   rQ   r   r   r   ÚtestPreservesEmptyFieldsÒ   s    zTestDB.testPreservesEmptyFieldsc          	   C   s¨   t jdt jƒ fdt jƒ fdt jƒ fƒ}t jdt jƒ fƒ}|| }| jddg|jƒ ƒ t jdt jƒ fƒ}|| }| jddg|jƒ ƒ | jtƒ� |t jƒ   W d Q R X d S )Nr*   rE   rI   )r   r   r   r%   Úfield_namesr=   rU   )r   Ús1r   r   Ús3r   r   r   ÚtestStructSubstractionß   s    

zTestDB.testStructSubstractionc          	   C   sŒ   t jdt jƒ fdt jdt jƒ fdt jƒ fdt jƒ fdt jƒ fƒfƒ}t jdt jdt jƒ fdt jƒ fƒfƒ}|| }| jdddg|jƒ ƒ d S )	Nr*   rE   rI   ÚdÚeÚfzb:czb:f)r   r   r   r%   r[   )r   r\   r   r   r   r   r   ÚtestStructNestedSubstractionô   s    




z#TestDB.testStructNestedSubstractionc             C   sŒ   t jdt jƒ fƒ}t jdt jƒ fƒ}|| }| jd|jƒ | jd|jƒ | jtƒ� ||  W d Q R X | jtƒ� |t jƒ   W d Q R X d S )Nr*   rE   )r   r   r   rW   rX   r=   rU   )r   r\   r   r   r   r   r   ÚtestStructAddition  s    zTestDB.testStructAdditionc          	   C   s”   t jdt jƒ fdt jdt jƒ fƒfƒ}t jdt jdt jƒ fƒfƒ}|| }| jdddg|jƒ ƒ t jdt jƒ fƒ}| jtƒ� || }W d Q R X d S )Nr*   rE   rI   r_   zb:czb:d)r   r   r   r%   r[   r=   rU   )r   r\   r   r   r]   r   r   r   ÚtestStructNestedAddition  s    
zTestDB.testStructNestedAdditionc             C   s¾   t jdt jƒ fdt jdt jdt jƒ fƒfƒfƒ}| jt|jdƒ | jt|jdƒ | jt|jdƒ | jt|jdƒ |d }| jt|t jƒƒ |d	 }| jd|j	ƒ |d
 }| jt|t jƒƒ d S )Nr*   rE   rI   r_   Ú Úxzx:yzb:c:xzb:czb:c:d)
r   r   r   r=   r>   Ú__getitem__r   r   rW   rX   )r   Ústr*   ZbcZbcdr   r   r   ÚtestGetFieldByNestedName+  s    
zTestDB.testGetFieldByNestedNamec             C   sŠ  t jtjdƒd�}t jdt jdt jtjdƒd�fƒfƒ}t jdt jtjdƒd�fƒ}| jtƒ�  t jd|fd	|fd
|fƒ}W d Q R X | jtƒ�  t jd|fd	|fd|fƒ}W d Q R X t jd|fd	|fd|fƒ}| jdd
dg|jƒ ƒ | jdddg|j	ƒ ƒ t jd|fd|fd	|fƒ}| jddd
g|jƒ ƒ | jdddg|j	ƒ ƒ t jd|fd|fd|fƒ}| jdddg|jƒ ƒ | jdddg|j	ƒ ƒ d S )NZblob1)ÚblobrI   r_   Zblob2rf   Zblob3r*   rE   zb:c:dzb:c:d:eze:fze:f:xzb:c:ezb:c:e:xza:a1zb:b1za:xzb:b1:c:d)
r   r   r   ÚBlobReferencer   r=   rU   r%   r[   Úfield_blobs)r   Zf_aZf_bZf_xrh   r   r   r   ÚtestAddFieldByNestedName?  sD    


zTestDB.testAddFieldByNestedNamec             C   s–   t jdt jƒ fdt jdt jdt jƒ fƒfƒfƒ}| jd|kƒ | jd|kƒ | jd|kƒ | jd|kƒ | jd|kƒ | jd	|kƒ | jd
|kƒ d S )Nr*   rE   rI   r_   zb:czb:c:dre   rf   zb:c:xzb:c:d:x)r   r   r   r   ZassertFalse)r   rh   r   r   r   ÚtestContainso  s    
zTestDB.testContainsc             C   s0   t jƒ }|jƒ }t j|d�}| j|t jƒ ƒ d S )N)Z	col_names)r   r   r[   Úfrom_column_listr%   )r   rh   ÚcolumnsÚrecr   r   r   ÚtestFromEmptyColumnList€  s    zTestDB.testFromEmptyColumnListc             C   sÎ   t jdt jƒ fdt jt jƒ ƒfdt jt jƒ t jƒ ƒfƒ}|jƒ }xˆtdƒD ]|}dd„ |D ƒ}t j||d�}| j|j	ƒ ƒ | j
t|jƒ ƒt|jƒ ƒƒ | j
dd„ |jƒ D ƒd	d„ |jƒ D ƒƒ tj|ƒ qJW d S )
Nr*   rE   rI   é
   c             S   s   g | ]}t jd | ƒ‘qS )zblob:)r   rk   )Ú.0rf   r   r   r   ú
<listcomp>�  s    z-TestDB.testFromColumnList.<locals>.<listcomp>)Z	col_blobsc             S   s   g | ]}t |ƒ‘qS r   )r   )rt   rj   r   r   r   ru   “  s    c             S   s   g | ]}t d | ƒ‘qS )zblob:)r   )rt   Únamer   r   r   ru   ”  s    )r   r   r   r   rA   r[   Úrangero   r   Z	has_blobsr%   Úsortedrl   ÚrandomÚshuffle)r   rh   rp   Ú_Z
some_blobsrq   r   r   r   ÚtestFromColumnList†  s    
zTestDB.testFromColumnListc             C   s~   t jdƒ}tj|tjtjƒƒ}tj|tjtjƒƒ}tj||ƒ}|jdd ƒ|ksRt	‚|jdd ƒ|ksft	‚|jdd ƒd kszt	‚d S )NZtest_netr.   r/   r0   )
r   ZNetr   Z	NewRecordr   r   r4   r3   ÚgetÚAssertionError)r   Únetr\   r   Útr   r   r   ÚtestStructGet—  s    
zTestDB.testStructGetc          
   C   sV   t jdƒ}| jtƒ� t jtjdfƒ}W d Q R X t jtjƒ}t jd ƒ}||ksRt‚d S )Nr2   ©r2   )Nr‚   )r2   )r   r   r=   rU   r   Úvoidr~   )r   Zs0_goodZs0_badÚs1_goodZs2_goodr   r   r   ÚtestScalarForVoidType   s    

zTestDB.testScalarForVoidTypec             C   s®   t jtjƒ}| j|jƒ jf ƒ t jtjdfƒ}| j|jƒ jdƒ | jtƒ� t jtjdfƒ}W d Q R X t jtjdfƒ}| j|jƒ jdƒ t jtjdfƒ}| j|jƒ jd	ƒ d S )
NrF   r1   r2   rL   )rF   éÿÿÿÿ)r1   )r2   rL   )r2   rL   )	r   r   r   r   r%   Z
field_typeÚshaper=   rS   )r   Ús0r„   Zs1_badZs1_hardr   r   r   r   ÚtestScalarShape©  s    zTestDB.testScalarShapec          	   C   s@   t jtjjƒ}| j|tjƒ | jt	ƒ� t jdƒ W d Q R X d S )Néd   )
r   Zdtype_for_core_typer   ZDataTypeZFLOAT16r%   r   Zfloat16r=   rU   )r   r
   r   r   r   ÚtestDtypeForCoreType¹  s    zTestDB.testDtypeForCoreTypeN)r   r    r!   r   r'   r)   r+   r-   r8   r9   r:   r?   r@   rD   rR   rT   rV   rZ   r^   rb   rc   rd   ri   rm   rn   rr   r|   r�   r…   r‰   r‹   r   r   r   r   r      s8   



'0		r   )Ú
__future__r   r   r   r   Zcaffe2.pythonr   r   Znumpyr   Zunittestr   ry   ZTestCaser   r   r   r   r   Ú<module>   s   