3
H4W^
  ã               @   sÔ   d dl mZ d dl mZ d dl mZ d dl mZ d dlmZmZmZm	Z	m
Z
 d dlmZmZ d dlmZ d dlmZ d d	lmZ d d
lmZ d dlmZ d dlmZ d dlmZ d dlZd dlZG dd„ deƒZdS )é    )Úabsolute_import)Údivision)Úprint_function)Úunicode_literals)ÚStructÚFetchRecordÚ	NewRecordÚ
FeedRecordÚInitEmptyRecord)ÚcoreÚ	workspace)ÚLocalSession)ÚDataset)Úpipe)ÚQueue)Ú	TaskGroup)ÚTestCase)ÚopsNc               @   s   e Zd Zdd„ ZdS )ÚTestPipelinec                s¸  t jdƒ}d}d}tdtjt|ƒƒfddtjt|ƒƒ fƒ}tddtjt|ƒƒ fdtj|dg ƒfƒ}t jdƒ�2 t||ƒ}t||j	ƒ ƒ}|j
d	ƒ‰|j
d
ƒ‰ W d Q R X dd„ }‡ ‡fdd„}	t|ƒ}
t|ƒ}tƒ �:}t|
jƒ td|d�|d�}t||	d�}t||jƒ ƒ W d Q R X tjjƒ }t|||ƒ t|ƒ}|j|ƒ |j|ƒ t||d�}|jtˆƒ jƒ }| j|ttjt|ƒ| ƒƒƒ x.t |j!ƒ |j!ƒ ƒD ]\}}tj"j#||ƒ �q˜W d S )NÚinité   é   ÚuidÚvaluegš™™™™™¹?é   g        r   é   c             S   sV   t jdƒ� tt| ƒ}W d Q R X tj| jƒ | jƒ g|jƒ gƒ |jj| jƒ dd� |S )NÚproc1T)ÚblobÚunsafe)r   Ú	NameScoper   r   ÚAddr   r   Úset)ÚrecÚout© r$   ú</tmp/pip-build-e66j97b2/torch/caffe2/python/pipeline_test.pyr   &   s
    z-TestPipeline.test_dequeue_many.<locals>.proc1c                sh   t jdƒ� tt| ƒ}W d Q R X |jj| jƒ dd� tj| jƒ | jƒ g|jƒ gƒ tjˆˆ gˆgƒ |S )NÚproc2T)r   r   )	r   r   r   r   r   r!   ÚSubr   r    )r"   r#   )ÚONEÚcounterr$   r%   r&   -   s    z-TestPipeline.test_dequeue_many.<locals>.proc2é   )ÚcapacityZnum_dequeue_records)ÚoutputÚ	processor)r-   )Úws)$r   ZNetr   ÚnpÚarrayÚranger   r   r
   Zclone_schemaZConstr   r   r   Úreaderr   Úwriterr   ÚCZ	Workspacer	   r   Úrunr   ZblobsÚstrÚfetchZassertEqualsÚintÚmathÚceilÚfloatÚzipZfield_blobsZtestingZassert_array_equal)ÚselfZinit_netÚNZNUM_DEQUEUE_RECORDSZ
src_valuesZexpected_dstZ	src_blobsZ	dst_blobsr   r&   Zsrc_dsZdst_dsÚtgZout1Zout2r.   Úsessionr,   Znum_dequeuesÚaÚbr$   )r(   r)   r%   Útest_dequeue_many   sJ    





zTestPipeline.test_dequeue_manyN)Ú__name__Ú
__module__Ú__qualname__rC   r$   r$   r$   r%   r      s   r   ) Ú
__future__r   r   r   r   Zcaffe2.python.schemar   r   r   r	   r
   Zcaffe2.pythonr   r   Zcaffe2.python.sessionr   Zcaffe2.python.datasetr   Zcaffe2.python.pipeliner   Zcaffe2.python.queue_utilr   Zcaffe2.python.taskr   Zcaffe2.python.test_utilr   Zcaffe2.python.net_builderr   Znumpyr/   r9   r   r$   r$   r$   r%   Ú<module>   s   