3
I4W^ü  ã               @   sÄ   d dl mZ d dl mZ d dl mZ d dl mZ d dlmZmZ d dlm	Z	 d dl
Z
e
jeƒZG dd	„ d	ejƒZG d
d„ dejƒZG dd„ dejƒZG dd„ deƒZddd„Zddd„Zdd„ ZdS )é    )Úabsolute_import)Údivision)Úprint_function)Úunicode_literals)ÚcoreÚdataio)Ú	TaskGroupNc               @   s.   e Zd Zddd„Zdd„ Zdd„ Zdd	„ Zd
S )Ú_QueueReaderé   c             C   s4   |j d k	stdƒ‚tjj| |j ƒ ƒ || _|| _d S )Nz.Queue needs a schema in order to be read from.)ÚschemaÚAssertionErrorr   ÚReaderÚ__init__Ú_wrapperÚ_num_dequeue_records)ÚselfÚwrapperÚnum_dequeue_records© r   ú9/tmp/pip-build-e66j97b2/torch/caffe2/python/queue_util.pyr      s
    z_QueueReader.__init__c             C   s   |j | jjƒ gdƒ d S )Nr   )ÚCloseBlobsQueuer   Úqueue)r   Úinit_netÚexit_netr   r   r   Úsetup_ex   s    z_QueueReader.setup_exc             C   sT   | j j|ƒ tjdƒ}t|| j jƒ t| jƒ jƒ ƒ| jƒ jƒ | j	d�\}}|g||fS )NÚdequeue)Úfield_namesÚnum_records)
r   Z_new_readerr   ÚNetr   r   Úlenr   r   r   )r   Úlocal_init_netÚlocal_finish_netZdequeue_netÚfieldsÚstatus_blobr   r   r   Úread_ex   s    

z_QueueReader.read_exc             C   s   | j |d ƒ\}}}||fS )N)r$   )r   ÚnetÚ_r"   r   r   r   Úread'   s    z_QueueReader.readN)r
   )Ú__name__Ú
__module__Ú__qualname__r   r   r$   r'   r   r   r   r   r	      s   
r	   c               @   s$   e Zd Zdd„ Zdd„ Zdd„ ZdS )Ú_QueueWriterc             C   s
   || _ d S )N)r   )r   r   r   r   r   r   -   s    z_QueueWriter.__init__c             C   s   |j | jjƒ gdƒ d S )Nr   )r   r   r   )r   r   r   r   r   r   r   0   s    z_QueueWriter.setup_exc             C   s6   | j j| jƒ |ƒ tjdƒ}t|| j jƒ ||ƒ |gS )NÚenqueue)r   Z_new_writerr   r   r   r,   r   )r   r"   r    r!   ÚstatusZenqueue_netr   r   r   Úwrite_ex3   s    
z_QueueWriter.write_exN)r(   r)   r*   r   r   r.   r   r   r   r   r+   ,   s   r+   c               @   s.   e Zd Zddd„Zdd„ Zdd„ Zd	d
„ ZdS )ÚQueueWrapperNr
   c             C   s"   t jj| |tjƒ || _|| _d S )N)r   ÚPiper   r   ZLOCAL_SETUPÚ_queuer   )r   Úhandlerr   r   r   r   r   r   ;   s    zQueueWrapper.__init__c             C   s   t | | jd�S )N)r   )r	   r   )r   r   r   r   Úreader@   s    zQueueWrapper.readerc             C   s   t | ƒS )N)r+   )r   r   r   r   ÚwriterD   s    zQueueWrapper.writerc             C   s   | j S )N)r1   )r   r   r   r   r   G   s    zQueueWrapper.queue)Nr
   )r(   r)   r*   r   r3   r4   r   r   r   r   r   r/   :   s   
r/   c               @   s   e Zd Zddd„Zdd„ ZdS )	ÚQueueNr   r
   c             C   s<   t j|ƒ}|j|jdƒƒ}tj| |||d� || _d| _d S )Nr2   )r   F)r   r   ZAddExternalInputÚNextNamer/   r   ÚcapacityÚ_setup_done)r   r7   r   Únamer   r%   Z
queue_blobr   r   r   r   L   s    
zQueue.__init__c             C   sB   | j stdƒ‚d| _|jg | jg| jt| j jƒ ƒ| j jƒ d� d S )Nz"This queue does not have a schema.T)r7   Ú	num_blobsr   )Z_schemar   r8   ZCreateBlobsQueuer1   r7   r   r   )r   Zglobal_init_netr   r   r   ÚsetupV   s    zQueue.setup)Nr   r
   )r(   r)   r*   r   r;   r   r   r   r   r5   K   s    
	r5   c             C   sx   |d kr| j dƒ}g }x@|D ]8}||kr4|j|ƒ qtjdj|ƒƒ |j| j|ƒƒ qW | j|g| ||g ƒ}|d S )Nr-   zNeed to copy blob {} to enqueuer
   éÿÿÿÿ)r6   ÚappendÚloggerÚwarningÚformatZCopyZSafeEnqueueBlobs)r%   r   Z
data_blobsr-   Zqueue_blobsZblobÚresultsr   r   r   r,   a   s    

r,   r
   c       	         s„   |d k	r,t |ƒ|kst‚‡ fdd„|D ƒ}n‡ fdd„t|ƒD ƒ}|d krTˆ jdƒ}ˆ j|||g |d�}t|ƒ}|jdƒ}||fS )Nc                s   g | ]}ˆ j |ƒ‘qS r   )r6   )Ú.0r9   )r%   r   r   ú
<listcomp>u   s    zdequeue.<locals>.<listcomp>c                s   g | ]}ˆ j d |ƒ‘qS )Údata)r6   )rB   Úi)r%   r   r   rC   w   s    r-   )r   r
   r<   )r   r   Úranger6   ZSafeDequeueBlobsÚlistÚpop)	r%   r   r:   r-   r   r   Z
data_namesrA   r#   r   )r%   r   r   q   s    

r   c             G   sR   t jdƒ}x|D ]}|j|gdƒ qW t jdt|ƒ |ƒ}t jdt|ƒ | |gƒS )NZclose_queue_netr   z%s_stepz%s_wraper_step)r   r   r   Zexecution_stepÚstr)ÚstepZqueuesZ	close_netr   Z
close_stepr   r   r   Úclose_queue�   s    


rK   )N)NNr
   )Ú
__future__r   r   r   r   Zcaffe2.pythonr   r   Zcaffe2.python.taskr   ÚloggingÚ	getLoggerr(   r>   r   r	   ÚWriterr+   r0   r/   r5   r,   r   rK   r   r   r   r   Ú<module>   s   

 
