3
H4W^W  ã               @   sp   d dl mZ d dl mZ d dl mZ d dl mZ d dlmZ d dlmZ d dl	m
Z
mZmZ G dd	„ d	eƒZd
S )é    )Úabsolute_import)Údivision)Úprint_function)Úunicode_literals)Úcore)ÚReader)ÚScalarÚStructÚdata_type_for_dtypec               @   s"   e Zd ZdZddd„Zdd„ ZdS )	ÚTextFileReaderz?
    Wrapper around operators for reading from text files.
    é   c       	      C   sv   t |tƒstdƒ‚x&|jƒ D ]\}}t |tƒstdƒ‚qW dd„ |jƒ D ƒ}tj| |ƒ |jg |||d�| _	|| _
dS )aë  
        Create op for building a TextFileReader instance in the workspace.

        Args:
            init_net   : Net that will be run only once at startup.
            filename   : Path to file to read from.
            schema     : schema.Struct representing the schema of the data.
                         Currently, only support Struct of strings and float32.
            num_passes : Number of passes over the data.
            batch_size : Number of rows to read at a time.
        zSchema must be a schema.Structz3Only scalar fields are supported in TextFileReader.c             S   s   g | ]}t |ƒ‘qS © )r
   )Ú.0Zdtyper   r   ú?/tmp/pip-build-e66j97b2/torch/caffe2/python/text_file_reader.pyú
<listcomp>!   s    z+TextFileReader.__init__.<locals>.<listcomp>)ÚfilenameÚ
num_passesÚfield_typesN)Ú
isinstancer	   ÚAssertionErrorZget_childrenr   r   r   Ú__init__ZCreateTextFileReaderÚ_readerÚ_batch_size)	ÚselfZinit_netr   Úschemar   Ú
batch_sizeÚnameÚchildr   r   r   r   r      s    

zTextFileReader.__init__c             C   s\   |j | jgt| jƒ jƒ ƒ| jd�}t|ƒtjkr6|g}|j	|d gtj
|jdƒƒƒ}||fS )z8
        Create op for reading a batch of rows.
        )r   r   Zshould_stop)ZTextFileReaderReadr   Úlenr   Úfield_namesr   Útyper   ZBlobReferenceZIsEmptyZScopedBlobReferenceZNextName)r   ÚnetZblobsZis_emptyr   r   r   Úread*   s    
zTextFileReader.readN)r   r   )Ú__name__Ú
__module__Ú__qualname__Ú__doc__r   r"   r   r   r   r   r      s   
r   N)Ú
__future__r   r   r   r   Zcaffe2.pythonr   Zcaffe2.python.dataior   Zcaffe2.python.schemar   r	   r
   r   r   r   r   r   Ú<module>   s   