3
I4W^„  ã               @   s–   d dl mZ d dl mZ d dl mZ d dl mZ d dlmZ d dlmZ d dl	m
Z
 d dlZd d	lmZ d dlZejeƒZd
d„ ZG dd„ deƒZdS )é    )Úabsolute_import)Údivision)Úprint_function)Úunicode_literals)Úschema)Ú
ModelLayer)Ú	viewitemsN)Údefaultdictc                s®   t tƒ}d‰ xŒ| D ]„}|jjd }t|dƒrŽt|jdƒrŽt|jjdƒrŽt|jjjt	ƒrŽx6|jjjj
ƒ D ]$\}}|| j‡ fdd„|D ƒƒ qfW ˆ |7 ‰ qW |jƒ rªt	|ƒS d S )Nr   ÚmetadataÚfeature_specsÚfeature_to_indexc                s   g | ]}ˆ | ‘qS © r   )Ú.0Úvi)Ú	start_posr   ú</tmp/pip-build-e66j97b2/torch/caffe2/python/layers/concat.pyú
<listcomp>   s    z5get_concatenated_feature_to_index.<locals>.<listcomp>)r	   ÚlistZdtypeÚshapeÚhasattrr
   r   Ú
isinstancer   ÚdictÚitemsÚextendÚkeys)Zblobs_to_concatZconcat_feature_to_indexZscalarZnum_dimsÚkÚvr   )r   r   Ú!get_concatenated_feature_to_index   s    

 r   c                   s*   e Zd ZdZd	‡ fdd„	Zdd„ Z‡  ZS )
ÚConcataÿ  
    Construct Concat layer
    Assume that first dimension is batch,

    Example:

        embedding_dim = 64
        input_record = self.new_record(schema.Struct(
            ('input1', schema.Scalar((np.float32, (embedding_dim, )))),
            ('input2', schema.Scalar((np.float32, (embedding_dim, )))),
            ('input3', schema.Scalar((np.float32, (embedding_dim, )))),
        ))

        output = self.model.Concat(input_record)
        self.assertEqual(
            schema.Scalar((np.float32, ((len(input_record.fields) * embedding_dim, )))),
            output
        )

        # Note that in Concat layer we assume first dimension is batch.
        # so input is B * embedding_dim
        # add_axis=1 make it B * 1 * embedding_dim
        # Concat on axis=1 make it B * N * embedding_dim

        output = self.model.Concat(input_record, axis=1, add_axis=1)
        self.assertEqual(
            schema.Scalar((np.float32, ((len(input_record.fields), embedding_dim)))),
            output
        )
    é   r   Úconcatc                sØ  t t| ƒj|||f|Ž || _|| _|dko2|dk s>tdƒ‚t|tjƒsXtdj	|ƒƒ‚g }xrt
|jƒD ]d\}}	t|	tjƒsŒtdj	||	ƒƒ‚t|	jƒ jƒ}
|r®|
j|d dƒ t|
ƒ|ksÂtdƒ‚|j|
ƒ qhW tjdt|ƒ ƒ |dk�r
tj|d | jdƒgƒ| _d S d}xL|D ]D}
||
|d  7 }d|
|d < |
|d k�std	j	|
|d ƒƒ‚�qW |d }|||d < tjd
t|ƒ ƒ tjtj|f| jdƒƒ| _|jjƒ }t|ƒ}|�rÔtjtj|d�d�}| jj|ƒ d S )Nr   r   zIt's not allowed to add axis=0z9Incorrect input type. Excpected Struct, but received: {0}z:Incorrect input type for {}. Excpected Scalar, but got: {}z:Concat expects that limited dimensions of the input tensorzConcat Layer input shapes: Úoutputz0Shapes {0} and {1} are not compatible for ConcatzConcat Layer output_dims: )r   )r   ) Úsuperr   Ú__init__ÚaxisÚadd_axisÚAssertionErrorr   r   ÚStructÚformatr   ÚfieldsZScalarr   Ú
field_typer   ÚinsertÚlenÚappendÚloggerÚinfoÚstrZfrom_blob_listZget_next_blob_referenceÚoutput_schemaÚnpZfloat32Úvaluesr   ZMetadataZFeatureSpecZset_metadata)ÚselfÚmodelÚinput_recordr$   r%   ÚnameÚkwargsZshapesÚ
field_namer*   r   Z
concat_dimZoutput_dimsZrecord_to_concatZconcated_feature_to_indexr
   )Ú	__class__r   r   r#   C   s\    



zConcat.__init__c             C   s<   |j | jjƒ | jjƒ d | jjƒ d d g| j| jd� d S )Nr   Z_concat_dims)r$   r%   )r   r6   Zfield_blobsr1   r$   r%   )r4   Únetr   r   r   Úadd_ops€   s    zConcat.add_ops)r   r   r    )Ú__name__Ú
__module__Ú__qualname__Ú__doc__r#   r<   Ú__classcell__r   r   )r:   r   r   #   s    <r   )Ú
__future__r   r   r   r   Zcaffe2.pythonr   Zcaffe2.python.layers.layersr   Zfuture.utilsr   Znumpyr2   Úcollectionsr	   ÚloggingÚ	getLoggerr=   r.   r   r   r   r   r   r   Ú<module>   s   
