3
H4W^¢*  ã               @   sš  d dl Z d dlZd dlZd dlZd dlmZ ejƒ Zejdddd� ejddd	d� ejd
ddd� ejdddd� ejdddd� ej	ƒ \Z
Ze
jrÜejje
jƒs´edje
jƒƒ‚e jjejje
jddƒƒ d dlmZ nd dlmZ ejejje
jdƒƒZyd dlmZ W n" ek
�r0   d dlmZ Y nX dd„ Zdd„ Zdd„ Zdd„ Z dd d!d!d"d#œZ!d$d%d&d'd(d)d*d+d,œZ"d-d.„ Z#d/d0„ Z$ed1ƒZ%ed2ƒZ&d3d4„ Z'd5d6„ Z(d7d8„ Z)d9d:„ Z*d;d<„ Z+d=d>„ Z,d?d@„ Z-e.dAk�r–ej/eejje
j0dBƒƒed�Z1e,e1ƒZ2dCdD„ e1D ƒZ3g g dEœZ4e5ƒ Z6d Z7�xNe3D �]DZ8e(e8ƒZ9e+e8ƒZ:dFje8dG ge9 e:g ƒZ;e;e6k�rh�q*e6j<e;ƒ e4dH jdIje;e7ƒƒ e8dG g g g g e=e7ƒdJœZ>dKe8dL k�rÐdMe8dL k�rÐdNe8dL k�sÐt?‚e@dOdP„ e8dQ D ƒƒZAeBdRdP„ e8dQ D ƒƒZCeC�rdSdD„ eDe8dQ ƒD ƒd  ZEd ZFxÌeDe8dQ ƒD ]¼\ZGZHe>dQ jeHdG ƒ eC�r\eGeEk �r\dTneAZIeHdU dVk�rŒe>dW jdXjeHdG eFeAƒƒ n\e eHƒ�r¼e>dW jdYjeHdG eFeIƒƒ eFdZ7 ZFn,ee"eHdU  ƒjJe>eHdG d[�ZKe>d\ jeKƒ �q.W e-e8e>ƒ dKe8dL k�red]ƒjJe>ƒe>d^< n8dMe8dL k�s,t?‚d_je8dG d`je>dQ dZd… ƒƒe>d^< e4da je%jJe>ƒƒ e7dZ7 Z7�q*W eejje
jLe
jMdb ƒejJe4ƒƒ dS )cé    N)Údeepcopyz--template_dirÚ.zwhere template.h is)ÚdefaultÚhelpz
--yaml_dirzaten/src/ATen/ATenzwhere ATen yaml files arez--output_prefixÚ z--install_dirzwhere to put generated filez--aten_rootzroot directory of atenzaten_root ({}) does not existÚsrcZATen)ÚCodeTemplatezaten_op_template.h)ÚCLoader)ÚLoaderc          	   C   s$   t | dƒ�}|j|ƒ W d Q R X d S )NÚw)ÚopenÚwrite)ÚfilenameÚsÚf© r   ú;/tmp/pip-build-e66j97b2/torch/caffe2/contrib/aten/gen_op.pyr   6   s    r   c          	   C   s   t | dƒ�
}|jƒ S Q R X d S )NÚr)r   Úread)r   r   r   r   r   r   ;   s    r   c             C   s   d| d kod| d kS )NÚTensorÚdynamic_typeZSparser   )Úvr   r   r   Úvalue_has_tensors@   s    r   c             C   s   t | ƒo| d dkS )Nr   Ú
TensorList)r   )r   r   r   r   Úvalue_is_tensor_typeE   s    r   z&assignTo(Output(${offset}),${output});z:assignTo(Output(${offset}),self.scalar_type(), ${output});z4assignToValue<int64_t>(Output(${offset}),${output});z+assignListStartingAt(${offset}, ${output});)r   ÚScalarÚboolÚint64_tzstd::vector<Tensor>z2at::Scalar ${arg} = readScalarAttribute("${arg}");z/bool ${arg} = readAttribute<int64_t>("${arg}");z.int ${arg} = readAttribute<int64_t>("${arg}");z/double ${arg} = readAttribute<float>("${arg}");z2int64_t ${arg} = readAttribute<int64_t>("${arg}");z(auto ${arg} = readIntArrayRef("${arg}");z(auto ${arg} = readBoolMask<2>("${arg}");z(auto ${arg} = readBoolMask<3>("${arg}");)r   r   ÚintÚdoubler   ZIntArrayRefzstd::array<bool,2>zstd::array<bool,3>c             C   sz   t dd„ | d D ƒƒ}| g}xXtd|ƒD ]J}d| d |d   ksFt‚t| ƒ}|d d |d  … |d< |j|ƒ q(W |S )Nc             s   s   | ]}d |krdndV  qdS )r   é   r   Nr   )Ú.0Úargr   r   r   ú	<genexpr>a   s    zexpand.<locals>.<genexpr>Ú	argumentsr   r   r    )ÚsumÚrangeÚAssertionErrorr   Úappend)ÚoÚnum_defaultsÚresultsÚir   r   r   r   Úexpand`   s    r-   c             C   sú   | d |krF|| d  dkr.t dj| d ƒƒ || d   d7  < dS | d rRdS d| d krbdS xH| d D ]<}t|ƒ rl|d	 tkrlt d
j| d |d	 |d ƒƒ dS qlW xH| d D ]<}t|ƒ r¶|d	 tkr¶t dj| d |d	 |d ƒƒ dS q¶W dS )NÚnamer   z*Skipping {} because it is a factory methodr    FZinplaceZ_outÚreturnsÚtypez#Skipping {} Because of Ret: {} ({})r   r$   z$Skipping {} Because of Arg: {} ({}) T)ÚprintÚformatr   Ú
RETURN_MAPÚARGUMENT_MAP)r)   Úfactory_methodsÚretr"   r   r   r   Úsupportsm   s(    r7   z¾case ${key}: { // ${name}
    ${initialization}
    run_op = [=] {
        ${statements}
        auto the_result = ${invocation};
        ${assignments}
        return true;
    };
} break;
z/  if(OutputSize() > ${offset}) {${assignment}}
c             C   s"   t | d ƒdkrdS dj|ƒS d S )Nr/   r    Z
the_resultzstd::get<{}>(the_result))Úlenr2   )r)   r,   r   r   r   Ú
get_output¦   s    r9   c             C   s   t dd„ | d D ƒƒS )Nc             S   s   g | ]}t |ƒs|d  ‘qS )r.   )r   )r!   Úar   r   r   ú
<listcomp>®   s    z#attribute_names.<locals>.<listcomp>r$   )Úsorted)r)   r   r   r   Úattribute_names­   s    r=   c             C   s   t dd„ | d D ƒƒS )Nc             S   s&   g | ]}t |ƒ rd |kr|d ‘qS )r   r.   )r   )r!   r:   r   r   r   r;   ²   s    z,required_attribute_names.<locals>.<listcomp>r$   )r<   )r)   r   r   r   Úrequired_attribute_names±   s    r>   c             C   s   dd„ | D ƒdd„ | D ƒ S )Nc             S   s   g | ]}|d  dkr|‘qS )r.   Úselfr   )r!   r:   r   r   r   r;   ¶   s    z*self_as_first_argument.<locals>.<listcomp>c             S   s   g | ]}|d  dkr|‘qS )r.   r?   r   )r!   r:   r   r   r   r;   ·   s    r   )r$   r   r   r   Úself_as_first_argumentµ   s    r@   c             C   s>   d}x0| d D ]$}|d dkr"dS t |ƒr|d7 }qW t|ƒS )Nr   r$   r0   r   Ú*r    )r   Ústr)r)   Úargsr:   r   r   r   Úget_num_inputsº   s    rD   c             C   s8   i }x.| D ]&}t dd„ |d D ƒƒr
d||d < q
W |S )Nc             s   s   | ]}|d  dkV  qdS )r   ZTensorOptionsNr   )r!   r"   r   r   r   r#   Ç   s    z'find_factory_methods.<locals>.<genexpr>r$   r   r.   )Úany)Údeclsr5   r)   r   r   r   Úfind_factory_methodsÄ   s
    
rG   c             C   sn   xht | d ƒD ]X\}}tt|ƒs(|d nd }t|ƒj||t| |ƒd�}tj|||d�}|d j|ƒ qW d S )Nr/   r0   r   )ÚoffsetÚoutput)rH   Ú
assignmentÚassignments)Ú	enumerater3   r   ÚCTÚ
substituter9   ÚASSIGN_CHECK_SIZE_TEMPLATEr(   )r)   Úenvr,   r   ÚtrJ   Zcheck_size_assignmentr   r   r   Úemit_assignmentsÌ   s
    rR   Ú__main__zDeclarations.yamlc             C   s(   g | ] }t |ƒD ]}t|tƒr|‘qqS r   )r-   r7   r5   )r!   r)   Úexpandedr   r   r   r;   Ø   s    r;   )ÚmappingsÚimplementationsú-r.   rU   z{{ "{}", {} }},)r.   Ú
statementsr$   rK   ÚinitializationÚkeyÚ	namespaceZ	method_ofr   ÚTypec             c   s"   | ]}|d  dkot |ƒV  qdS )r0   r   N)r   )r!   r"   r   r   r   r#     s    r#   r$   c             c   s   | ]}|d  dkV  qdS )r0   r   Nr   )r!   r"   r   r   r   r#     s    c             C   s    g | ]\}}|d  dkr|‘qS )r0   r   r   )r!   r,   r"   r   r   r   r;     s    zInputSize()r0   r   rX   z7auto {} = peekSlice({}, InputSize() - {}, InputSize());zauto {} = peek({}, {});r    )r"   rY   zat::${name}(${arguments})Z
invocationzself.{}({})z, rV   z	aten_op.h)NÚsysZyamlÚargparseÚosÚcopyr   ÚArgumentParserÚparserÚadd_argumentÚparse_known_argsrC   Ú_Z	aten_rootÚpathÚexistsÚ
ValueErrorr2   r(   ÚjoinZcode_templater   rM   Zsrc.ATen.code_templateÚ	from_fileZtemplate_dirZOP_TEMPLATEr	   r
   ÚImportErrorr   r   r   r   r3   r4   r-   r7   ZOPTION_TEMPLATErO   r9   r=   r>   r@   rD   rG   rR   Ú__name__ÚloadZyaml_dirrF   r5   ÚfilteredZtop_envÚsetÚseenrZ   r)   Z
attr_namesZ
num_inputsZ
descriptorÚaddrB   rP   r'   r%   Zstatic_tensor_inputsrE   Zhas_tensorlistrL   Ztensorlist_idxZreal_inputsr,   r"   Zview_lengthrN   ÚinitÚinstall_dirZoutput_prefixr   r   r   r   Ú<module>   sÖ   
(

	
	




"