3
I4W^nq  ã               @   sÀ   d dl mZ d dl mZ d dl mZ d dl mZ d dlmZ dd„ Zdd	„ Zd
d„ Z	dd„ Z
dd„ Zdd„ Zdd„ Zdd„ Zdd„ Zdd„ Zdd„ Zdd„ Zdd„ Zd d!„ Zd"d#„ Zd$d%„ Zd&S )'é    )Úabsolute_import)Údivision)Úprint_function)Úunicode_literals)Ú
caffe2_pb2c       $   
      sŠ  ddl m} t| ƒ\}‰ }}t|ƒt| jƒks6tdƒ‚t| |ƒ\}}|}dd„ | jD ƒ}|dd… }dd„ | jD ƒ}	|	dd… }	‡ fd	d„|D ƒ}
i }i }x>t|
|ƒD ]0\}}|r¦|d
 }||ƒ|||ƒ< t	|ƒ||< q¦W t|ƒdksîtdƒ‚t
||ƒ\}}t|ƒdk�rg g fS g }g }g }i }xp|	D ]h}ˆ | }||k�r„|| }|d }|d }|jt||ƒƒ |||< |j|ƒ |j|ƒ n
|jdƒ �q(W g }tƒ }tƒ }xª|D ]¢}dd„ |jD ƒ}dd„ |jD ƒ} xp|D ]h}!|!|k�ræ�qÔ|j|!dƒ}"|"�s|j|!dƒ}"|"�r0t	|"ƒ}"|"|k�r&|j|"ƒ |"||!< n
|j|!ƒ �qÔW |j| ƒ �qªW ||7 }t| |||||||d�}#|j|#ƒ t|#ƒ ||fS )zÓ
    Generates gradient Do operator, given forward Do op and a list
    of gradient blobs corresponding to forward op's outputs
    Returns a gradient op and a list of blobs corresponding to input gradients
    r   )ÚBlobReferencez4Different number of gradient blobs and Do op outputsc             S   s   g | ]}t |ƒ‘qS © )Ústr)Ú.0Úor   r   ú?/tmp/pip-build-e66j97b2/torch/caffe2/python/control_ops_grad.pyú
<listcomp>&   s    z#gen_do_gradient.<locals>.<listcomp>Né   c             S   s   g | ]}t |ƒ‘qS r   )r	   )r
   Úir   r   r   r   (   s    c                s   g | ]}ˆ | ‘qS r   r   )r
   r   )Úouter_to_inner_mapr   r   r   +   s    z/_DO_OPERATOR_INNER_GRAD_z$Empty initial gradient map for Do opÚ_gradz/_DO_OPERATOR_INNER_GRAD_COPY_c             S   s   g | ]}t |ƒ‘qS r   )r	   )r
   r   r   r   r   r   €   s    c             S   s   g | ]}t |ƒ‘qS r   )r	   )r
   r   r   r   r   r   �   s    )Úfwd_opÚfwd_netÚgrad_opsÚinputsÚoutputsÚblob_bindingsÚsaved_fwd_blobsÚworkspace_blob_nameéÿÿÿÿr   )Úcaffe2.python.corer   Ú_do_op_sanity_check_and_processÚlenÚoutputÚAssertionErrorÚdedupe_g_outputÚinputÚzipr	   Ú_gen_subgradient_passÚappendÚ_prepare_blob_copy_opÚsetÚgetÚaddÚupdateÚ_prepare_gradient_do_op)$ÚopÚg_outputr   ÚsubnetÚinner_to_outer_mapr   r   Údeduped_g_outputÚ	op_outputÚop_inputZordered_inner_output_blob_namesZbackward_pass_initial_grad_mapZinitial_grad_mapZinner_output_nameZouter_grad_output_nameZinner_grad_output_nameZinner_grad_opsZinner_grad_names_mapZgrad_copy_opsÚg_inputZnew_op_outputsZnew_blob_bindingsZouter_input_nameZinner_input_nameZinner_grad_input_nameZouter_grad_input_nameZnew_inner_grad_input_nameZnew_op_inputsZoverwritten_namesZsaved_local_blob_namesÚgrad_opÚgrad_op_inputÚgrad_op_outputZgrad_op_input_nameÚ
outer_nameÚgradient_do_defr   )r   r   Úgen_do_gradient   s�    

*








r8   c       	      C   sÜ   g }g }i }xÆt | j|ƒD ]¶\}}|s2|j|ƒ q||krJ|j|| ƒ q||jƒ krj|||< |j|ƒ q|d | d }||jƒ ksŠt‚tjƒ }d|_|jj	|gƒ |jj	|gƒ |j|ƒ |j|ƒ |||< qW ||fS )NÚ_Z_DEDUPÚCopy)
r"   r   r$   Úvaluesr   r   ÚOperatorDefÚtyper!   Úextend)	r+   r,   r   r/   Úinit_grad_mapÚoutput_nameZ	grad_nameZdeduped_grad_nameZgrad_copy_opr   r   r   r    ©   s,    


r    c          
      s¦  ddl m} | jdkstdƒ‚t| jƒdks4tdƒ‚t| jƒt|ƒksNtdƒ‚t| |ƒ\}}|}i }dd„ | jD ƒ}x*t||ƒD ]\}}|r€||ƒ|||ƒ< q€W t|ƒdks´td	ƒ‚t	| d
ƒ}	|	sÊtdƒ‚t|	j
ƒdkrè|	j
d jdksðtdƒ‚|	j
d }
t|
ƒ}d|k�s |d  �s tdƒ‚t|
jƒdk�s8tdƒ‚|
jd }t|	|ƒ\}‰ }}|�sbtdƒ‚|t| |||||ˆ d�7 }dd„ | jD ƒ}‡ fdd„|D ƒ}||fS )z+
    Generates gradient While operator
    r   )r   ÚWhilezExpected While opz'Expected at least one input in While opz7Different number of gradient blobs and While op outputsc             S   s   g | ]}t |ƒ‘qS r   )r	   )r
   r   r   r   r   r   Ø   s    z&gen_while_gradient.<locals>.<listcomp>z'Empty initial gradient map for While opÚloop_netz Expected loop subnet in While opr   ÚDoz6Gradient While op requires single Do op as a loop bodyÚreuse_workspacezFGradient While op requires Do loop body op without reuse_workspace setz'Expected Do op with at least one outputz4Failed to get gradient net for loop body in While op)r   Úinput_namesÚoutput_namesÚloop_grad_netÚworkspace_blobr?   Úloop_grad_mapc             S   s   g | ]}t |ƒ‘qS r   )r	   )r
   r   r   r   r   r   ø   s    c                s   g | ]}ˆ j |d ƒ‘qS )N)r'   )r
   r   )rI   r   r   r   ù   s    r   )r   r   r=   r   r   r!   r   r    r"   Ú_get_net_argumentr+   Ú_get_do_argumentsÚ_gen_subnet_gradientÚ_prepare_gradient_while_ops)r+   r,   r   r   r/   r?   r0   r@   Úgrad_output_namerB   Údo_opZdo_argsrH   rG   Zloop_input_namesZloop_output_namesr1   r2   r   )rI   r   Úgen_while_gradientÉ   sH    
 


rP   c             C   s–  t jƒ }|j| ƒ |jr&| jd7  _t jƒ }d|_|jj|ƒ t jƒ }	d|	_ddlm}
m} |
dƒ}|
dƒ}|j	|j
ƒ d ƒ}|j||ƒ |j||ƒ x`|jƒ D ]T\}}t|ƒ}t|ƒ}||kr¢|| |kr¢|j||| ƒ|ƒ |j|||| ƒƒ q¢W |	jj|jƒ ƒ |jd d …= |jj||	gƒ |jd d …= |jd d …= |jjt|ƒjd	ƒgt|ƒ ƒ |jd d …= |jj|ƒ d
|_dd„ |jƒ jD ƒ|g S )Nr   rB   Úcond_netr   )ÚNetr   Zgradient_loop_cond_netZgradient_loop_cond_net_initz/condzutf-8Tc             S   s   g | ]}|‘qS r   r   )r
   r   r   r   r   r   0  s    z/_prepare_gradient_while_ops.<locals>.<listcomp>)r   r<   ÚCopyFromÚnameÚArgumentÚnr   rR   r   ZNextScopedBlobÚNameZHasScopeÚitemsr	   r:   ZProtoÚargr>   Úcontrol_inputr!   ÚencodeÚlistr   Úis_gradient_opr+   )r   rE   rF   rG   rH   r?   rI   Zgradient_while_defZloop_net_argZcond_net_argrR   r   rQ   Zcond_init_netZ	cond_blobZblobZinit_grad_blobZ	blob_nameZinit_grad_blob_namer   r   r   rM     sF    
rM   c             C   sÄ   | j dkstdƒ‚i }x¨| jD ]ž}|js*q|jdkrN|jsBtdƒ‚|j|d< q|jdkrv|jsftdƒ‚t|jƒ|d< q|jdkrš|jsŽtdƒ‚|j|d< q|jd	kr|js²td
ƒ‚|j|d	< qW |S )NrC   zExpected Do opÚnetzExpected non empty net argumentrD   z+Expected non empty reuse_workspace argumentÚinner_blobsz'Expected non empty inner_blobs argumentÚouter_blobs_idxz+Expected non empty outer_blobs_idx argument)	r=   r   rY   rT   rV   r   ÚboolÚstringsÚints)rO   ÚargsrY   r   r   r   rK   3  s$    



rK   c                 s$  ddl m} | jdkstdƒ‚t| jƒdks4tdƒ‚t| jƒt|ƒksNtdƒ‚t| |ƒ\}}|}i }dd„ | jD ƒ}d	d„ | jD ƒ}x*t||ƒD ]\}}	|	r�||	ƒ|||ƒ< q�W t|ƒdksÄtd
ƒ‚i ‰t	| dƒ}
|
sÞtdƒ‚t
|
|ƒ\}‰}}|sütdƒ‚ˆjˆƒ tƒ }tƒ }i ‰ d}t	| dƒ}|�rÞt
||ƒ\}‰ }}|�sJtdƒ‚x’ˆ jƒ D ]†\}}|ˆk�rÐˆ| }||k�rØ||k�rŠ|| nd}||k�r¢|ˆ|< n,||k�r¶|ˆ|< nd| d | d | ‚n|ˆ|< �qTW |||@  }t‡fdd„|D ƒƒ}t|ˆ|ƒ}|�r |jj|ƒ nft|ƒdk�r†tjƒ }|j|ƒ |j�rV| jd7  _|jdd…= |jj|ƒ |jdd…= |jdd…= |||@  }t‡ fdd„|D ƒƒ}t|ˆ |ƒ}|jj|ƒ t||B ƒ}||B }|d gt|t|d ƒ ƒ }t| ||||d�}‡fdd„|D ƒ}||g |fS )zÓ
    Generates gradient If operator, given forward If op and a list
    of gradient blobs corresponding to forward op's outputs
    Returns a gradient op and a list of blobs corresponding to input gradients
    r   )r   ÚIfzExpected If opz$Expected at least one input in If opz4Different number of gradient blobs and If op outputsc             S   s   g | ]}t |ƒ‘qS r   )r	   )r
   r   r   r   r   r   Z  s    z#gen_if_gradient.<locals>.<listcomp>c             S   s   g | ]}t |ƒ‘qS r   )r	   )r
   r   r   r   r   r   [  s    z$Empty initial gradient map for If opÚthen_netzExpected then subnet in If opz,Failed to get gradient net for then in If opNÚelse_netz,Failed to get gradient net for else in If opzUnexpected grad blob name z, c                s   g | ]}|ˆ j ƒ kr|‘qS r   )r;   )r
   r   )Úthen_grad_mapr   r   r   ‘  s    Z_auto_else_zero_blobs_c                s   g | ]}|ˆ j ƒ kr|‘qS r   )r;   )r
   r   )Úelse_grad_mapr   r   r   £  s    )r   rE   rF   Úthen_grad_netÚelse_grad_netc                s   g | ]}ˆ j |d ƒ‘qS )N)r'   )r
   r   )Úgrad_mapr   r   r   ²  s    )r   r   r=   r   r   r!   r   r    r"   rJ   rL   r)   r&   rX   Ú_gen_grad_zero_init_opsr+   r>   r   ÚNetDefrS   rT   Úexternal_inputÚexternal_outputr\   Ú_prepare_gradient_if_op) r+   r,   r   r   r/   r?   r1   r0   r@   rN   rf   rj   Zthen_input_namesZthen_output_namesZelse_input_namesZelse_output_namesrk   rg   Z	else_blobZelse_grad_blobZthen_grad_blobÚinit_grad_nameZthen_other_output_namesZthen_other_grad_output_namesZ	zero_thenZelse_other_output_namesZelse_other_grad_output_namesZ	zero_elserF   rE   Úgradient_if_defr2   r   )ri   rl   rh   r   Úgen_if_gradientH  s�    











rt   c       
      C   sÒ   t | |ƒ\}}tƒ }tƒ }xT|D ]L}x(|jD ]}t|ƒ|kr,|jt|ƒƒ q,W x|jD ]}|jt|ƒƒ qVW q W tjƒ }	|	j| ƒ |	j	r–|	 j	d7  _	|	j
d d …= |	j
j|ƒ |	jd d …= |	jd d …= |	|||fS )Nr   )r#   r&   r!   r	   r(   r   r   rn   rS   rT   r+   r>   ro   rp   )
r-   Ú	init_gradr   Úgrad_names_maprF   rE   r3   r4   r5   Úgradient_net_defr   r   r   rL   ¶  s&    

rL   c             C   s<   x6| j D ],}|jr|j|kr|js.td| ƒ‚|jS qW d S )Nz Expected non empty net argument )rY   rT   rV   r   )r+   Únet_namerY   r   r   r   rJ   Ï  s
    
rJ   c             C   s
   t | |ƒS )zA wrapper for external call)rJ   )r+   rx   r   r   r   ÚgetNetArgument×  s    ry   c       	      C   sV   ddl m} || jƒ}|j|ƒ\}}i }x$|jƒ D ]\}}t|ƒ|t|ƒ< q2W ||fS )Nr   )ÚIR)r   rz   r+   ZGetBackwardPassrX   r	   )	r-   ru   rz   Z	subnet_irr   Zgrad_blob_maprv   ÚbÚgr   r   r   r#   Ü  s    
r#   c             C   s¬  | j dkstdƒ‚t| dƒ}|s(tdƒ‚d }d }x¢| jD ]˜}|jr†|jdkr†| sZtdƒ‚|jrnt|jƒdksvtdƒ‚d	d
„ |jD ƒ}|jrÆ|jdkrÆ| s¤tdƒ‚|jr¸t|jƒdksÀtdƒ‚|j}|r8|r8P q8W |sàtdƒ‚|sìtdƒ‚t|ƒt|ƒk�stdƒ‚t|ƒ}t|ƒt|ƒk�s(tdƒ‚dd
„ | j	D ƒ}t|ƒdk�sNtdƒ‚|d }|d d… }dd
„ | j
D ƒ}t|ƒdk�sˆtdƒ‚|d  }	||	k�s¢tdƒ‚|d d!… }t|ƒ}
t|
ƒt|ƒk�sÐtdƒ‚t|ƒ}t|ƒt|ƒk�sòtdƒ‚|| }t|ƒ}tƒ }i }i }xtt||ƒD ]f\}}|dk�r<|t|ƒk �sDtdƒ‚|| }||k�sftd| d ƒ‚|j|ƒ |||< |||< �qW t|ƒt|ƒk�s tdƒ‚||||	fS )"NrC   zExpected Do opr^   zNo net argument found in Do opr_   zinner_blobs redefinitionr   z#Empty inner_blobs argument in Do opc             S   s   g | ]}|j d ƒ‘qS )zutf-8)Údecode)r
   Úsr   r   r   r   ô  s    z3_do_op_sanity_check_and_process.<locals>.<listcomp>r`   zouter_blobs_idx redefinitionz'Empty outer_blobs_idx argument in Do opz&No inner_blobs argument found in Do opz*No outer_blobs_idx argument found in Do opzFArguments inner_blobs and outer_blobs_idx of different length in Do opz(Found duplicates in inner_blobs in Do opc             S   s   g | ]}t |ƒ‘qS r   )r	   )r
   r   r   r   r   r     s    z Expected at least one input blobr   c             S   s   g | ]}t |ƒ‘qS r   )r	   )r
   r   r   r   r   r     s    z!Expected at least one output blobz)Expected same input/output workspace blobz Found duplicates in Do op inputsz!Found duplicates in Do op outputsz*Outer blob index is out of bounds in Do opzReusage of outer blob name z	 in Do opz;Not all outer blob names are used in blob bindings in Do opr   r   r   r   )r=   r   rJ   rY   rT   rb   r   rc   r&   r!   r   r"   r(   )r+   r-   r_   r`   rY   Zall_inner_blobsr1   Zinput_workspace_blob_namer0   r   Zall_op_input_blob_namesZall_op_output_blob_namesZordered_outer_blob_namesZall_outer_blob_namesZused_outer_blob_namesr   r.   Z
inner_nameZouter_blob_idxr6   r   r   r   r   ç  sv    


r   c             C   s.   t jƒ }d|_|jj| gƒ |jj|gƒ |S )Nr:   )r   r<   r=   r!   r>   r   )Ú	from_nameZto_nameZcopy_op_defr   r   r   r%   2  s
    r%   c                s¨  t jƒ }|j|ƒ |jr&| jd7  _|jd d …= |jj|ƒ |jd d …= |jd d …= t jƒ }	|	j| ƒ |	jrŠt	|	jƒdkrŠ|	 jd7  _|	j
d d …= |	j
j|ƒ |	j
j|ƒ |	jd d …= |	jj|ƒ |	jj|ƒ t jƒ }
d|
_|
jj|ƒ || ‰ˆ jƒ }‡ ‡fdd„|D ƒ}t jƒ }d|_|jjdd„ |D ƒƒ t jƒ }d|_|jj|ƒ t jƒ }d	|_|jjd
d„ |D ƒƒ |	jd d …= |	jj|
|||gƒ |	jd d …= d|	_|	S )Nr   r   r^   c                s   g | ]}ˆj ˆ | ƒ‘qS r   )Úindex)r
   r{   )r   Úordered_new_outer_namesr   r   r   Z  s   z+_prepare_gradient_do_op.<locals>.<listcomp>r_   c             S   s   g | ]}|j d ƒ‘qS )zutf-8)r[   )r
   r{   r   r   r   r   _  s    r`   r   c             S   s   g | ]}|j d ƒ‘qS )zutf-8)r[   )r
   r{   r   r   r   r   h  s    T)r   rn   rS   rT   r+   r>   ro   rp   r<   r   r!   r$   r   rU   rV   Úkeysrb   rc   rY   rZ   r]   )r   r   r   r   r   r   r   r   rw   r7   Znet_argr_   Znew_outer_blobs_idxZinner_blobs_argZouter_blobs_idx_argZsaved_blobs_argr   )r   r�   r   r*   :  sR    

r*   c             C   sø   g }xî|D ]æ}d }x"|j ƒ D ]\}}||kr|}P qW |sFtd| ƒ‚d }|| kr–| | }	|	|krâtjƒ }d|_|jjt|	ƒgƒ |jjt|ƒgƒ nLtjƒ }d|_|jj|gƒ |jj|gƒ tj	ƒ }
d|
_
d|
_|jj|
gƒ |r
|j|ƒ q
W |S )NzUnknown gradient output r:   ZConstantFillÚvalueg        )rX   r   r   r<   r=   r!   r>   r	   r   rU   rT   ÚfrY   r$   )r?   rl   Zgrad_output_namesZgrad_init_opsZgrad_outputr@   r   r|   Zgrad_init_oprr   Z	value_argr   r   r   rm   t  s6    
rm   c       	      C   sÌ   t jƒ }|j| ƒ |jd d …= |jj|ƒ |jd d …= |jj|ƒ t jƒ }d|_|jj|ƒ |g}|rŠt jƒ }d|_|jj|ƒ |j	|ƒ |j
d d …= |j
j|ƒ |jr¶| jd7  _|jd d …= d|_|S )Nrf   rg   r   T)r   r<   rS   r!   r>   r   rU   rT   rV   r$   rY   rZ   r]   )	r   rE   rF   rj   rk   rs   Zthen_net_argZgradient_argsZelse_net_argr   r   r   rq   ™  s,    

rq   c       	      C   s¤   t | dƒ}| j| }x8|jD ].}x(t|jƒD ]\}}||kr,||j|< q,W qW t | dƒ}|r–x8|jD ].}x(t|jƒD ]\}}||krt||j|< qtW qdW || j|< d S )Nrf   rg   )rJ   r   r+   Ú	enumerate)	r3   ÚidxZnew_grad_outputrf   Zold_grad_out_matchr+   r   Úoutrg   r   r   r   Údisambiguate_grad_if_op_outputµ  s    


rˆ   N)Ú
__future__r   r   r   r   Zcaffe2.protor   r8   r    rP   rM   rK   rt   rL   rJ   ry   r#   r   r%   r*   rm   rq   rˆ   r   r   r   r   Ú<module>   s*     <.nK:%