3
H4W^Ø0  ã               @   sž   d dl mZ d dl mZ d dl mZ d dl mZ d dlmZ G dd„ dƒZdd	„ Zd
d„ Z	ddd„Z
dd„ Zdd„ Zddd„Zddd„Zddd„Zdd„ ZdS )é    )Úabsolute_import)Údivision)Úprint_function)Úunicode_literals)Úbrewc               @   s    e Zd Zeedƒƒ\ZZZZdS )ÚAttentionTypeé   N)	Ú__name__Ú
__module__Ú__qualname__ÚtupleÚrangeZRegularZ	RecurrentZDotZSoftCoverage© r   r   ú8/tmp/pip-build-e66j97b2/torch/caffe2/python/attention.pyr      s   r   c             C   s   dj t| ƒt|ƒƒS )Nz{}/{})ÚformatÚstr)ÚscopeÚnamer   r   r   Ús   s    r   c             C   sB   t j| ||gt|dƒƒ}| jj||t|dƒgdd|gd�\}}|S )NÚ"attention_weighted_encoder_contextZ,attention_weighted_encoder_context_old_shapeé   )Úshapeéÿÿÿÿ)r   Zbatch_mat_mulr   ÚnetZReshape)ÚmodelÚencoder_outputs_transposedÚencoder_output_dimÚattention_weights_3dr   r   Ú_r   r   r   Ú_calc_weighted_context   s    
r   Nc             C   s>   |d k	r | j j||gdgdd�}tj| |t|dƒddd�}|S )NZmasked_attention_logitsÚsequence)Úmoder   ZCUDNNr   )ZengineÚaxis)r   ZSequenceMaskr   Zsoftmaxr   )r   Úattention_logits_transposedr   Úencoder_lengthsr   r   r   r   Ú_calc_attention_weights0   s    r%   c          	   C   sN   | j j||ƒ}tj| |t|dƒ|dddd�}tj| |t|dƒdddgd�}|S )	NÚattention_logitsr   é   T)Údim_inÚdim_outr"   Zfreeze_biasr#   r   )Zaxes)r   ZTanhr   Úfcr   Ú	transpose)r   Ú"decoder_hidden_encoder_outputs_sumr   r   r&   r#   r   r   r   Ú%_calc_attention_logits_from_sum_matchI   s"    r-   c             C   s4   t j| |t||ƒ||dd�}| jj||dgd�}|S )Nr'   )r(   r)   r"   r   )Údims)r   r*   r   r   ÚSqueeze)r   Úinputr(   r)   r   r   Úoutputr   r   r   Ú_apply_fc_weight_for_sum_matchk   s    
r2   c	             C   sš   t | ||||dd�}	t | ||||dd�}
| jj|	|
gt|dƒƒ}| jj||gt|dƒdd�}t| |||d�}t| |||d	�}t| ||||d
�}|||gfS )NÚweighted_prev_attention_context)r   r0   r(   r)   r   r   Úweighted_decoder_hidden_stateÚ&decoder_hidden_encoder_outputs_sum_tmpr,   r   )Ú	broadcast)r   r,   r   r   )r   r#   r   r$   )r   r   r   r   r   )r2   r   ÚAddr   r-   r%   r   )r   r   r   Úweighted_encoder_outputsÚdecoder_hidden_state_tÚdecoder_hidden_state_dimZ)attention_weighted_encoder_context_t_prevr   r$   r3   r4   r5   r,   r#   r   r   r   r   r   Úapply_recurrent_attention„   sR    r;   c             C   sp   t | ||||dd�}| jj||gt|dƒddd�}	t| |	||d�}
t| |
||d�}t| ||||d�}|||	gfS )	Nr4   )r   r0   r(   r)   r   r   r,   r   )r6   Zuse_grad_hack)r   r,   r   r   )r   r#   r   r$   )r   r   r   r   r   )r2   r   r7   r   r-   r%   r   )r   r   r   r8   r9   r:   r   r$   r4   r,   r#   r   r   r   r   r   Úapply_regular_attentionÍ   s<    
r<   c             C   s    ||kr&t j| |t|dƒ||dd�}n|}| jj|t|dƒdgd�}| jj||dgd�}	| jj||	gt|dƒdd	�}
t| |
||d
�}t| ||||d�}||g fS )Nr4   r'   )r(   r)   r"   Ú&squeezed_weighted_decoder_hidden_stater   )r.   r&   r   )Ztrans_a)r   r#   r   r$   )r   r   r   r   r   )	r   r*   r   r   r/   Z
ExpandDimsZBatchMatMulr%   r   )r   r   r   r9   r:   r   r$   r4   r=   Z1expanddims_squeezed_weighted_decoder_hidden_stater#   r   r   r   r   r   Úapply_dot_attention  sD    


r>   c
             C   s
  t | ||||dd�}
| jj||
gt|dƒdd�}| jj|t|dƒdgd�}tj| |t|d	ƒƒ}| jj|	|gt|d
ƒddd�}| jj||gt|dƒƒ}t| |||d�}t	| |||d�}t
| ||||d�}| jj|t|dƒdgd�}| jj||gt|dƒdd�}|||g|fS )Nr4   )r   r0   r(   r)   r   r   r5   r   )r6   Úcoverage_t_prev_2dr   )r.   Úcoverage_t_prev_transposedÚscaled_coverage_weights)r6   r"   r,   )r   r,   r   r   )r   r#   r   r$   )r   r   r   r   r   Úattention_weights_2dr'   Ú
coverage_t)r2   r   r7   r   r/   r   r+   ZMulr-   r%   r   )r   r   r   r8   r9   r:   r   r$   Zcoverage_t_prevZcoverage_weightsr4   r5   r?   r@   rA   r,   r#   r   r   rB   rC   r   r   r   Úapply_soft_coverage_attentionF  sn    

rD   )N)N)N)N)Ú
__future__r   r   r   r   Zcaffe2.pythonr   r   r   r   r%   r-   r2   r;   r<   r>   rD   r   r   r   r   Ú<module>   s   
""
H
8
9