3
I4W^ôm  ã               @   s&  d dl Z d dlmZmZmZ d dl mZ d dlmZ d dlmZ d dl	m
Z
 G dd„ de jjƒZG d	d
„ d
e jjƒZG dd„ de jjƒZG dd„ deƒZG dd„ deƒZG dd„ deƒZe jjd"dd„ƒZG dd„ de jjƒZG dd„ deƒZG dd„ deƒZdd„ Ze jfdd„Ze jfd d!„ZdS )#é    N)ÚTupleÚOptionalÚList)ÚTensor)Ú_VF)Ú_parameter_list)ÚPackedSequencec                   s\   e Zd ZddgZ‡ fdd„Zejjdd„ ƒZejjdd„ ƒZ	ejjd	d
„ ƒZ
dd„ Z‡  ZS )ÚQuantizedLinearÚscaleÚ
zero_pointc                s´   t t| ƒjƒ  |j| _|j| _tj|jjƒ j	ƒ ƒ\| _| _
| _| _tjj| jdd�| _tjj| j
dd�| _
|jd k	s|tdƒ‚tjj|jjƒ j	ƒ dd�| _| jdtj| jjƒ ƒƒ d S )NF)Úrequires_gradzQuantizedLinear requires a biasÚpacked_tensor_ptr)Úsuperr	   Ú__init__Úin_featuresÚout_featuresÚtorchÚfbgemm_linear_quantize_weightÚweightÚcloneÚfloatÚcol_offsetsr
   r   ÚnnÚ	ParameterÚbiasÚAssertionErrorÚregister_bufferÚfbgemm_pack_quantized_matrix)ÚselfÚother)Ú	__class__© ú4/tmp/pip-build-e66j97b2/torch/torch/jit/quantized.pyr      s     zQuantizedLinear.__init__c             C   s   | j jtj| jƒƒ d S )N)r   Úset_r   r   r   )r   r!   r!   r"   Ú_unpack   s    zQuantizedLinear._unpackc             C   s.   | j jtjtjjtt g ƒtjd�j	ƒ ƒ d S )N)Údtype)
r   r#   r   ÚzerosÚjitÚannotater   ÚintÚuint8Údetach)r   r!   r!   r"   Ú_pack#   s    zQuantizedLinear._packc             C   s2   t j|jƒ | j| j| j| j| j| jƒ}|j	|j
ƒS )N)r   Z)fbgemm_linear_int8_weight_fp32_activationr   r   r   r   r
   r   r   Ztor%   )r   ÚinputÚoutr!   r!   r"   Úforward(   s    zQuantizedLinear.forwardc             C   s   dj f | jŽ}|S )Nz^in_features={in_features}, out_features={out_features}, scale={scale}, zero_point={zero_point})ÚformatÚ__dict__)r   Úreprr!   r!   r"   Ú
extra_repr/   s    zQuantizedLinear.extra_repr)Ú__name__Ú
__module__Ú__qualname__Ú__constants__r   r   r'   Úscript_methodr$   r,   r/   r3   Ú__classcell__r!   r!   )r    r"   r	      s   r	   c                   sT   e Zd Z‡ fdd„Zejjdd„ ƒZejjdd„ ƒZejjdd„ ƒZ	d	d
„ Z
‡  ZS )ÚQuantizedLinearFP16c                s|   t t| ƒjƒ  |j| _|j| _|j| _tj|jj	ƒ j
ƒ ƒ| _|jd k	sNtdƒ‚tjj|jj	ƒ j
ƒ dd�| _| jd| jƒ d S )Nz#QuantizedLinearFP16 requires a biasF)r   Úpacked_weight)r   r:   r   r   r   r   Úoriginal_weightr   Úfbgemm_pack_gemm_matrix_fp16r   r   r   r   r   r   r   )r   r   )r    r!   r"   r   7   s    zQuantizedLinearFP16.__init__c             C   s   | j jtj| jƒƒ d S )N)r;   r#   r   r=   r<   )r   r!   r!   r"   r$   B   s    zQuantizedLinearFP16._unpackc             C   s.   | j jtjtjjtt g ƒtjd�j	ƒ ƒ d S )N)r%   )
r;   r#   r   r&   r'   r(   r   r)   r*   r+   )r   r!   r!   r"   r,   H   s    zQuantizedLinearFP16._packc             C   s   t j|jƒ | j| jƒ}|S )N)r   Z)fbgemm_linear_fp16_weight_fp32_activationr   r;   r   )r   r-   r.   r!   r!   r"   r/   M   s    zQuantizedLinearFP16.forwardc             C   s   dj f | jŽ}|S )Nz8in_features={in_features}, out_features={out_features}, )r0   r1   )r   r2   r!   r!   r"   r3   S   s    zQuantizedLinearFP16.extra_repr)r4   r5   r6   r   r   r'   r8   r$   r,   r/   r3   r9   r!   r!   )r    r"   r:   5   s
   r:   c                   sx   e Zd ZdddddddgZ‡ fdd	„Zd
d„ Zejjdd„ ƒZ	ejjddd„ƒZ
ejjdd„ ƒZejjdd„ ƒZ‡  ZS )ÚQuantizedRNNCellBaseÚ
input_sizeÚhidden_sizer   Úscale_hhÚscale_ihÚzero_point_ihÚzero_point_hhc                s  t t| ƒjƒ  |j| _|j| _|j| _| js4tdƒ‚tj|j	j
ƒ jƒ ƒ\}}| _| _| jd|ƒ | jd|ƒ tj|jj
ƒ jƒ ƒ\}}| _| _| jd|ƒ | jd|ƒ tj| j	ƒ}| jd|ƒ tj| jƒ}| jd|ƒ tjj|jj
ƒ jƒ dd	�| _tjj|jj
ƒ jƒ dd	�| _d S )
Nz&Quantized RNN cells require bias termsÚ	weight_ihÚcol_offsets_ihÚ	weight_hhÚcol_offsets_hhÚ	packed_ihÚ	packed_hhF)r   )r   r>   r   r?   r@   r   Ú
ValueErrorr   r   rE   r   r   rB   rC   r   rG   rA   rD   r   r   r   Úbias_ihÚbias_hh)r   r   rE   rF   rG   rH   rI   rJ   )r    r!   r"   r   \   s$      zQuantizedRNNCellBase.__init__c             C   sJ   d}d| j kr | jdk	r |d7 }d| j kr<| jdkr<|d7 }|jf | j ŽS )Nz{input_size}, {hidden_size}r   Tz, bias={bias}ÚnonlinearityÚtanhz, nonlinearity={nonlinearity})r1   r   rN   r0   )r   Úsr!   r!   r"   r3   u   s    zQuantizedRNNCellBase.extra_reprc             C   s,   |j dƒ| jkr(tdj|j dƒ| jƒƒ‚d S )Né   z6input has inconsistent input_size: got {}, expected {})Úsizer?   ÚRuntimeErrorr0   )r   r-   r!   r!   r"   Úcheck_forward_input}   s    z(QuantizedRNNCellBase.check_forward_inputÚ c             C   s`   |j dƒ|j dƒkr2tdj|j dƒ||j dƒƒƒ‚|j dƒ| jkr\tdj||j dƒ| jƒƒ‚d S )Nr   z8Input batch size {} doesn't match hidden{} batch size {}rQ   z:hidden{} has inconsistent hidden_size: got {}, expected {})rR   rS   r0   r@   )r   r-   ÚhxZhidden_labelr!   r!   r"   Úcheck_forward_hidden„   s    z)QuantizedRNNCellBase.check_forward_hiddenc             C   s,   | j jtj| jƒƒ | jjtj| jƒƒ d S )N)rI   r#   r   r   rE   rJ   rG   )r   r!   r!   r"   r$   •   s    zQuantizedRNNCellBase._unpackc             C   sX   | j jtjtjjtt g ƒtjd�j	ƒ ƒ | j
jtjtjjtt g ƒtjd�j	ƒ ƒ d S )N)r%   )rI   r#   r   r&   r'   r(   r   r)   r*   r+   rJ   )r   r!   r!   r"   r,   ›   s    $zQuantizedRNNCellBase._pack)rU   )r4   r5   r6   r7   r   r3   r   r'   r8   rT   rW   r$   r,   r9   r!   r!   )r    r"   r>   X   s   
r>   c                   sB   e Zd ZddddddddgZ‡ fd	d
„Zejjddd„ƒZ‡  Z	S )ÚQuantizedRNNCellr?   r@   r   rA   rB   rC   rD   rN   c                s   t t| ƒj|ƒ |j| _d S )N)r   rX   r   rN   )r   r   )r    r!   r"   r   §   s    zQuantizedRNNCell.__init__Nc             C   sæ   | j |ƒ |d kr0tj|jdƒ| j|j|jd�}| j||dƒ | jdkr†t	j
||| j| j| j| j| j| j| j| j| j| j| j| jƒ}n\| jdkrÎt	j||| j| j| j| j| j| j| j| j| j| j| j| jƒ}n|}tdj| jƒƒ‚|S )Nr   )r%   ÚdevicerU   rO   ZreluzUnknown nonlinearity: {})rT   r   r&   rR   r@   r%   rY   rW   rN   r   Zquantized_rnn_tanh_cellrE   rG   rL   rM   rI   rJ   rF   rH   rB   rA   rC   rD   Zquantized_rnn_relu_cellrS   r0   )r   r-   rV   Úretr!   r!   r"   r/   «   s(    




zQuantizedRNNCell.forward)N)
r4   r5   r6   r7   r   r   r'   r8   r/   r9   r!   r!   )r    r"   rX   £   s
   

rX   c                   s.   e Zd Z‡ fdd„Zejjddd„ƒZ‡  ZS )ÚQuantizedLSTMCellc                s   t t| ƒj|ƒ d S )N)r   r[   r   )r   r   )r    r!   r"   r   È   s    zQuantizedLSTMCell.__init__Nc             C   s˜   | j |ƒ |d kr8tj|jdƒ| j|j|jd�}||f}| j||d dƒ | j||d dƒ tj	||| j
| j| j| j| j| j| j| j| j| j| j| jƒS )Nr   )r%   rY   z[0]rQ   z[1])rT   r   r&   rR   r@   r%   rY   rW   r   Zquantized_lstm_cellrE   rG   rL   rM   rI   rJ   rF   rH   rB   rA   rC   rD   )r   r-   rV   r&   r!   r!   r"   r/   Ë   s    
zQuantizedLSTMCell.forward)N)	r4   r5   r6   r   r   r'   r8   r/   r9   r!   r!   )r    r"   r[   Ç   s   r[   c                   s.   e Zd Z‡ fdd„Zejjddd„ƒZ‡  ZS )ÚQuantizedGRUCellc                s   t t| ƒj|ƒ d S )N)r   r\   r   )r   r   )r    r!   r"   r   Ý   s    zQuantizedGRUCell.__init__Nc             C   sz   | j |ƒ |d kr0tj|jdƒ| j|j|jd�}| j||dƒ tj	||| j
| j| j| j| j| j| j| j| j| j| j| jƒS )Nr   )r%   rY   rU   )rT   r   r&   rR   r@   r%   rY   rW   r   Zquantized_gru_cellrE   rG   rL   rM   rI   rJ   rF   rH   rB   rA   rC   rD   )r   r-   rV   r!   r!   r"   r/   à   s    
zQuantizedGRUCell.forward)N)	r4   r5   r6   r   r   r'   r8   r/   r9   r!   r!   )r    r"   r\   Ü   s   r\   rQ   c             C   s   | j ||ƒS )N)Zindex_select)ÚtensorÚpermutationÚdimr!   r!   r"   Úapply_permutationï   s    r`   c                   s  e Zd Zddddddddd	d
dgZejf‡ fdd„	Zejjdd„ ƒZ	ejjdd„ ƒZ
ejjd/dd„ƒZejjdd„ ƒZejjdd„ ƒZedd„ ƒZdd„ Zeeƒdd„ ƒZdd „ Zeeƒd!d"„ ƒZd#d$„ Zeeƒd%d&„ ƒZd'd(„ Zeeƒd)d*„ ƒZejjd+d,„ ƒZejjd-d.„ ƒZ‡  ZS )0ÚQuantizedRNNBaseÚmoder?   r@   Ú
num_layersr   Úbatch_firstÚdropoutÚbidirectionalÚ_packed_weightsÚ_quantized_weightsr%   c                s  t tˆƒjƒ  ˆjˆ_ˆjˆ_ˆjˆ_ˆjˆ_ˆjˆ_ˆjˆ_ˆjdkrTˆj sTt	‚ˆj
ˆ_
ˆjˆ_ˆjrndnd}|ˆ_ˆjs‚t	‚ˆjdkržˆjdkržtdƒ‚|tjkrÀ|tjkrÀtdj|ƒƒ‚g ˆ_g ‰g ‰g ‰ �xtˆjƒD �] }xút|ƒD ]î}|dk�rˆjnˆj| }‡ ‡‡‡‡fdd	„}|dk�r0d
nd}|d|||ƒ\}	}
|d|||ƒ\}}x„tt|	|
ƒt||ƒƒD ]j\\}}\}}ˆj|t|tjƒ�sžtj|ƒn|ƒ ˆj|t|tjƒ�sÂtj|ƒn|ƒ ˆjj||gƒ �qpW qðW qàW ˆˆ_ˆˆ_|tjk�rˆjˆ_nˆ ˆ_d S )NÚGRUé   rQ   ÚLSTMz.Only LSTM or GRU is supported for QuantizedRNNzUnsupported dtype: {}r   c                s.  dj ˆ ˆˆƒ}dj ˆ ˆˆƒ}tˆ|ƒ}tˆ|ƒ}|tjkr¸tj|jƒ jƒ ƒ\}}	}
}tj|ƒ}||||	|
|g}ddddddg}‡ ‡‡fd	d
„|D ƒ}ˆj|d ƒ ˆj|d ƒ ||fS tj	|jƒ jƒ ƒ}ˆj|ƒ ˆj
||ƒ ||g}ddg}‡ ‡‡fdd
„|D ƒ}ˆj|d ƒ ˆj|d ƒ ||fS d S )Nzweight_{}_l{}{}zbias_{}_l{}{}ÚwÚbÚpackedr   r
   r   c                s   g | ]}d j |ˆ ˆˆƒ‘qS )z{}_{}_l{}{})r0   )Ú.0Úname)ÚihhhÚlayerÚsuffixr!   r"   ú
<listcomp>,  s    zFQuantizedRNNBase.__init__.<locals>.process_weights.<locals>.<listcomp>r   rj   c                s   g | ]}d j |ˆ ˆˆƒ‘qS )z{}_{}_l{}{})r0   )ro   rp   )rq   rr   rs   r!   r"   rt   <  s    )r0   Úgetattrr   Úint8r   r   r   r   Úappendr=   r   )rq   rr   rs   r%   Zweight_nameZ	bias_namer   r   Zqweightr   r
   r   r;   ÚparamsZ	pos_namesZret_name)Úorig_weightsr   Úpacked_weightsÚquantized_weightsr   )rq   rr   rs   r"   Úprocess_weights  s.    




z2QuantizedRNNBase.__init__.<locals>.process_weightsZ_reverserU   ÚihÚhh)r   ra   r   rb   r?   r@   rc   r   rd   r   re   rf   r%   rS   r   rv   Úfloat16r0   Ú_all_weightsÚrangeÚzipr   Ú
isinstancer   r]   Úextendrg   rh   Ú_orig_weights)r   r   r%   Únum_directionsrr   Ú	directionZlayer_input_sizer|   rs   Z	ih_paramsZih_param_namesZ	hh_paramsZhh_param_namesr}   Zih_namer~   Zhh_name)r    )ry   r   rz   r{   r   r"   r   ù   sL    

(($$
zQuantizedRNNBase.__init__c             C   s\   |d k	rdnd}|j ƒ |kr0tdj||j ƒ ƒƒ‚| j|jdƒkrXtdj| j|jdƒƒƒ‚d S )Nrj   é   z%input must have {} dimensions, got {}rQ   z?input.size(-1) must be equal to input_size. Expected {}, got {}éÿÿÿÿr‰   )r_   rS   r0   r?   rR   )r   r-   Úbatch_sizesZexpected_input_dimr!   r!   r"   Úcheck_inputT  s    zQuantizedRNNBase.check_inputc             C   sX   |d k	r|d }t |ƒ}n| jr*|jdƒn|jdƒ}| jr>dnd}| j| || jf}|S )Nr   rQ   rj   )r)   rd   rR   rf   rc   r@   )r   r-   rŠ   Z
mini_batchr†   Úexpected_hidden_sizer!   r!   r"   Úget_expected_hidden_sizea  s    

z)QuantizedRNNBase.get_expected_hidden_sizeúExpected hidden size {}, got {}c             C   s(   |j ƒ |kr$t|j|t|j ƒ ƒƒƒ‚d S )N)rR   rS   r0   Útuple)r   rV   rŒ   Úmsgr!   r!   r"   Úcheck_hidden_sizen  s    z"QuantizedRNNBase.check_hidden_sizec             C   s,   | j ||ƒ | j||ƒ}| j||dd� d S )NzExpected hidden size {}, got {})r�   )r‹   r�   r‘   )r   r-   ÚhiddenrŠ   rŒ   r!   r!   r"   Úcheck_forward_argst  s    z#QuantizedRNNBase.check_forward_argsc             C   s   |d kr|S t ||ƒS )N)r`   )r   rV   r^   r!   r!   r"   Úpermute_hidden{  s    zQuantizedRNNBase.permute_hiddenc                s   ‡ fdd„ˆ j D ƒS )Nc                s   g | ]}t ˆ |ƒ‘qS r!   )ru   )ro   r   )r   r!   r"   rt   „  s    z0QuantizedRNNBase.all_weights.<locals>.<listcomp>)r€   )r   r!   )r   r"   Úall_weights‚  s    zQuantizedRNNBase.all_weightsc             C   s   dd„ | j D ƒS )Nc             S   s   g | ]}|‘qS r!   r!   )ro   r   r!   r!   r"   rt   ‡  s    z;QuantizedRNNBase._get_all_weights_names.<locals>.<listcomp>)r€   )r   r!   r!   r"   Ú_get_all_weights_names†  s    z'QuantizedRNNBase._get_all_weights_namesc             C   s   | j S )N)r•   )r   r!   r!   r"   Ú_get_all_weights‰  s    z!QuantizedRNNBase._get_all_weightsc             C   s   | j S )N)rg   )r   r!   r!   r"   Ú_get_packed_weights_names�  s    z*QuantizedRNNBase._get_packed_weights_namesc                s   ‡ fdd„ˆ j D ƒS )Nc                s   g | ]}t ˆ |ƒ‘qS r!   )ru   )ro   rp   )r   r!   r"   rt   ’  s    z8QuantizedRNNBase._get_packed_weights.<locals>.<listcomp>)rg   )r   r!   )r   r"   Ú_get_packed_weights�  s    z$QuantizedRNNBase._get_packed_weightsc             C   s   | j S )N)rh   )r   r!   r!   r"   Ú_get_quantized_weights_names”  s    z-QuantizedRNNBase._get_quantized_weights_namesc                s   ‡ fdd„ˆ j D ƒS )Nc                s   g | ]}t ˆ |ƒ‘qS r!   )ru   )ro   rp   )r   r!   r"   rt   ™  s    z;QuantizedRNNBase._get_quantized_weights.<locals>.<listcomp>)rh   )r   r!   )r   r"   Ú_get_quantized_weights—  s    z'QuantizedRNNBase._get_quantized_weightsc             C   s   | j S )N)r…   )r   r!   r!   r"   Ú_get_orig_weights_names›  s    z(QuantizedRNNBase._get_orig_weights_namesc                s   ‡ fdd„ˆ j D ƒS )Nc                s   g | ]}t ˆ |ƒ‘qS r!   )ru   )ro   rp   )r   r!   r"   rt      s    z6QuantizedRNNBase._get_orig_weights.<locals>.<listcomp>)Ú_get_orig_weights)r   r!   )r   r"   r�   ž  s    z"QuantizedRNNBase._get_orig_weightsc             C   sÆ   | j tjkrh| jƒ }| jƒ }t|ƒt|ƒks0t‚x�tt|ƒƒD ]$}|| }|| }|jtj	|ƒƒ q>W nZ| jƒ }| j
ƒ }t|ƒt|ƒksŒt‚x4tt|ƒƒD ]$}|| }|| }|jtj|ƒƒ qšW d S )N)r%   r   rv   r™   r›   Úlenr   r�   r#   r   r�   r=   )r   rz   r{   Úirn   Z	quantizedry   Zorig_weightr!   r!   r"   r$   ¦  s     zQuantizedRNNBase._unpackc             C   s>   x8| j ƒ D ],}|jtjtjjtt g ƒtjd�j	ƒ ƒ q
W d S )N)r%   )
r™   r#   r   r&   r'   r(   r   r)   r*   r+   )r   r   r!   r!   r"   r,   º  s    zQuantizedRNNBase._pack)rŽ   )r4   r5   r6   r7   r   rv   r   r'   r8   r‹   r�   r‘   r“   r”   Úpropertyr•   r–   r   r—   r˜   r™   rš   r›   rœ   r�   r$   r,   r9   r!   r!   )r    r"   ra   ô   s*   
[ra   c                   s†   e Zd ZdddgiZ‡ fdd„Zejjdd„ ƒZejjdd	d
„ƒZ	ejjddd„ƒZ
ejjdd„ ƒZejjdd„ ƒZddd„Z‡  ZS )ÚQuantizedLSTMr/   Úforward_packedÚforward_tensorc                s   t t| ƒj||ƒ d S )N)r   r¡   r   )r   r   r%   )r    r!   r"   r   Ä  s    zQuantizedLSTM.__init__c             C   s¸   |d kr@| j rdnd}tj| j| || j|j|jd�}||f}n| j||ƒ}| j|||ƒ |d ksft	‚t
j||| jƒ | j| jt| jƒ| j| j | j| jdd�}|d }	|dd … }
|	|
fS )Nrj   rQ   )r%   rY   F)r%   Zuse_dynamicr   )rf   r   r&   rc   r@   r%   rY   r”   r“   r   r   Zquantized_lstmr—   r   r   re   Útrainingrd   )r   r-   rV   rŠ   Úmax_batch_sizeÚsorted_indicesr†   r&   ÚresultÚoutputr’   r!   r!   r"   Úforward_implÇ  s    
zQuantizedLSTM.forward_implNc       	      C   sL   d }| j r|jdƒn|jdƒ}d }d }| j|||||ƒ\}}|| j||ƒfS )Nr   rQ   )rd   rR   r©   r”   )	r   r-   rV   rŠ   r¥   r¦   Úunsorted_indicesr¨   r’   r!   r!   r"   r£   ß  s    zQuantizedLSTM.forward_tensorc       	      C   sP   |\}}}}|d }t |ƒ}| j|||||ƒ\}}t||||ƒ}|| j||ƒfS )Nr   )r)   r©   r   r”   )	r   r-   rV   rŠ   r¦   rª   r¥   r¨   r’   r!   r!   r"   r¢   ë  s    zQuantizedLSTM.forward_packedc             C   s(   |d kr|S t |d |ƒt |d |ƒfS )Nr   rQ   )r`   )r   rV   r^   r!   r!   r"   r”   ø  s    zQuantizedLSTM.permute_hiddenc             C   s@   | j ||ƒ | j||ƒ}| j|d |dƒ | j|d |dƒ d S )Nr   z"Expected hidden[0] size {}, got {}rQ   z"Expected hidden[1] size {}, got {})r‹   r�   r‘   )r   r-   r’   rŠ   rŒ   r!   r!   r"   r“   ÿ  s    z QuantizedLSTM.check_forward_argsc             C   s&   t |tƒr| j||ƒS | j||ƒS d S )N)rƒ   r   r¢   r£   )r   r-   rV   r!   r!   r"   r/   
  s    
zQuantizedLSTM.forward)N)N)N)r4   r5   r6   Ú__overloads__r   r   r'   r8   r©   r£   r¢   r”   r“   r/   r9   r!   r!   )r    r"   r¡   Á  s   r¡   c               @   sV   e Zd ZdddgiZejjdd„ ƒZejjddd„ƒZejjdd	d
„ƒZ	ddd„Z
dS )ÚQuantizedGRUr/   r¢   r£   c       
   
   C   sÎ   |d kr8| j rdnd}tj| j| || j|j|jd�}n| j||ƒ}| j|||ƒ |d krŠt	j
||| jƒ | j| jt| jƒ| j| j | jƒ	}n,t	j
|||| jƒ | j| jt| jƒ| j| j ƒ	}|d }|d }	||	fS )Nrj   rQ   )r%   rY   r   )rf   r   r&   rc   r@   r%   rY   r”   r“   r   Zquantized_grur—   r   r   re   r¤   rd   )
r   r-   rV   rŠ   r¥   r¦   r†   r§   r¨   r’   r!   r!   r"   r©     s     
zQuantizedGRU.forward_implNc       	      C   sL   d }| j r|jdƒn|jdƒ}d }d }| j|||||ƒ\}}|| j||ƒfS )Nr   rQ   )rd   rR   r©   r”   )	r   r-   rV   rŠ   r¥   r¦   rª   r¨   r’   r!   r!   r"   r£   /  s    zQuantizedGRU.forward_tensorc       	      C   sP   |\}}}}|d }t |ƒ}| j|||||ƒ\}}t||||ƒ}|| j||ƒfS )Nr   )r)   r©   r   r”   )	r   r-   rV   rŠ   r¦   rª   r¥   r¨   r’   r!   r!   r"   r¢   :  s    zQuantizedGRU.forward_packedc             C   s&   t |tƒr| j||ƒS | j||ƒS d S )N)rƒ   r   r¢   r£   )r   r-   rV   r!   r!   r"   r/   F  s    
zQuantizedGRU.forward)N)N)N)r4   r5   r6   r«   r   r'   r8   r©   r£   r¢   r/   r!   r!   r!   r"   r¬     s   
r¬   c             C   s¤   i }x6| j ƒ D ]*\}}|| kr qt|ƒ}||k	r|||< qW x |jƒ D ]\}}t| ||ƒ qFW t| tjjƒrtt| ƒS t| tjj	ƒrŠt
| ƒS t| tjjƒr t| ƒS | S )N)Únamed_modulesÚquantize_rnn_cell_modulesÚitemsÚsetattrrƒ   r   r   ZLSTMCellr[   ZGRUCellr\   ZRNNCellrX   )ÚmoduleÚreassignrp   ÚmodÚnew_modr!   r!   r"   r®   M  s     r®   c             C   s¤   i }x8| j ƒ D ],\}}|| kr qt||ƒ}||k	r|||< qW x |jƒ D ]\}}t| ||ƒ qHW t| tjjƒr |tjkr€t	| ƒS |tj
kr’t| ƒS tdj|ƒƒ‚| S )NzUnsupported dtype: {})r­   Úquantize_linear_modulesr¯   r°   rƒ   r   r   ZLinearrv   r	   r   r:   rS   r0   )r±   r%   r²   rp   r³   r´   r!   r!   r"   rµ   `  s"    


rµ   c             C   s´   i }x8| j ƒ D ],\}}|| kr qt||ƒ}||k	r|||< qW x |jƒ D ]\}}t| ||ƒ qHW t| tjjƒrš|tjkr�|tj	kr�t
dj|ƒƒ‚t| |ƒS t| tjjƒr°t| ƒS | S )NzUnsupported dtype: {})r­   Úquantize_rnn_modulesr¯   r°   rƒ   r   r   rk   rv   r   rS   r0   r¡   ri   r¬   )r±   r%   r²   rp   r³   r´   r!   r!   r"   r¶   v  s     

r¶   )rQ   )r   Ztorch._jit_internalr   r   r   r   Ztorch.nnr   r   Ztorch.nn.utils.rnnr   r'   ZScriptModuler	   r:   r>   rX   r[   r\   Úscriptr`   ra   r¡   r¬   r®   rv   rµ   r¶   r!   r!   r!   r"   Ú<module>   s(   *#K$ NP<