3
I4W^•  ã               @   sŽ   d dl mZ d dl mZ d dl mZ d dl mZ d dlmZ d dlmZ d dl	m
Z
 dd
d„Zdd„ Zdd„ Zddd„Zddd„Zdd„ ZdS )é    )Úabsolute_import)Údivision)Úprint_function)Úunicode_literals)Úcore)Úinitializers)ÚParameterTagsNFc             K   sÄ   t j||di fƒ}t j|	|di fƒ}	| js:t jƒ }t jƒ }	|pF| jjƒ }tjg}d|krd|jtj	ƒ | j
|d ||g|tjd�}| j
|d |g|	|d�}|
r¤d|d< |r°d	|d
< ||||g|f|ŽS )NÚ
XavierFillÚConstantFillZfreeze_biasÚ_w)Ú
param_nameÚshapeÚinitializerÚtagsÚ_bZ
TENSORCOREZengineTÚfloat16_compute)r   Úupdate_initializerÚinit_paramsZExternalInitializerÚnetÚNextNamer   ZBIASÚappendZCOMPUTED_PARAMÚcreate_paramZWEIGHT)ÚmodelZop_callÚblob_inÚblob_outÚdim_inÚdim_outÚweight_initÚ	bias_initÚWeightInitializerÚBiasInitializerZenable_tensor_corer   ÚkwargsZ	bias_tagsÚweightÚbias© r$   ú9/tmp/pip-build-e66j97b2/torch/caffe2/python/helpers/fc.pyÚ_FC_or_packed_FC   s4    
r&   c             O   s   t | | jjf|ž|ŽS )N)r&   r   ZFC)r   Úargsr!   r$   r$   r%   Úfc9   s    r(   c             O   s   t | | jjf|ž|ŽS )N)r&   r   ZPackedFC)r   r'   r!   r$   r$   r%   Ú	packed_fc=   s    r)   é   c
             K   s’   t j||di fƒ}t j|	|di fƒ}	|p0| jjƒ }| j|d ||g|d�}| j|d ||g|d�}| j|d |g|	d�}| jj||||g|f|
ŽS )z[FC_Decomp version
    Here we assume that the rank of original input is bigger than 5.
    r	   r
   Z_u)r   r   r   Z_vr   )r   r   r   r   r   Z	FC_Decomp)r   r   r   r   r   Zrank_approxr   r   r   r    r!   ÚuÚvr#   r$   r$   r%   Ú	fc_decompA   s$    r-   çñhãˆµøä>çš™™™™™©?c          	   K   s:  |r|ndi f}|r|ndi f}|r(|ndi f}|p<| j jƒ }|d }| j�rV| jjg |d dg|
d�}| jj|d ƒg |d fd	||gi|d —Ž}| jjg |d
 ||gdd�}| jj|d ƒg |d fd	||gi|d —Ž}| jj|d ƒg |d fd	|gi|d —Ž}| jj|d ƒg |d fd	||gi|d —Ž}| jjg |d dg|d�}n~tj|d | jƒ}tj|d | jƒ}tj|d | jƒ}tj|d
 | jƒ}tj|d | jƒ}tj|d | jƒ}tj|d | jƒ}| j|ƒ | j|ƒ |	�r| j j	||||||||g||gf|ŽS | j j	||||||||g|f|ŽS dS )z3FC_Prune version
    Runnable so far. Great!:)
    r	   r
   Z_compress_rateZ_lbé   )r   Úvaluer   r   r   Ú_mg      ð?Z_ag_dwr   Z	_mask_seqZ_thresN)
r   r   r   Zparam_init_netr
   Ú__getattr__r   ZScopedBlobReferenceÚAddParameterZFC_Prune)r   r   r   r   r   r   r   Z	mask_initÚ	thresholdZneed_compress_rateZcomp_lbr!   Zcompress_rateZcompress_lbr"   ÚmaskZag_dwr#   Zmask_seqZthresr$   r$   r%   Úfc_pruneb   s‚    







r7   c             K   s\   |o|o|o|st dƒ | j|ƒ | j|ƒ | j|ƒ | j|ƒ | jj|||||g|f|ŽS )z)FC_Sparse: Only takes in alocated weightsz
Warning...)Úprintr4   r   Z	FC_Sparse)r   r   r   Zw_csrÚiwZjwr#   r!   r$   r$   r%   Ú	fc_sparse¹   s    



r:   )NNNNFF)r*   NNNN)NNNr.   Fr/   )Ú
__future__r   r   r   r   Zcaffe2.pythonr   Zcaffe2.python.modelingr   Z%caffe2.python.modeling.parameter_infor   r&   r(   r)   r-   r7   r:   r$   r$   r$   r%   Ú<module>   s"     
) 
   
S