3
I4W^c  ã               @   sz   d dl mZ d dl mZ d dl mZ d dl mZ d dlmZmZ d dlm	Z	 d dl
Zd dlZejeƒZG dd	„ d	e	ƒZdS )
é    )Úabsolute_import)Údivision)Úprint_function)Úunicode_literals)ÚcoreÚschema)Ú
ModelLayerNc                   s>   e Zd Zd‡ fdd„	Zd	d
„ Zdd„ Zdd„ Zdd„ Z‡  ZS )ÚHomotopyWeightÚhomotopy_weightç        ç      ð?ç    €„.Aç    `ãFANc	                sÆ   t t| ƒj|||f|	Ž tjtj| jdƒƒ| _| j	j
ƒ }
t|
ƒdksHt‚|
d | _|
d | _|d k	| _| jrp|n| jƒ | _||ks†t‚t|| ƒ| _| jjd| j t|ƒƒ| _| j||ƒ\| _| _d S )Nr
   é   r   é   z%s_offset_1dfloat)Úsuperr	   Ú__init__r   ZScalarÚnpZfloat32Zget_next_blob_referenceÚoutput_schemaÚinput_recordZfield_blobsÚlenÚAssertionErrorÚxÚyÚuse_external_iterÚcreate_atomic_iterÚatomic_iterÚfloatÚscaleÚmodelZadd_global_constantÚnameÚoffsetÚsolve_inv_lr_paramsÚgammaÚpower)Úselfr   r   r    Z
min_weightZ
max_weightÚ	half_lifeÚ	quad_lifer   ÚkwargsÚdata)Ú	__class__© úE/tmp/pip-build-e66j97b2/torch/caffe2/python/layers/homotopy_weight.pyr      s    



zHomotopyWeight.__init__c             C   sŠ   |dkst ‚|d| kst ‚t|ƒt|ƒ }|dtjdƒ  d tjdƒ }|d t|ƒ }tjdƒtj|ƒ }tjd||f ƒ ||fS )Nr   r   g      ð?g       @z6homotopy_weighting: found lr param: gamma=%g, power=%g)r   r   r   ÚsqrtÚlogÚloggerÚinfo)r%   r&   r'   Útr   r#   r$   r+   r+   r,   r"   >   s     z"HomotopyWeight.solve_inv_lr_paramsc             C   sR   | j d| j d d	| jjd�| _| j d| j dgddtjjdœf| jjd�| _| jS )
Nz%s_mutexÚCreateMutex)Ú
param_nameÚshapeZinitializerZ	optimizerz%s_atomic_iterr   ZConstantFillr   )ÚvalueZdtype)r2   )	Zcreate_paramr    r   ZNoOptimÚmutexr   ZDataTypeZINT64r   )r%   r+   r+   r,   r   M   s    z!HomotopyWeight.create_atomic_iterc             C   sð   |j dƒ}|j dƒ}|j dƒ}|j dƒ}|j dƒ}|j dƒ}| jsZ|j| j| jg| jgƒ |j| jg|gd| j| jdd	� |j| j	j
d
 |g|gƒ |j|g|g| jd� |j|g|g| jd� |j|| jg|gƒ |j|| jg|gƒ ||fS )NÚalphaÚbetaÚlrZcomplementary_lrÚ	scaled_lrZscaled_complementary_lrÚinvg      ð?)Úpolicyr#   r$   Zbase_lrZONE)r   )ZNextScopedBlobr   Z
AtomicIterr6   r   ZLearningRater#   r$   ÚSubr   Zglobal_constantsZScaler   ÚAddr!   )r%   Únetr7   r8   r9   Zcomp_lrr:   Zscaled_comp_lrr+   r+   r,   Úupdate_weighta   s*    





zHomotopyWeight.update_weightc             C   s.   | j |ƒ\}}|j| j|| j|g| jƒ ƒ d S )N)r@   ZWeightedSumr   r   r   )r%   r?   r7   r8   r+   r+   r,   Úadd_opsy   s    zHomotopyWeight.add_ops)r
   r   r   r   r   N)	Ú__name__Ú
__module__Ú__qualname__r   r"   r   r@   rA   Ú__classcell__r+   r+   )r*   r,   r	      s        r	   )Ú
__future__r   r   r   r   Zcaffe2.pythonr   r   Zcaffe2.python.layers.layersr   Znumpyr   ÚloggingÚ	getLoggerrB   r/   r	   r+   r+   r+   r,   Ú<module>   s   
