3
I4W^-/  ã            
   @   s¤   d dl mZ d dl mZ d dl mZ d dlmZ d dlZG dd„ dƒZdd	d
„Zddd d!d"d#dœZ	ddddgZ
ejƒ  ejdƒZejejƒ d$dd„Zd%dd„ZdS )&é    )Úabsolute_import)Údivision)Úprint_function)ÚbrewNc               @   sH   e Zd ZdZddd„Zddd	„Zd
d„ Zdd„ Zddd„Zddd„Z	dS )ÚResNetBuilderz8
    Helper class for constructing residual blocks.
    çñhãˆµøä>çÍÌÌÌÌÌì?c             C   s<   || _ d| _d| _|| _|| _|| _|| _|r2dnd| _d S )Nr   é   )ÚmodelÚ
comp_countÚcomp_idxÚ	prev_blobÚis_testÚ
bn_epsilonÚbn_momentumÚno_bias)Úselfr
   r   r   r   r   r   © r   ú</tmp/pip-build-e66j97b2/torch/caffe2/python/models/resnet.pyÚ__init__   s    	zResNetBuilder.__init__r	   r   c             C   sL   |  j d7  _ tj| j| jd| j| j f ||di f||||| jd�| _| jS )Nr	   zcomp_%d_conv_%dÚMSRAFill)Úweight_initÚkernelÚstrideÚgroupÚpadr   )r   r   Úconvr
   r   r   r   )r   Z
in_filtersZout_filtersr   r   r   r   r   r   r   Úadd_conv)   s    	zResNetBuilder.add_convc             C   s   t j| j| j| jƒ| _| jS )N)r   Úrelur
   r   )r   r   r   r   Úadd_reluB   s
    
zResNetBuilder.add_reluc          	   C   s6   t j| j| jd| j| jf || j| j| jd�| _| jS )Nzcomp_%d_spatbn_%d)ÚepsilonÚmomentumr   )	r   Ú
spatial_bnr
   r   r   r   r   r   r   )r   Únum_filtersr   r   r   Úadd_spatial_bnJ   s    zResNetBuilder.add_spatial_bnTc       	      C   s$  d| _ | j}| j||ddd� |r,| j|ƒ | jƒ  | j||d||dd� |rX| j|ƒ | jƒ  | j||dd�}|r~| j|ƒ}||krÚtj| j|d| j ||di fd|| j	d	�	}|rÚtj
| j|d
| j || j| j| jd�}tj| j||gd| j| j f ƒ| _|  j d7  _ | jƒ  |  jd7  _|S )Nr   r	   )r   r   é   )r   r   r   r   )r   zshortcut_projection_%dr   )r   r   r   r   zshortcut_projection_%d_spatbn)r    r!   r   zcomp_%d_sum_%d)r   r   r   r$   r   r   r   r
   r   r   r"   r   r   r   Úsum)	r   Úinput_filtersZbase_filtersZoutput_filtersr   r   Úspatial_batch_normÚshortcut_blobÚ	last_convr   r   r   Úadd_bottleneckZ   sd    	





zResNetBuilder.add_bottleneckFc             C   s  d| _ | j}| j||d|dkr"dnddd� |r:| j|ƒ | jƒ  | j||ddd�}|rb| j|ƒ}||krÄtj| j|d| j ||d	i fd|dkr”dnd| j	d
�	}|rÄtj
| j|d| j |d| jd�}tj| j||gd| j| j f ƒ| _|  j d7  _ | jƒ  |  jd7  _d S )Nr   r%   Fr	   é   )r   r   r   )r   r   zshortcut_projection_%dr   )r   r   r   r   zshortcut_projection_%d_spatbngü©ñÒMbP?)r    r   zcomp_%d_sum_%d)r   r   r   r$   r   r   r   r
   r   r   r"   r   r&   )r   r'   r#   Údown_samplingr(   r)   r*   r   r   r   Úadd_simple_block­   sN    




zResNetBuilder.add_simple_blockN)r   r   )r	   r	   r   )r	   r	   T)FT)
Ú__name__Ú
__module__Ú__qualname__Ú__doc__r   r   r   r$   r+   r.   r   r   r   r   r      s    
  
  
P r   Fc          	   C   s   t j| |d|dddd� t j| dddd|d� t j| dd	ƒ dd
dg}t| d	d|d�}d}xjtddƒD ]\}	xNtdd| ƒD ]<}
|j|
dkrŽ|n||	 ||	 |
dkr®|	dkr®dndd� qzW ||	 }qfW t j| |jdddd� t j	| ddd|ƒ t j
| ddƒ}|S )zp
    Create residual net for smaller images (sec 4.2 of He et. al (2015))
    num_groups = 'n' in the paper
    Úconv1é   r%   r	   )r   r   Zconv1_spatbngü©ñÒMbP?)r    r   Zrelu1é    é@   r   )r   r   r,   TF)r-   Ú	final_avgé   Úlast_outÚsoftmax)r   r   r"   r   r   Úranger.   Úaverage_poolr   Úfcr:   )r
   ÚdataÚnum_input_channelsÚ
num_groupsÚ
num_labelsr   ÚfiltersÚbuilderZprev_filtersZgroupidxZblockidxr:   r   r   r   Úcreate_resnet_32x32ê   s*    
rD   r,   r%   é   é   é   r8   é$   é   )é   é"   é2   ée   é˜   éÈ   r	   Zresnext_builderé   çñhãˆµøä>çÍÌÌÌÌÌì?c       $      C   s¸  |t kr|jdj|ƒƒ t | }t}dddddg}|d krHddd	ddg}|d! }tj| |d||d di f||d|
d�
}tj| |d|d |||d�}tj| ||ƒ}tj| |dddd
d�}t	| ||
|ddd�}|| }xnt
dƒD ]b}|| }|| }|| }x<t
|ƒD ]0}|j||||d
  |dk�r&|nd
|d�}�qW |d9 }qÜW tj| |jd|d
dd�} tj| | dj|ƒ||ƒ}!|	�r||!S |d k	�r¦| j|!|gddgƒ\}"}#|"|#fS tj| |!dƒS d S )"Nz&{}-layer is invalid for resnext configr6   é   i   i   i   rJ   rK   é€   r	   r3   r   r   r%   )r   r   r   r   r   Zconv1_spatbn_relu)r    r!   r   Zpool1r,   )r   r   r   gñhãˆµøä>gÍÌÌÌÌÌì?)r   r   r   r   rE   )r   r   r7   T)r   r   Zglobal_poolingzlast_out_L{}r:   Úloss)rJ   rK   éÿÿÿÿ)ÚRESNEXT_BLOCK_CONFIGÚerrorÚformatÚRESNEXT_STRIDESr   r   r"   r   Úmax_poolr   r;   r+   r<   r   r=   ZSoftmaxWithLossr:   )$r
   r>   r?   rA   Ú
num_layersr@   Únum_width_per_groupÚlabelr   Úno_lossr   Úconv1_kernelÚconv1_strideÚfinal_avg_kernelÚlogr   r   Z
num_blocksÚstridesr#   Znum_featuresZ	conv_blobZbn_blobZ	relu_blobr[   rC   Z	inner_dimZresidual_idxZresidual_numZresidual_strideZdim_inZblk_idxr7   r9   r:   rU   r   r   r   Úcreate_resnext#  sz    

re   c             C   s$   t | |||ddd||||||	|
d�S )NrL   r	   r6   )
r\   r@   r]   r^   r   r_   r   r`   ra   rb   )re   )r
   r>   r?   rA   r^   r   r_   r   r`   ra   rb   r   r   r   Úcreate_resnet50•  s    rf   )F)r,   r,   r,   r,   )r%   rE   rF   r%   )r%   rE   rF   r%   )r%   rE   rG   r%   )r%   r8   rH   r%   )r%   rI   rH   r%   )
NFFr	   rP   r,   rP   NrQ   rR   )NFFr   rP   r,   rP   )Ú
__future__r   r   r   Zcaffe2.pythonr   Úloggingr   rD   rW   rZ   ÚbasicConfigÚ	getLoggerrc   ÚsetLevelÚDEBUGre   rf   r   r   r   r   Ú<module>   sD   	 Z
'
         
f      