3
I4W^[  ã               @   st   d dl mZ d dl mZ d dl mZ d dl mZ d dlmZmZ d dlm	Z	 d dl
mZ d dlZG d	d
„ d
e	ƒZdS )é    )Úabsolute_import)Údivision)Úprint_function)Úunicode_literals)ÚbrewÚ	workspace)ÚModelHelper)Ú
caffe2_pb2Nc                   sb  e Zd ZdZdS‡ fdd„	ZdTdd	„Zd
d„ Zdd„ Zdd„ Zdd„ Z	dd„ Z
dd„ Zdd„ Zdd„ Zdd„ Zdd„ Zdd„ Zd d!„ Zd"d#„ Zd$d%„ Zd&d'„ Zd(d)„ Zd*d+„ Zd,d-„ Zd.d/„ Zd0d1„ Zd2d3„ Zd4d5„ Zd6d7„ Zd8d9„ Zd:d;„ Zd<d=„ Zd>d?„ Z d@dA„ Z!dBdC„ Z"e#dDdE„ ƒZ$dFdG„ Z%e#dHdI„ ƒZ&e#dJdK„ ƒZ'dLdM„ Z(e#dNdO„ ƒZ)e#dUdQdR„ƒZ*‡  Z+S )VÚCNNModelHelperz•A helper model so we can write CNN models more easily, without having to
    manually define parameter initializations and operators separately.
    ÚNCHWNTFc	       
         s†   t jdƒ |||dœ}	|r"||	d< tt| ƒj||d kr:dn||||	d� || _|| _|| _|| _| jdkr‚| jdkr‚t	d| j ƒ‚d S )	Na  [====DEPRECATE WARNING====]: you are creating an object from CNNModelHelper class which will be deprecated soon. Please use ModelHelper object with brew module. For more information, please refer to caffe2.ai and python/brew.py, python/brew_test.py for more information.)ÚorderÚ	use_cudnnÚcudnn_exhaustive_searchÚws_nbytes_limitZCNN)Úskip_sparse_optimÚnameÚinit_paramsÚparam_modelZ	arg_scopeZNHWCr   z+Cannot understand the CNN storage order %s.)
ÚloggingÚwarningÚsuperr
   Ú__init__r   r   r   r   Ú
ValueError)
Úselfr   r   r   r   r   r   r   r   Zcnn_arg_scope)Ú	__class__© ú2/tmp/pip-build-e66j97b2/torch/caffe2/python/cnn.pyr      s(    
zCNNModelHelper.__init__c             K   s   t j| ||f| j|dœ|—ŽS )N)r   Úuse_gpu_transform)r   Zimage_inputr   )r   Úblob_inÚblob_outr   Úkwargsr   r   r   Ú
ImageInput8   s    zCNNModelHelper.ImageInputc             K   s   t j| ||f|ŽS )N)r   Zvideo_input)r   r   r   r    r   r   r   Ú
VideoInputB   s
    zCNNModelHelper.VideoInputc             K   s   | j j||f|Ž d S )N)ÚnetÚPadImage)r   r   r   r    r   r   r   r$   J   s    zCNNModelHelper.PadImagec             O   s(   t j| f|ž| j| j| j| jdœ|—ŽS )N)r   r   r   r   )r   Zconv_ndr   r   r   r   )r   Úargsr    r   r   r   ÚConvNdN   s    zCNNModelHelper.ConvNdc             O   s(   t j| f|ž| j| j| j| jdœ|—ŽS )N)r   r   r   r   )r   Úconvr   r   r   r   )r   r%   r    r   r   r   ÚConvY   s    zCNNModelHelper.Convc             O   s(   t j| f|ž| j| j| j| jdœ|—ŽS )N)r   r   r   r   )r   Zconv_transposer   r   r   r   )r   r%   r    r   r   r   ÚConvTransposed   s    zCNNModelHelper.ConvTransposec             O   s(   t j| f|ž| j| j| j| jdœ|—ŽS )N)r   r   r   r   )r   Z
group_convr   r   r   r   )r   r%   r    r   r   r   Ú	GroupConvo   s    zCNNModelHelper.GroupConvc             O   s(   t j| f|ž| j| j| j| jdœ|—ŽS )N)r   r   r   r   )r   Zgroup_conv_deprecatedr   r   r   r   )r   r%   r    r   r   r   ÚGroupConv_Deprecatedz   s    z#CNNModelHelper.GroupConv_Deprecatedc             O   s   t j| f|ž|ŽS )N)r   Zfc)r   r%   r    r   r   r   ÚFC…   s    zCNNModelHelper.FCc             O   s   t j| f|ž|ŽS )N)r   Z	packed_fc)r   r%   r    r   r   r   ÚPackedFCˆ   s    zCNNModelHelper.PackedFCc             O   s   t j| f|ž|ŽS )N)r   Zfc_prune)r   r%   r    r   r   r   ÚFC_Prune‹   s    zCNNModelHelper.FC_Prunec             O   s   t j| f|ž|ŽS )N)r   Z	fc_decomp)r   r%   r    r   r   r   Ú	FC_DecompŽ   s    zCNNModelHelper.FC_Decompc             O   s   t j| f|ž|ŽS )N)r   Z	fc_sparse)r   r%   r    r   r   r   Ú	FC_Sparse‘   s    zCNNModelHelper.FC_Sparsec             O   s    t j| f|ž| j| jdœ|—ŽS )N)r   r   )r   Zdropoutr   r   )r   r%   r    r   r   r   ÚDropout”   s    zCNNModelHelper.Dropoutc             O   s    t j| f|ž| j| jdœ|—ŽS )N)r   r   )r   Zlrnr   r   )r   r%   r    r   r   r   ÚLRN™   s    zCNNModelHelper.LRNc             O   s   t j| f|žd| ji|—ŽS )Nr   )r   Zsoftmaxr   )r   r%   r    r   r   r   ÚSoftmaxž   s    zCNNModelHelper.Softmaxc             O   s   t j| f|žd| ji|—ŽS )Nr   )r   Z
spatial_bnr   )r   r%   r    r   r   r   Ú	SpatialBN¡   s    zCNNModelHelper.SpatialBNc             O   s   t j| f|žd| ji|—ŽS )Nr   )r   Z
spatial_gnr   )r   r%   r    r   r   r   Ú	SpatialGN¤   s    zCNNModelHelper.SpatialGNc             O   s   t j| f|žd| ji|—ŽS )Nr   )r   Zinstance_normr   )r   r%   r    r   r   r   ÚInstanceNorm§   s    zCNNModelHelper.InstanceNormc             O   s    t j| f|ž| j| jdœ|—ŽS )N)r   r   )r   Zrelur   r   )r   r%   r    r   r   r   ÚReluª   s    zCNNModelHelper.Reluc             O   s   t j| f|ž|ŽS )N)r   Zprelu)r   r%   r    r   r   r   ÚPRelu¯   s    zCNNModelHelper.PReluc             O   s   t j| f|žd| ji|—ŽS )Nr   )r   Úconcatr   )r   r%   r    r   r   r   ÚConcat²   s    zCNNModelHelper.Concatc             O   s   t dƒ | j||ŽS )z=The old depth concat function - we should move to use concat.z.DepthConcat is deprecated. use Concat instead.)Úprintr:   )r   r%   r    r   r   r   ÚDepthConcatµ   s    zCNNModelHelper.DepthConcatc             O   s   t j| f|ž|ŽS )N)r   Úsum)r   r%   r    r   r   r   ÚSumº   s    zCNNModelHelper.Sumc             O   s   t j| f|žd| ji|—ŽS )Nr   )r   Z	transposer   )r   r%   r    r   r   r   Ú	Transpose½   s    zCNNModelHelper.Transposec             O   s   t j| f|ž|ŽS )N)r   Úiter)r   r%   r    r   r   r   ÚIterÀ   s    zCNNModelHelper.Iterc             O   s   t j| f|ž|ŽS )N)r   Zaccuracy)r   r%   r    r   r   r   ÚAccuracyÃ   s    zCNNModelHelper.Accuracyc             O   s    t j| f|ž| j| jdœ|—ŽS )N)r   r   )r   Zmax_poolr   r   )r   r%   r    r   r   r   ÚMaxPoolÆ   s    zCNNModelHelper.MaxPoolc             O   s   t j| f|žd| ji|—ŽS )Nr   )r   Zmax_pool_with_indexr   )r   r%   r    r   r   r   ÚMaxPoolWithIndexË   s    zCNNModelHelper.MaxPoolWithIndexc             O   s    t j| f|ž| j| jdœ|—ŽS )N)r   r   )r   Zaverage_poolr   r   )r   r%   r    r   r   r   ÚAveragePoolÎ   s    zCNNModelHelper.AveragePoolc             C   s   di fS )NZ
XavierFillr   )r   r   r   r   Ú
XavierInitÓ   s    zCNNModelHelper.XavierInitc             C   s   dt |d�fS )NÚConstantFill)Úvalue)Údict)r   rH   r   r   r   ÚConstantInit×   s    zCNNModelHelper.ConstantInitc             C   s   di fS )NZMSRAFillr   )r   r   r   r   ÚMSRAInitÚ   s    zCNNModelHelper.MSRAInitc             C   s   di fS )NrG   r   )r   r   r   r   ÚZeroInitÞ   s    zCNNModelHelper.ZeroInitc             C   s   t j| |ƒS )N)r   Zadd_weight_decay)r   Zweight_decayr   r   r   ÚAddWeightDecayâ   s    zCNNModelHelper.AddWeightDecayc             C   s   t jƒ }t j|_|S )N)r	   ÚDeviceOptionÚCPUÚdevice_type)r   Údevice_optionr   r   r   rO   å   s    zCNNModelHelper.CPUr   c             C   s   t jƒ }tj|_||_|S )N)r	   rN   r   ZGpuDeviceTyperP   Z	device_id)r   Zgpu_idrQ   r   r   r   ÚGPUë   s    zCNNModelHelper.GPU)r   NTFNTFN)F)r   ),Ú__name__Ú
__module__Ú__qualname__Ú__doc__r   r!   r"   r$   r&   r(   r)   r*   r+   r,   r-   r.   r/   r0   r1   r2   r3   r4   r5   r6   r7   r8   r:   r<   r>   r?   rA   rB   rC   rD   rE   ÚpropertyrF   rJ   rK   rL   rM   rO   rR   Ú__classcell__r   r   )r   r   r
      sX       !

r
   )Ú
__future__r   r   r   r   Zcaffe2.pythonr   r   Zcaffe2.python.model_helperr   Zcaffe2.protor	   r   r
   r   r   r   r   Ú<module>   s   