3
I4W^!	  ã               @   sr   d dl mZ d dl mZ d dl mZ d dl mZ d dlmZmZ d dlm	Z	 ddd	„Z
d
d„ Zdd„ Zdd„ ZdS )é    )Úabsolute_import)Údivision)Úprint_function)Úunicode_literals)ÚcoreÚscope)Ú
caffe2_pb2Nc                s>   ˆ d krt jƒ ‰ ˆ dkr&| jd d … S ‡ fdd„| jD ƒS d S )NÚ c                s   g | ]}|j ƒ ˆ kr|‘qS © )ZGetNameScope)Ú.0Úw)Ú	namescoper
   ú</tmp/pip-build-e66j97b2/torch/caffe2/python/helpers/train.pyú
<listcomp>   s    z _get_weights.<locals>.<listcomp>)r   ZCurrentNameScopeÚweights)Úmodelr   r
   )r   r   Ú_get_weights   s
    r   c             K   sP   d|kr|d= | j jg |fdgdtjjtjtjdƒdœ|—Ž | jj	||f|ŽS )NÚdevice_optioné   r   )ÚshapeÚvalueZdtyper   )
Úparam_init_netÚConstantFillr   ZDataTypeZINT64ÚDeviceOptionr   ÚCPUÚnetZIter)r   Úblob_outÚkwargsr
   r
   r   Úiter   s    r   c             K   s¶   d|kr|d nt jƒ }|d kp*|jtjk}| r¤d|kr¤|d dkr¤| jj|d |d d ƒ}| jj|d |d d ƒ}| jj||g|fdtj	tjdƒi|—Ž n| jj||ƒ d S )Nr   Ztop_kr   r   Ú_host)
r   ZCurrentDeviceScopeZdevice_typer   r   r   ZCopyGPUToCPUZAccuracyr   r   )r   Zblob_inr   r   ÚdevZis_cpuZ	pred_hostZ
label_hostr
   r
   r   Úaccuracy%   s    
r!   c             C   sn   |dkrdS | j jg ddg|d�}| j jg ddgdd�}x0t| ƒD ]$}| j| }| jj||||g|ƒ qBW dS )z”Adds a decay to weights in the model.

    This is a form of L2 regularization.

    Args:
        weight_decay: strength of the regularization
    g        NÚwdr   )r   r   ÚONEg      ð?)r   r   r   Zparam_to_gradr   ZWeightedSum)r   Zweight_decayr"   r#   ÚparamZgradr
   r
   r   Úadd_weight_decay:   s    

r%   )N)Ú
__future__r   r   r   r   Zcaffe2.pythonr   r   Zcaffe2.protor   r   r   r!   r%   r
   r
   r
   r   Ú<module>   s   

