3
I4W^ð
  ã               @   s(   d dl Z ddlmZ G dd„ deƒZdS )é    Né   )Ú	Optimizerc                   s,   e Zd ZdZd‡ fdd„	Zdd
d„Z‡  ZS )ÚRpropa'  Implements the resilient backpropagation algorithm.

    Arguments:
        params (iterable): iterable of parameters to optimize or dicts defining
            parameter groups
        lr (float, optional): learning rate (default: 1e-2)
        etas (Tuple[float, float], optional): pair of (etaminus, etaplis), that
            are multiplicative increase and decrease factors
            (default: (0.5, 1.2))
        step_sizes (Tuple[float, float], optional): a pair of minimal and
            maximal allowed step sizes (default: (1e-6, 50))
    ç{®Gáz„?ç      à?ç333333ó?ç�íµ ÷Æ°>é2   c                s|   d|kst dj|ƒƒ‚d|d   k o:d  k o:|d k n  sXt dj|d |d ƒƒ‚t|||d�}tt| ƒj||ƒ d S )Ng        zInvalid learning rate: {}r   g      ð?r   zInvalid eta values: {}, {})ÚlrÚetasÚ
step_sizes)Ú
ValueErrorÚformatÚdictÚsuperr   Ú__init__)ÚselfÚparamsr
   r   r   Údefaults)Ú	__class__© ú2/tmp/pip-build-e66j97b2/torch/torch/optim/rprop.pyr      s    *zRprop.__init__Nc             C   sb  d}|dk	r|ƒ }�xH| j D �]<}�x4|d D �]&}|jdkr@q.|jj}|jrVtdƒ‚| j| }t|ƒdkr d|d< tj|jƒ|d< |j	ƒ j
|ƒj|d ƒ|d< |d	 \}}|d
 \}	}
|d }|d  d7  < |j|d ƒjƒ }|||jdƒ< |||jdƒ< d||jdƒ< |j|ƒj|	|
ƒ |jƒ }d||j|ƒ< |jjd|jƒ |ƒ |d j|ƒ q.W qW |S )z¶Performs a single optimization step.

        Arguments:
            closure (callable, optional): A closure that reevaluates the model
                and returns the loss.
        Nr   z'Rprop does not support sparse gradientsr   ÚstepÚprevr
   Ú	step_sizer   r   r   éÿÿÿÿ)Zparam_groupsÚgradÚdataZ	is_sparseÚRuntimeErrorÚstateÚlenÚtorchZ
zeros_likeÚnewZ
resize_as_Zfill_ÚmulÚsignÚgtÚltÚeqZmul_Zclamp_ÚcloneZaddcmul_Zcopy_)r   ZclosureZlossÚgroupÚpr   r   ZetaminusZetaplusZstep_size_minZstep_size_maxr   r$   r   r   r   r      s:    

z
Rprop.step©r   r   ©r   r	   )r   r+   r,   )N)Ú__name__Ú
__module__Ú__qualname__Ú__doc__r   r   Ú__classcell__r   r   )r   r   r      s   	r   )r!   Z	optimizerr   r   r   r   r   r   Ú<module>   s   