3
Ðñß^>  ã               @   s°   d dl mZmZ d dlmZ d dlZddlT ddlmZ ddl	m
Z
 ddlmZ dd	lmZ dd
lmZ G dd„ deƒZG dd„ dejjƒZG dd„ deƒZG dd„ deƒZdS )é    )ÚFunctionÚVariable)ÚModuleNé   )Ú*)ÚSparseConvNetTensor)ÚMetadata)Ú
Sequential)ÚSigmoid)ÚNetworkInNetworkc               @   s    e Zd ZdZdd„ Zdd„ ZdS )ÚSparsifyFCSzB
    Sparsify by looking at the first feature channel's sign.
    c             C   s   t j| ƒ || _d S )N)r   Ú__init__Ú	dimension)Úselfr   © r   ú5/home/yuhw/wc/SparseConvNet/sparseconvnet/sparsify.pyr      s    
zSparsifyFCS.__init__c             C   s|   |j jƒ rttƒ }t| jƒ|_|j|_|j d d …df dk}|j | |_ |jdƒ}|jj|j|j|j	ƒ |j
dƒƒ |S |S d S )Nr   ztorch.LongTensor)ÚfeaturesÚnumelr   r   r   ÚmetadataÚspatial_sizeÚtypeÚsparsifyMetadataÚbyteÚcumsum)r   ÚinputÚoutputÚactiver   r   r   Úforward   s    

zSparsifyFCS.forwardN)Ú__name__Ú
__module__Ú__qualname__Ú__doc__r   r   r   r   r   r   r      s   r   c               @   s$   e Zd Zedd„ ƒZedd„ ƒZdS )ÚFakeGradHardSigmoidFunctionc          	   C   s.   | j |ƒ tjƒ � |dkjƒ }W d Q R X |S )Nr   )Úsave_for_backwardÚtorchÚno_gradÚfloat)ÚctxÚxÚyr   r   r   r   *   s    

z#FakeGradHardSigmoidFunction.forwardc          
   C   s   |S Q R X |S )Né   g      Ð?)Úsaved_tensorsr$   r%   r&   )r'   Úgrad_outputr(   ÚdfÚ
grad_inputr   r   r   Úbackward3   s       z$FakeGradHardSigmoidFunction.backwardN)r   r   r    Ústaticmethodr   r/   r   r   r   r   r"   )   s   	r"   c               @   s   e Zd Zdd„ ZdS )ÚFakeGradHardSigmoidc             C   s(   t ƒ }tj|jƒ|_|j|_|j|_|S )N)r   r"   Úapplyr   r   r   )r   r   r   r   r   r   r   A   s
    zFakeGradHardSigmoid.forwardN)r   r   r    r   r   r   r   r   r1   @   s   r1   c               @   s   e Zd Zddd„Zdd„ ZdS )ÚSparsifyNc             C   sv   t j| ƒ || _|| _|dkr6tt|ddƒtƒ ƒ| _n.|dkrVtt|ddƒtƒ ƒ| _nt|ddƒ| _|rldnd| _	d S )NZfakeGradHardSigmoidr   TÚsigmoidg      à?r   )
r   r   r   Ú
activationr	   r   r1   Únetr
   Ú	threshold)r   r   ÚnInr5   r   r   r   r   I   s    
zSparsify.__init__c             C   s®   |j jƒ r tƒ }|j|_t| jƒ|_| j|ƒj jdƒ|_	| j
dk rXt|j	jƒ |j	jƒ ƒ |j	| j
k}|j | |_ |jƒ }|jj|j|j|jƒ |jƒ jdƒƒ |S d |_	|S d S )Nr   r   éÿÿÿÿ)r   r   r   r   r   r   r   r6   ÚviewÚmaskr7   ÚprintÚmeanÚstdÚcpur   r   Úlongr   )r   r   r   r   r   r   r   r   T   s$    

zSparsify.forward)N)r   r   r    r   r   r   r   r   r   r3   H   s   
r3   )Ztorch.autogradr   r   Útorch.nnr   ÚsparseconvnetÚutilsÚsparseConvNetTensorr   r   r   Ú
sequentialr	   Úactivationsr
   ÚnetworkInNetworkr   r   r$   Úautogradr"   r1   r3   r   r   r   r   Ú<module>   s   