3
H4W^y  ã               @   s~   d dl mZ d dl mZ d dl mZ d dl mZ d dlmZ d dlZG dd„ dƒZ	d	d
„ Z
dd„ Zdd„ Zdd„ Zdd„ ZdS )é    )Úabsolute_import)Údivision)Úprint_function)Úunicode_literals)Ú	workspaceNc               @   s&   e Zd Zddd„Zdd„ Zdd„ ZdS )	Ú
NetDefNodeNc             C   s2   || _ || _i | _i | _| j|ƒ d| _|| _d S )NF)ÚnameÚoptypeÚopsÚprevÚinsertInputÚvisitedÚop)Úselfr   r	   Úpr   © r   úL/tmp/pip-build-e66j97b2/torch/caffe2/experiments/python/SparseTransformer.pyÚ__init__   s    
zNetDefNode.__init__c             C   sX   t |tƒr2xH|D ]}|| j|j< | |j| j< qW n"t |tƒrT|| j|j< | |j| j< dS )z}
        Insert input of this op
        also maintain the output of previous op
        p: a node or a list of node
        N)Ú
isinstanceÚlistr   r   r
   r   )r   r   Úir   r   r   r   %   s    


zNetDefNode.insertInputc             C   s"   t |tƒr| j|j= |j| j= d S )N)r   r   r   r   r
   )r   r   r   r   r   ÚdeleteInput3   s    

zNetDefNode.deleteInput)NN)Ú__name__Ú
__module__Ú__qualname__r   r   r   r   r   r   r   r      s   
	r   c             C   sn   t j| ƒ}tjj|ƒ}|j}|j}|j}t j| d |ƒ t j| d |ƒ t j| d |ƒ | d | d | d fS )zN
    Combine mask and weights
    create wcsr, iw, jw, return their names
    ÚwcsrÚiwÚjw)	r   Z	FetchBlobÚscipyÚsparseZ
csr_matrixÚdataZindptrÚindicesZFeedBlob)Zweight_nameÚwZw_csrr   r   r   r   r   r   ÚmaskNallocate9   s    
r#   c             C   sH  | j jƒ jƒ }|j| jjd | jjd d ƒ}|jjƒ jd }t|j	d d||ƒ}d|_
|}	�xŠ| j|ƒ | jdkp|| jdksˆtdƒ P t| jƒdkržtd	ƒ | jdk�r"| j}
t|
jd ƒ\}}}|
jd
 }|j|| jj	d d ||||ƒ}|jjƒ jd }t| jj	d d d|	|ƒ}d|_
|}	| jdk�rl| j}
|j||ƒ}|jjƒ jd }tt|ƒd|	|ƒ}d|_
|}	d| _
| }d}x8| jjƒ D ]*\}}|jdk�s¦|jdk�r†d}|} �q†W |s`| jjƒ jƒ } | j|ƒ tdƒ t| jjƒ P q`W |j||jj	d ƒ}|jjƒ jd }tt|ƒd|	|ƒ}d|_
| j|ƒ t| j ƒ t|jƒ dS )zK
    Add trans before and after this FC_Prune->(Relu)->FC_Prune chain.
    r   Z_transé   Ú	TransposeTÚFC_PruneÚReluzReaching the end of the chainz+A FC/Relu giving more than 1 useful outputsé   Z_SparseÚ	FC_SparseFzNo FC/RElu childrenNéÿÿÿÿr*   r*   r*   )r   Ú
itervaluesÚnextr%   r   ÚinputÚnetÚProtor   Úoutputr   r   r	   ÚprintÚlenr
   r#   r)   r'   ÚstrÚ	iteritemsÚtyper   )ÚcurÚid2nodeÚname2idr
   ÚmodelÚpreZcurrent_blobZtrans_opZ
trans_nodeZpre_newr   r   r   r   Z	bias_nameZsps_opZsps_nodeZrel_opZrel_nodeÚflagÚ_Útempr   r   r   ÚtransFCReluI   sl     






r>   c             C   sT   | j  r"| jdkr"t| ||||ƒ d| _ x&| jjƒ D ]\}}t|||||ƒ q4W d S )Nr&   T)r   r	   r>   r
   r4   ÚPrune2Sparse)r6   r7   r8   r
   r9   r   Únr   r   r   r?   ‘   s
    r?   c             C   s~   g }g }| }x |j jƒ D ]\}}|j|ƒ qW xJ|rx|d }|dd… }|j|jƒ x |j jƒ D ]\}}|j|ƒ q`W q0W |S )zG
    Use topological order(BFS) to print the op of a net in a list
    r   r$   N)r
   r4   Úappendr   )Únet_rootZ	bfs_queueZop_listr6   r<   r@   Únoder   r   r   Únet2listœ   s    rD   c             C   sì   t dƒ | jjƒ }i }i }tddd ƒ}xºt|jƒD ]¬\}}|jdkrFq2|jr^d|j|j|f nd|j|f }t||j|d�}|||< d}	x.|jD ]$}
|
|kržq�|j	|||
  ƒ d	}	q�W |	sÆ|j	|ƒ x|j
D ]}|||< qÎW q2W |||fS )
NzWelcome to model checkerrB   ÚrootZPrintz%s/%s (op#%d)z
%s (op#%d))r   FT)r1   r.   r/   r   Ú	enumerater   r5   r   r-   r   r0   )r9   ÚprotoZnet_name2idZnet_id2noderB   Zop_idr   Zop_nameZop_nodeZif_has_layer_inputZ
input_nameZoutput_namer   r   r   Ú
netbuilder¯   s,    

&
rH   )Ú
__future__r   r   r   r   Zcaffe2.pythonr   Zscipy.sparser   r   r#   r>   r?   rD   rH   r   r   r   r   Ú<module>   s   H