3
I4W^12  ã               @   sX  d dl mZ d dl mZ d dl mZ d dl mZ d dlmZmZ d dlm	Z	 d dl
mZmZmZ d dlmZmZmZmZ d d	lmZ d d
lmZ d dlmZ d dlmZ d dlmZ d dlmZmZ G dd„ deƒZ G dd„ de ƒZ!e!j"eƒdd„ ƒZ#e!j"eƒdd„ ƒZ$e!j"eƒdd„ ƒZ%e!j"eƒdd„ ƒZ&e!j"eƒdd„ ƒZ'e!j"e	ƒdd„ ƒZ(dd „ Z)G d!d"„ d"eƒZ*G d#d$„ d$e e*ƒZ+d%d&„ Z,d'd(„ Z-d)d*„ Z.d+d,„ Z/d-d.„ Z0dKd1d2„Z1d3d4„ Z2e+j"eƒd5d6„ ƒZ3e+j"eƒd7d8„ ƒZ4e+j"eƒd9d:„ ƒZ5d;d<„ Z6e+j"eƒd=d>„ ƒZ7d?d@„ Z8e+j"eƒdAdB„ ƒZ9e+j"eƒdLdCdD„ƒZ:e+j"e	ƒdEdF„ ƒZ;dGdH„ Z<dIdJ„ Z=d/S )Mé    )Úabsolute_import)Údivision)Úprint_function)Úunicode_literals)ÚOperatorDefÚNetDef)ÚJob)ÚNetÚExecutionStepÚPlan)ÚTaskÚ	TaskGroupÚWorkspaceTypeÚ
TaskOutput)Údefaultdict)Úcontextmanager)Úcopy)Úviewkeys)Úchain)Úbinary_typeÚ	text_typec               @   s    e Zd Zedd„ ƒZdd„ ZdS )ÚVisitorc                s<   t ˆdƒsi ˆ_nˆ ˆjks*tdjˆ ƒƒ‚‡ ‡fdd„}|S )NÚvisitorsz{} already registered!c                s   | ˆj ˆ < | S )N)r   )Úfunc)ÚTypeÚcls© ú:/tmp/pip-build-e66j97b2/torch/caffe2/python/net_printer.pyÚ	_register   s    
z#Visitor.register.<locals>._register)Úhasattrr   ÚAssertionErrorÚformat)r   r   r   r   )r   r   r   Úregister   s    
zVisitor.registerc             O   sR   |d krd S t |ƒ}|| jjkr4td| jj|f ƒ‚| jj| }|| |f|ž|ŽS )Nz%s: unsupported object type: %s)ÚtypeÚ	__class__r   Ú	TypeErrorÚ__name__)ÚselfÚobjÚargsÚkwargsr   r   r   r   r   Ú__call__#   s    zVisitor.__call__N)r&   Ú
__module__Ú__qualname__Úclassmethodr"   r+   r   r   r   r   r      s   r   c               @   sD   e Zd ZdhZdd„ Zedd„ ƒZeddd	„ƒZd
d„ Z	dd„ Z
dS )ÚAnalyzerZdistributed_ctx_initc             C   s   t dd„ ƒ| _g | _d S )Nc               S   s   t dd„ ƒS )Nc               S   s   dS )Nr   r   r   r   r   r   Ú<lambda>4   s    z5Analyzer.__init__.<locals>.<lambda>.<locals>.<lambda>)r   r   r   r   r   r0   4   s    z#Analyzer.__init__.<locals>.<lambda>)r   Ú
workspacesÚworkspace_ctx)r'   r   r   r   Ú__init__3   s    zAnalyzer.__init__c             C   s
   | j d S )Né   éÿÿÿÿ)r2   )r'   r   r   r   Ú	workspace7   s    zAnalyzer.workspaceNFc             c   sV   |d k	r|}n|d k	r&| j t|ƒ }n| j}|r8t|ƒ}| jj|ƒ |V  | jd= d S )Nr4   r5   )r1   Ústrr6   r   r2   Úappend)r'   ÚnodeÚwsÚdo_copyr   r   r   Úset_workspace;   s    zAnalyzer.set_workspacec             C   s   | j |  d7  < d S )Nr4   )r6   )r'   Úblobr   r   r   Údefine_blobI   s    zAnalyzer.define_blobc                s6   t ‡ fdd„tjD ƒƒrd S ˆ | jks2tdˆ  ƒ‚d S )Nc             3   s   | ]}ˆ j |ƒV  qd S )N)Ú
startswith)Ú.0Úp)r=   r   r   ú	<genexpr>M   s    z%Analyzer.need_blob.<locals>.<genexpr>zBlob undefined: %s)Úanyr/   ÚPREFIXES_TO_IGNOREr6   r    )r'   r=   r   )r=   r   Ú	need_blobL   s    zAnalyzer.need_blob)NNF)r&   r,   r-   rD   r3   Úpropertyr6   r   r<   r>   rE   r   r   r   r   r/   0   s   r/   c             C   s8   x|j D ]}| j|ƒ qW x|jD ]}| j|ƒ q"W d S )N)ÚinputrE   Úoutputr>   )ÚanalyzerÚopÚxr   r   r   Ú
analyze_opR   s    rL   c             C   s    x|j ƒ jD ]}| |ƒ qW d S )N)ÚProtorJ   )rI   ÚnetrK   r   r   r   Úanalyze_netZ   s    rO   c       	         s   ˆ j ƒ }| j|jd��æ |jrF| jdd�� | ˆ j|jƒƒ W d Q R X tƒ }ˆ jƒ ‡ fdd„|jD ƒ }xŽ|D ]†}| j|jd�� }| |ƒ |j	rœ| j
|j	ƒ W d Q R X |jrntt|ƒƒtt| jƒƒ }t||@ ƒdksìtddj||@ ƒ ƒ‚||O }qnW W d Q R X x|D ]}| j|ƒ �qW d S )N)r;   Tc                s   g | ]}ˆ j |ƒ‘qS r   )Úget_net)r@   Ún)Ústepr   r   ú
<listcomp>h   s    z analyze_step.<locals>.<listcomp>r   z3Error: Blobs created by multiple parallel steps: %sz, )rM   r<   Úcreate_workspaceÚ
report_netrP   ÚsetÚSubstepsÚnetworkÚconcurrent_substepsÚshould_stop_blobrE   r   r6   Úlenr    Újoinr>   )	rI   rR   ÚprotoZall_new_blobsÚsubstepsÚsubstepZws_inZ	new_blobsrK   r   )rR   r   Úanalyze_step`   s*    

r`   c          	   C   sr   |j ƒ }t|jƒ}|j|ƒ t|jƒ jƒ ƒ}|dk s@td| ƒ‚|jƒ t	j
k}| j|d�� | |ƒ W d Q R X d S )Né   é   zeDue to a protobuf limitation, serialized tasks must be smaller than 64Mb, but this task has {} bytes.)r;   i   )Úget_stepr   r9   ZAddStepr[   rM   ZSerializeToStringr    Zworkspace_typer   ÚGLOBALr<   )rI   ÚtaskrR   ZplanZ	proto_lenÚ
is_privater   r   r   Úanalyze_tasky   s    


rg   c          
   C   s<   x6|j ƒ jƒ D ]&}| j|jd�� | |ƒ W d Q R X qW d S )N)r9   )Útasks_by_nodeÚtasksr<   r9   )rI   Útgre   r   r   r   Úanalyze_task_group‰   s    rk   c             C   s   | |j ƒ | |jƒ d S )N)Ú
init_groupÚepoch_group)rI   Újobr   r   r   Úanalyze_job�   s    
ro   c             C   s   t ƒ | ƒ dS )z¿
    Given a Job, visits all the execution steps making sure that:
      - no undefined blobs will be found during execution
      - no blob with same name is defined in concurrent steps
    N)r/   )r(   r   r   r   Úanalyze–   s    rp   c               @   s0   e Zd Zdd„ Zedd„ ƒZdd„ Zdd„ Zd	S )
ÚTextc             C   s   d| _ dg| _g | _d S )Nr   )Ú_indentÚ_lines_in_contextÚlines)r'   r   r   r   r3       s    zText.__init__c             c   sp   |d k	r0| j d| ƒ |  jd7  _| jjdƒ d V  |d k	rl| jd dkrV| j dƒ |  jd8  _| jd= d S )Nzwith %s:é   r   r4   Úpassr5   r5   )Úaddrr   rs   r8   )r'   Útextr   r   r   Úcontext¥   s    
zText.contextc             C   s,   | j d  d7  < | jjd| j | ƒ d S )Nr4   ú r5   )rs   rt   r8   rr   )r'   rx   r   r   r   rw   ²   s    zText.addc             C   s   dj | jƒS )NÚ
)r\   rt   )r'   r   r   r   Ú__str__¶   s    zText.__str__N)r&   r,   r-   r3   r   ry   rw   r|   r   r   r   r   rq   Ÿ   s   rq   c                   s   e Zd Zd‡ fdd„	Z‡  ZS )ÚPrinterFTc                s2   t t| ƒjƒ  t t| ƒjƒ  || _|| _d | _d S )N)Úsuperr   r3   rq   Úfactor_prefixesÚ	c2_syntaxÚc2_net_name)r'   r   r€   )r$   r   r   r3   »   s
    zPrinter.__init__)FT)r&   r,   r-   r3   Ú__classcell__r   r   )r$   r   r}   º   s   r}   c             C   sj   t | tƒr| }n"t | tƒr*| jddd�}nt| ƒ}t|ƒdk rFd| S d|d d…  dt|ƒd   S d S )NÚasciiÚignore)Úerrorsé@   z'%s'z...<+len=%d>)Ú
isinstancer   r   Údecoder7   r[   )ÚsZ	sanitizedr   r   r   Ú_sanitize_strÃ   s    

rŠ   c             C   s‚   | j dƒrt| jƒS | j dƒr(t| jƒS | j dƒr<t| jƒS | jrPtt| jƒƒS | jrdtt| jƒƒS | j	r~tdd„ | j	D ƒƒS dS )NÚfÚir‰   c             S   s   g | ]}t |ƒ‘qS r   )rŠ   )r@   r‰   r   r   r   rS   Ü   s    z_arg_val.<locals>.<listcomp>z[])
ÚHasFieldr7   r‹   rŒ   rŠ   r‰   ZfloatsÚlistÚintsÚstrings)Úargr   r   r   Ú_arg_valÐ   s    





r’   c             C   sJ   | sdS t | ƒ}t| ƒ}x,t|ƒD ] \}}||| kr"|d|… S q"W |S )z:Given a list of strings, returns the longest common prefixÚ N)ÚminÚmaxÚ	enumerate)ÚmÚs1Ús2rŒ   Úcr   r   r   Úcommonprefixà   s    r›   c             C   s.   t | tƒr"ddjdd„ | D ƒƒ S t| ƒS d S )Nz[%s]z, c             s   s   | ]}d t |ƒ V  qdS )z'%s'N)r7   )r@   Úvr   r   r   rB   î   s    zformat_value.<locals>.<genexpr>)r‡   rŽ   r\   r7   )Úvalr   r   r   Úformat_valueì   s    
rž   c                sV   dd„ | D ƒ} t | ƒdkr&|r&t| ƒnd‰ dj‡ fdd„| D ƒƒ}ˆ rRdˆ |f S |S )	Nc             S   s   g | ]}t |ƒ‘qS r   )rž   )r@   rœ   r   r   r   rS   ô   s    z!factor_prefix.<locals>.<listcomp>r4   r“   z, c             3   s   | ]}|t ˆ ƒd … V  qd S )N)r[   )r@   rœ   )Úprefixr   r   rB   ö   s    z factor_prefix.<locals>.<genexpr>z%s[%s])r[   r›   r\   )ÚvalsZdo_itZjoinedr   )rŸ   r   Úfactor_prefixó   s    r¡   NFc             C   sx   |s
d}nHdd„ |D ƒ}dd„ |D ƒ}dj dd„ tt||ƒgdd„ |D ƒƒD ƒƒ}d	| |f }|sf|S d
t||ƒ|f S )Nr“   c             S   s   g | ]}t |tƒs|‘qS r   )r‡   Útuple)r@   Úar   r   r   rS   þ   s    zcall.<locals>.<listcomp>c             S   s   g | ]}t |tƒr|‘qS r   )r‡   r¢   )r@   r£   r   r   r   rS   ÿ   s    z, c             s   s   | ]}|r|V  qd S )Nr   )r@   rK   r   r   r   rB     s   zcall.<locals>.<genexpr>c             s   s   | ]}d | V  qdS )z%s=%sNr   )r@   Úkvr   r   r   rB     s    z%s(%s)z%s = %s)r\   r   r¡   )rJ   ÚinputsÚoutputsr   Zinputs_vZ	inputs_kvÚcallr   r   r   r§   ú   s    

r§   c             C   s8   |  s| j p| jp| j rd S td| j | jd| j gƒS )NZDeviceOptionz'%s')Zdevice_typeZ	device_idZ	node_namer§   )Zdev_optr   r   r   Úformat_device_option  s    r¨   c          
   C   sÎ   dd„ |j D ƒ}t|jƒ}|r,|jd|fƒ | jrd| jt| jd |j t|j	ƒt|j
ƒg| ƒƒ n&| jt|jt|j	ƒ| |j
| jd�ƒ x>|j D ]4}|jdƒr’| jd|j ƒ� | |jƒ W d Q R X q’W d S )Nc             S   s   g | ]}|j t|ƒf‘qS r   )Únamer’   )r@   r£   r   r   r   rS     s    zprint_op.<locals>.<listcomp>Údevice_optionÚ.)r   rQ   zarg: %s)r‘   r¨   rª   r8   r�   rw   r§   r#   rŽ   rG   rH   r   r�   ry   r©   rQ   )rx   rJ   r)   Zdev_opt_txtr‘   r   r   r   Úprint_op  s"    

r¬   c             C   sf   | j r.| jtdd|j g|jgƒƒ |j| _n| jd|j ƒ x|jD ]}| |ƒ qFW | j rbd | _d S )Nzcore.Netz'%s'z	# net: %s)r€   rw   r§   r©   r�   rJ   )rx   Znet_defrJ   r   r   r   Úprint_net_def-  s    
r­   c             C   s   | |j ƒ ƒ d S )N)rM   )rx   rN   r   r   r   Ú	print_net:  s    r®   c             C   s¤   | j ƒ }|jrtdƒdfS |jr<|jdkr<td|jgƒdfS |jdkrhtdd|jfgƒt| jƒ ƒdkfS |jo|t| jƒ ƒdk}|rŽtdƒdfS |jr tdƒdfS dS )	NZloopFr4   ÚparallelZnum_instancesTZrun_once)NF)	rM   rZ   r§   Znum_iterZnum_concurrent_instancesr[   rW   rY   rU   )rR   r]   Z
concurrentr   r   r   Ú_get_step_context?  s    
r°   c       
         s8  ˆ j ƒ }tˆ ƒ\}}| j|ƒ�� |jrX| jtd|jgƒƒ� | ˆ j|jƒƒ W d Q R X ˆ jƒ ‡ fdd„|jD ƒ }x´|D ]¬}t	|t
ƒr�|j ƒ nd }|d k	r¼|jr¼tdt|ƒd|jfgƒ}n0|rè|d k	rÒ|jrÒdnd}	t|	t|ƒgƒ}nd }| j|ƒ�* | |ƒ |j�r| jtd|jgƒƒ W d Q R X qzW W d Q R X d S )	NrU   c                s   g | ]}ˆ j |ƒ‘qS r   )rP   )r@   rQ   )rR   r   r   rS   Z  s    zprint_step.<locals>.<listcomp>ZreporterZinterval_msr6   rR   zyield stop_if)rM   r°   ry   rU   r§   Zreport_intervalrP   rW   rX   r‡   r
   Zrun_every_msr7   rT   rZ   rw   )
rx   rR   r]   Zstep_ctxZ
do_substepr^   r_   Z	sub_protoZsubstep_ctxÚtitler   )rR   r   Ú
print_stepR  s,    
r²   c             C   s,   t | tƒst‚ddjdd„ | jD ƒƒ d S )NzOutput[z, c             s   s   | ]}t |ƒV  qd S )N)r7   )r@   rK   r   r   r   rB   r  s    z%_print_task_output.<locals>.<genexpr>ú])r‡   r   r    r\   Únames)rK   r   r   r   Ú_print_task_outputp  s    rµ   c          	   C   s^   dj dd„ |jƒ D ƒƒ}d|jfd|jfd|fg}| jtd|ƒƒ� | |jƒ ƒ W d Q R X d S )Nz, c             s   s   | ]}t |ƒV  qd S )N)rµ   )r@   Úor   r   r   rB   w  s    zprint_task.<locals>.<genexpr>r9   r©   r¦   r   )r\   r¦   r9   r©   ry   r§   rc   )rx   re   Zoutsry   r   r   r   Ú
print_tasku  s    r·   c          
   C   s@   | j |ptdƒƒ�$ x|jƒ jƒ D ]}| |ƒ q"W W d Q R X d S )Nr   )ry   r§   rh   ri   )rx   rj   Úheaderre   r   r   r   Úprint_task_group}  s    r¹   c             C   sh   | |j dƒ | |jdƒ | jdƒ�$ x|jD ]}| jt|ƒƒ q,W W d Q R X | |jdƒ | |jdƒ d S )NzJob.current().init_groupzJob.current().epoch_groupzJob.current().stop_conditionszJob.current().download_groupzJob.current().exit_group)rl   rm   ry   Zstop_conditionsrw   rµ   Zdownload_groupZ
exit_group)rx   rn   Úoutr   r   r   Ú	print_job„  s    r»   c             K   s   t f |Ž}|| ƒ t|ƒS )z…
    Given a Net, ExecutionStep, Task, TaskGroup or Job, produces a string
    with detailed description of the execution steps.
    )r}   r7   )r(   r*   Úprinterr   r   r   Ú	to_string�  s    
r½   c             C   sp   t | tƒst‚tt| ƒƒ}t | tƒs(t‚xB| jƒ jD ]4}tƒ }t||ƒ |jt|ƒƒ |jƒ jj	|gƒ q4W |S )z‘
    Given a Net, produce another net that logs info about the operator call
    before each operator execution. Use for debugging purposes.
    )
r‡   r	   r    r7   rM   rJ   rq   r¬   ZLogInfoÚextend)rN   Ú	debug_netrJ   rx   r   r   r   r¿   ™  s    
r¿   )NNF)N)>Ú
__future__r   r   r   r   Zcaffe2.proto.caffe2_pb2r   r   Zcaffe2.python.checkpointr   Zcaffe2.python.corer	   r
   r   Zcaffe2.python.taskr   r   r   r   Úcollectionsr   Ú
contextlibr   r   Zfuture.utilsr   Ú	itertoolsr   Úsixr   r   Úobjectr   r/   r"   rL   rO   r`   rg   rk   ro   rp   rq   r}   rŠ   r’   r›   rž   r¡   r§   r¨   r¬   r­   r®   r°   r²   rµ   r·   r¹   r»   r½   r¿   r   r   r   r   Ú<module>   sV   "		
	
