3
H4W^}  ã               @   sÒ   d dl mZ d dl mZ d dl mZ d dl mZ d dlZd dlZd dl	m
Z
 d dlmZ d dlmZmZmZ d dlZejƒ  ejd	ƒZejejƒ ddd„Zdd„ Zddd„Zdd„ Zdd„ Zdd„ Zdd„ ZdS )é    )Úabsolute_import)Údivision)Úprint_function)Úunicode_literalsN)ÚOrderedDict)Ú
caffe2_pb2)Ú	workspaceÚcoreÚscopeZAnyExpOnTermFc       	      C   s,   t | |||ƒ\}}}t|| ||ƒ |||fS )N)Ú"initialize_master_xpu_model_paramsÚbroadcast_parameters)	ÚmodelÚweights_fileÚnum_xpusÚoptsÚbroadcast_computed_paramÚreset_epochÚstart_epochÚlrÚbest_metric© r   úE/tmp/pip-build-e66j97b2/torch/caffe2/contrib/playground/checkpoint.pyÚinitialize_params_from_file   s    r   c             C   sL  t jdj|ƒƒ t|dƒ�}tj|ƒ}W d Q R X d|kr@|d }d}tdƒ}d|kr‚t jdj|d ƒƒ |sv|d }qŒt jdƒ n
t jd	ƒ |d
 d }d|kr¨|d }d|kr¾| r¾|d }| d k	�r(t jdj|ƒƒ tjƒ }	t	ƒ }
x | j
ƒ D ]}d|
tt|ƒƒ< qðW |d d }|d d }|d d dk�r8tjntj}tjdj||ƒƒ�Ð tjtj|dƒƒ�² xª|
jƒ D ]ž}t|ƒ}||k�ršt jdj|ƒƒ �qpt jdj||ƒƒ ||	k�rptj|ƒ}|j|| jk�sðt jdj||j|| jƒƒ ntj||| jtjdd�ƒ �qpW W d Q R X W d Q R X nt jdj|ƒƒ t jdƒ |||fS )Nz'Initializing model params from file: {}ÚrÚblobsr   z-infÚepochzepoch {} is found in model filezReset epochzno epoch is found in model fileZmodel_paramZbase_learning_rater   r   z2initialize model parameters using weights file: {}TÚdistributedÚfirst_xpu_idÚdeviceÚgpuz{}_{}z{:s} not foundz({:s} loaded from weights file into: {:s}zDWorkspace blob {} with shape {} does not match weights file shape {}F)Úcopyz0Skip initializing model parameters from file: {}z+Complete initialize_master_xpu_model_params)ÚlogÚinfoÚformatÚopenÚpickleÚloadÚfloatr   ZBlobsr   ZGetAllParamsÚunscope_nameÚstrr   ÚCUDAÚCPUr	   Z	NameScopeÚDeviceScopeÚDeviceOptionÚkeysÚscoped_nameÚ	FetchBlobÚshapeÚFeedBlobZastypeÚnpZfloat32)r   r   r   r   Zfopenr   r   r   r   Zws_blobsZunscoped_blob_namesZblobÚroot_xpu_idr   Úcaffe2_pb2_DEVICEÚunscoped_blob_nameÚscoped_blob_nameZws_blobr   r   r   r      sl    






*
r   c             C   sB  |dkrt jdƒ d S |jƒ g}|r2|j|jƒ ƒ | d d dkrHtjntj}xä|D ]Ü}t|ƒ| dkspt	dƒ‚t
t|ƒ| ƒ}x®t|ƒD ]¢}dd	„ ||d |… D ƒ}	tj|	d ƒ}
t jd
jt|	d ƒƒƒ x^t|	dd … ƒD ]J\}}t jdjt|ƒƒƒ tjtj||d ƒƒ� tj||
ƒ W d Q R X qÞW qŠW qTW t jdƒ d S )Né   z'only 1 device. Skip parameter broadcastr   r   r   r   zACurrent model dosen't match device number when loading checkpointc             S   s   g | ]}|‘qS r   r   )Ú.0Úparamr   r   r   ú
<listcomp>r   s    z(broadcast_parameters.<locals>.<listcomp>zBroadcasting {} toz |-> {}zComplete parameter broadcast)r!   r"   Ú	GetParamsÚappendÚGetComputedParamsr   r*   r+   ÚlenÚAssertionErrorÚintÚranger   r0   r#   r)   Ú	enumerater	   r,   r-   r2   )r   r   r   r   Z
all_paramsr5   ÚparamsZparams_per_xpuÚidxr   ÚdataÚiÚpr   r   r   r   c   s*    


"r   c             C   s\   |d krd S yt |||||ƒ W n6 tk
rV } ztjdjt|ƒƒƒ W Y d d }~X nX |S )Nz#Exception from save_model_params {})Úsave_model_params_blobÚ	Exceptionr!   Úwarningr#   r)   )Zis_checkpointr   Zcheckpoint_pathr   r   r   Úer   r   r   Úsave_model_params|   s    &rM   c             C   sN  t jdƒ |d d }|d d }dd„ | jdj||ƒƒD ƒ}dd„ | jdj||ƒƒD ƒ}i }	||	d	< ||	d
< tjdj||ƒƒ|	d< xH|| D ]<}
t|
ƒ}t|ƒ}||	krŽtj|ƒ|	|< t j	dj||ƒƒ qŽW t jdj|ƒƒ y0t
|dƒ�}tjt|	d�|tjƒ W d Q R X W n: tk
�rH } zt jdj|j|jƒƒ W Y d d }~X nX d S )NzSaving model params...r   r   r   c             S   s   g | ]}t |ƒ‘qS r   )r)   )r9   r:   r   r   r   r;   �   s    z*save_model_params_blob.<locals>.<listcomp>z{}_{}c             S   s   g | ]}t |ƒ‘qS r   )r)   )r9   r:   r   r   r   r;   ‘   s    r   r   z{}_{}/lrr   z{:s} -> {:s}zto weights file {}Úw)r   zI/O error({0}): {1})r!   r"   r<   r#   r>   r   r0   r)   r(   Údebugr$   r%   ÚdumpÚdictÚHIGHEST_PROTOCOLÚIOErrorÚerrorÚerrnoÚstrerror)r   Zparams_filer   r   r   r4   r   Zsave_paramsZsave_computed_paramsZ
save_blobsr:   r7   r6   ZfwriterL   r   r   r   rI   Š   s4    

$rI   c             C   s   | | j tjƒd d … S )Nr8   )Úrfindr
   Z_NAMESCOPE_SEPARATOR)Ú	blob_namer   r   r   r(   ©   s    r(   c             C   s   t jƒ |  S )N)r
   ZCurrentNameScope)rX   r   r   r   r/   ­   s    r/   )FF)F)Ú
__future__r   r   r   r   Znumpyr3   ÚcPickler%   Úcollectionsr   Zcaffe2.protor   Zcaffe2.pythonr   r	   r
   ÚloggingÚbasicConfigÚ	getLoggerr!   ÚsetLevelÚDEBUGr   r   r   rM   rI   r(   r/   r   r   r   r   Ú<module>   s&   

F
