3
I4W^½   ã               @   s¤  d dl mZ d dl mZ d dl mZ d dl mZ d dlZd dlZd dlZd dlZd dl	Z	d dl
Z
d dlmZ y$d dljZd dljZejZejZW n( ek
r¸   d dlZejZejZY nX dZdZd	d
„ Zejejeƒ dd„ Zdd„ Zd*dd„Zdd„ Zdd„ Zdd„ Z G dd„ dƒZ!e"dk�r ej#dd�Z$e$j%dddd � e$j%d!d"d#d$d%� e$j%d&d'd#d(d%� e$j&ƒ Z'x4e'j(D ]*Z(e e(ƒ�rŒee(e'ƒ ne)d)j*e(ƒƒ �qrW dS )+é    )Úabsolute_import)Údivision)Úprint_function)Úunicode_literalsN)Ú
caffe2_pb2z3https://s3.amazonaws.com/download.caffe2.ai/models/éF   c             C   s   t dƒ tdƒ d S )NzKilling download...r   )ÚprintÚexit)ÚsignalÚframe© r   ú>/tmp/pip-build-e66j97b2/torch/caffe2/python/models/download.pyÚsignalHandler!   s    r   c             C   sp   x`t j| dd�D ]N\}}}x |D ]}t jt jj||ƒƒ q W x |D ]}t jt jj||ƒƒ qBW qW t j| ƒ d S )NF)Útopdown)ÚosÚwalkÚremoveÚpathÚjoinÚrmdir)Ztop_dirÚrootÚdirsÚfilesÚnamer   r   r   ÚdeleteDirectory)   s    

r   c             C   sR   t t|  d ƒ}|d t| d  }tjjd| d t| ƒ d ƒ tjjƒ  d S )Néd   ú#ú z[1000D[z] ú%)ÚintÚDOWNLOAD_COLUMNSÚsysÚstdoutÚwriteÚstrÚflush)Ú
percentageÚfullÚbarr   r   r   ÚprogressBar2   s     r)   Tc       
      C   sX  yÀt dj| d�ƒ tj| ƒ}t|jƒ jdƒjƒ ƒ}t|dƒ}t dj|d�ƒ |r\d}t	dƒ t
|dƒ�J}xB|j|ƒ}|szP |j|ƒ |rj|t|ƒ7 }t	td	| | ƒƒ qjW W d Q R X t d
ƒ W n’ tk
rø }	 ztdj|	j|	jd�ƒ‚W Y d d }	~	X n\ tk
�r, }	 ztdj|	jd�ƒ‚W Y d d }	~	X n( tk
�rR }	 z
|	‚W Y d d }	~	X nX d S )NzDownloading from {url})ÚurlzContent-Lengthi    zWriting to {filename})Úfilenamer   Úwbr   Ú z8Could not download model. [HTTP Error] {code}: {reason}.)ÚcodeÚreasonz/Could not download model. [URL Error] {reason}.)r/   )r   ÚformatÚurllibÚurlopenr   ÚinfoÚgetÚstripÚminr)   ÚopenÚreadr#   ÚlenÚ	HTTPErrorÚ	Exceptionr.   r/   ÚURLError)
r*   r+   Úshow_progressÚresponseÚsizeÚchunkZdownloaded_sizeÚ
local_fileZ
data_chunkÚer   r   r   ÚdownloadFromURLToFile9   s6    



" rC   c             C   s   dj t| |d�S )Nz{base_url}{name}/{filename})Úbase_urlr   r+   )r0   ÚDOWNLOAD_BASE_URL)r   r+   r   r   r   ÚgetURLFromNameW   s    rF   c             C   s¨  dj | d�}tjjtjjtƒƒ}|jr4dj || d�}tjj|ƒrxtjj|ƒ rx|j	s^t
dƒ‚ntdj |d�ƒ tj|ƒ tjj|ƒrö|j	sÞd}d	}yt|ƒ}W n tk
rº   t|ƒ}Y nX |jƒ d
ksÎ| rÞtdƒ tdƒ tdj |d�ƒ t|ƒ tj|ƒ x~dD ]v}ytt| |ƒdj ||d�ƒ W nP t
k
�rx } z2tdj t|ƒd�ƒ tdƒ t|ƒ tdƒ W Y d d }~X nX �qW |j�r¤tjdj |d�dj |d�ƒ d S )Nz{folder})Úfolderz{dir_path}/{folder})Údir_pathrG   zlCannot create folder for storing the model,                            there exists a file of the same name.z'Overwriting existing file! ({filename}))r+   r-   z&Model already exists, continue? [y/N] ÚNzCancelling download...r   z)Overwriting existing folder! ({filename})úpredict_net.pbúinit_net.pbz{folder}/{f})rG   ÚfzAbort: {reason})r/   zCleaning up...z{folder}/__sym_init__.pyz{folder}/__init__.py)rJ   rK   )r0   r   r   ÚdirnameÚrealpathÚ__file__ÚinstallÚexistsÚisdirÚforcer;   r   r   Ú	raw_inputÚ	NameErrorÚinputÚupperr	   r   ÚmakedirsrC   rF   r$   Úsymlink)ÚmodelÚargsZmodel_folderrH   r>   ÚqueryrL   rB   r   r   r   ÚdownloadModel\   sN    




 r]   c             C   s&   dg}| |krdS t jd| ƒs"dS dS )NÚ__init__Fz^[/0-9a-zA-Z_-]+$T)ÚreÚmatch)r   Úinvalid_namesr   r   r   ÚvalidModelName�   s    rb   c               @   s6   e Zd Zddd„Zdd„ Zdd„ Zdd	„ Zd
d„ ZdS )ÚModelDownloaderÚCAFFE2_MODELSc             C   s
   || _ d S )N)Úmodel_env_name)Úselfre   r   r   r   r^   —   s    zModelDownloader.__init__c             C   s:   t jjt jddƒƒ}t j| jt jj|dƒƒ}t jj||ƒS )NZCAFFE2_HOMEz	~/.caffe2Úmodels)r   r   Ú
expanduserÚgetenvre   r   )rf   rZ   Zcaffe2_homeZ
models_dirr   r   r   Ú
_model_dirš   s    zModelDownloader._model_dirc             C   sž   | j |ƒ}tjj|ƒ st‚tj|ƒ xrdD ]j}t||ƒ}tjj||ƒ}yt||dd� W q, t	k
rx   t||ƒ Y q, t
k
r”   t|ƒ ‚ Y q,X q,W d S )Núpredict_net.pbúinit_net.pbúvalue_info.jsonF)r=   )rk   rl   rm   )rj   r   r   rQ   ÚAssertionErrorrX   rF   r   rC   Ú	TypeErrorr;   r   )rf   rZ   Ú	model_dirrL   r*   Údestr   r   r   Ú	_downloadŸ   s    



zModelDownloader._downloadc             C   s$  d}| j |ƒ}tjj|ƒs$| j|ƒ tjj|dƒ}|d| d 7 }tjƒ }t|dƒ�(}|j	|j
ƒ ƒ}|dt|ƒ d 7 }W d Q R X ||_tjj|dƒ}|d| d 7 }tjƒ }	t|dƒ�(}|	j	|j
ƒ ƒ}|d	t|ƒ d 7 }W d Q R X |d
 |	_ttjj|dƒƒ�}tj|ƒ}
W d Q R X |	||
|fS )Nzget_c2_model debug:
zpredict_net.pbzc2_predict_pb path: Ú
Úrbz c2_predict_pb ParseFromString = zinit_net.pbzc2_init_pb path: zc2_init_pb ParseFromString = Ú_initzvalue_info.json)rj   r   r   rQ   rr   r   r   ZNetDefr7   ZParseFromStringr8   r$   r   ÚjsonÚload)rf   Ú
model_nameZ	debug_strrp   Zc2_predict_pbZc2_predict_netrL   Zlen_readZ
c2_init_pbZc2_init_netÚ
value_infor   r   r   Úget_c2_model_dbg´   s*    


z ModelDownloader.get_c2_model_dbgc             C   s   | j |ƒ\}}}}|||fS )N)rz   )rf   rx   Zinit_netZpredict_netry   Ú_r   r   r   Úget_c2_modelÎ   s    zModelDownloader.get_c2_modelN)rd   )Ú__name__Ú
__module__Ú__qualname__r^   rj   rr   rz   r|   r   r   r   r   rc   •   s
   
rc   Ú__main__z&Download or install pretrained models.)ÚdescriptionrZ   ú+zModel to download/install.)ÚnargsÚhelpz-iz	--installÚ
store_truezInstall the model.)Úactionr„   z-fz--forcezForce a download/installation.z'{}' is not a valid model name.)T)+Ú
__future__r   r   r   r   Úargparser   r!   r
   r_   rv   Zcaffe2.protor   Úurllib.errorÚerrorZurlliberrorÚurllib.requestÚrequestr1   r:   r<   ÚImportErrorÚurllib2rE   r    r   ÚSIGINTr   r)   rC   rF   r]   rb   rc   r}   ÚArgumentParserÚparserÚadd_argumentÚ
parse_argsr[   rZ   r   r0   r   r   r   r   Ú<module>   sX   


	
1=



