U
    úá)fd  ã                   @   sÐ   d Z ddlZddlmZmZmZmZ ddlmZ zddl	m
Z
 W n  ek
r`   ddl	mZ Y nX e
jZddlZdd„ Zd	d
„ Zdd„ ZG dd„ deƒZG dd„ deƒZddlmZ edƒdd„ ƒZdd„ ZdS )z"0.20.0,0.21.0,0.22.0,0.23.0,0.24.1é    N)ÚdebugÚinfoÚerrorÚwarn)ÚTask)Úrequest)Úurlopenc                 C   s(   | j dtddd� | j dttdd� d S )Nz--test-data-urlz5https://www.phy.bnl.gov/~bviren/tmp/wcttest/data_repoz2URL for test data repository [default: see source])ÚtypeÚdefaultÚhelpz--test-data-versionszfcomma-separated list of tags for which historical test data files are downloaded [default: see source])Ú
add_optionÚstrÚTEST_DATA_VERSIONS)Úopt© r   ú;/home/yuhw/wc/larsoft925/src/wire-cell-dev/waft/datarepo.pyÚoptions   s    
ÿ
ÿr   c                 C   sF   | j j}| d¡}|| j_| j j}|s2tdƒ d S || j_d| j_d S )Nú,z)datarepo: test data will not be availableÚtests)	r   Útest_data_versionsÚsplitÚenvr   Útest_data_urlr   ÚTEST_DATA_URLÚTEST_DATA_DIR)ÚcfgÚversionsÚurlr   r   r   Ú	configure    s    
r   c              
   C   s¸   | j d }| ¡ }| ¡  ¡ }td|› �ƒ t|ƒ}| ¡ dkrH| ¡ S t | ¡ ¡}| 	d¡ zt
j|d�}| |¡ W n8 t
jk
r² } ztd|› �ƒ W Y ¢dS d}~X Y nX dS )zL
    Rule function to download URL as a tar file and unpack under path.
    r   údatarepo: getting éÈ   ©Úfileobjú
datarepo: éÿÿÿÿN)ÚinputsÚreadÚparentÚabspathr   r   ÚgetcodeÚioÚBytesIOÚseekÚtarfileÚopenÚ
extractallÚTarErrorr   )ÚtaskÚunoder   ÚpathÚwebÚbufÚtfÚerrr   r   r   Údownload_and_untar1   s    

r8   c                   @   s    e Zd ZdZddgZdd„ ZdS )Úseed_datarepo_urlsz
    Make .url files
    r   r   c                 C   sŠ   | j j}|sd S | j j}|s d S t|tƒr4| d¡}| jj}|j 	| j j
¡}| ¡  |D ],}| 	d|› d�¡}| |› d|› d�¡ qXd S )Nr   zhistory-ú.urlz	/history-ú.tar)r   r   r   Ú
isinstancer   r   Ú	generatorÚbldÚbldnodeÚ	make_noder   ÚmkdirÚwrite)Úselfr   r   r>   ÚtdirÚverZufr   r   r   ÚrunO   s    

zseed_datarepo_urls.runN)Ú__name__Ú
__module__Ú__qualname__Ú__doc__ÚvarsrF   r   r   r   r   r9   H   s   r9   c                   @   s   e Zd ZdddgZdd„ ZdS )Údatarepo_provisionÚdatarepo_urlÚdatarepo_categoryÚdatarepo_versionc              
   C   s  | j jd | j j }| j jr,|d| j j 7 }|d7 }| jjj d¡}| ¡ }t	d|› �ƒ t
|ƒ}| ¡ dkrv| ¡ S t | ¡ ¡}| d¡ | d¡d }t	d	|› d
|› �ƒ ztj|d�}| |¡ W n: tjk
�r } ztd|› �ƒ W Y ¢dS d }~X Y nX | jd  |¡ d S )Nú/ú-r;   r   r   r    r   r$   zdatarepo: unpacking z in r!   r#   )r   rM   rN   rO   r=   r>   r?   r@   r(   r   r   r)   r*   r+   r&   r,   r   r-   r.   r/   r0   r   ÚoutputsrB   )rC   r   r3   r4   r5   Ztfnamer6   r7   r   r   r   rF   c   s*    
zdatarepo_provision.runN)rG   rH   rI   rK   rF   r   r   r   r   rL   a   s   
rL   )ÚfeatureÚdatarepoc                 C   s†   |   d¡}| jj|j_t| ddƒ |j_}t| ddƒ |j_}|rT|› d|› d�}n
|› d�}| jj 	d¡}| 
¡  | |¡g|_d S )	NrL   ÚcategoryÚinputÚversionÚ rQ   r:   r   )Úcreate_taskr   r   rM   ÚgetattrrN   rO   r>   r?   r@   rA   Úfind_or_declarerR   )ÚtgenZdltÚcatrE   ZurlfrD   r   r   r   Úcreate_datarepo_tasks‚   s    

r^   c                 C   sJ   | j jsdS | ddd� | j jD ]$}d| dd¡ }| d|d|d	� q dS )
z7
    Download and unpack archived data repo files.
    NrT   Zdatarepo_input)ÚfeaturesÚnameZdatarepo_history_Ú.Ú_Úhistory)r_   r`   rU   rW   )r   ÚTESTSr   Úreplace)r>   rE   r`   r   r   r   Úbuildµ   s     ÿrf   )r   r*   Zwaflib.Logsr   r   r   r   Zwaflib.Taskr   Úurllibr   ÚImportErrorr   r-   r   r   r8   r9   rL   Zwaflib.TaskGenrS   r^   rf   r   r   r   r   Ú<module>
   s$   	 
2