U
    Âè“g   ã                   @   sà   d Z ddlZddlmZmZmZmZ ddlmZ zddl	m
Z
 W n  ek
r`   ddl	mZ Y nX e
jZddlZddlZe ¡ Zdd„ Zd	d
„ Zdd„ ZG dd„ deƒZG dd„ deƒZddlmZ edƒdd„ ƒZdd„ ZdS )z"0.20.0,0.21.0,0.22.0,0.23.0,0.24.1é    N)ÚdebugÚinfoÚerrorÚwarn)ÚTask)Úrequest)Úurlopenc                 C   s(   | j dtddd� | j dttdd� d S )Nz--test-data-urlz5https://www.phy.bnl.gov/~bviren/tmp/wcttest/data_repoz2URL for test data repository [default: see source])ÚtypeÚdefaultÚhelpz--test-data-versionszfcomma-separated list of tags for which historical test data files are downloaded [default: see source])Ú
add_optionÚstrÚTEST_DATA_VERSIONS)Úopt© r   ú:/home/yuhw/wc/larsoft925/src/wct-porting2/waft/datarepo.pyÚoptions   s    
ÿ
ÿr   c                 C   sF   | j j}| d¡}|| j_| j j}|s2tdƒ d S || j_d| j_d S )Nú,z)datarepo: test data will not be availableÚtests)	r   Útest_data_versionsÚsplitÚenvr   Útest_data_urlr   ÚTEST_DATA_URLÚTEST_DATA_DIR)ÚcfgÚversionsÚurlr   r   r   Ú	configure$   s    
r   c              
   C   s¼   | j d }| ¡ }| ¡  ¡ }td|› �ƒ t|td�}| ¡ dkrL| ¡ S t 	| ¡ ¡}| 
d¡ ztj|d�}| |¡ W n8 tjk
r¶ } ztd|› �ƒ W Y ¢dS d}~X Y nX dS )	zL
    Rule function to download URL as a tar file and unpack under path.
    r   údatarepo: getting ©ÚcontextéÈ   ©Úfileobjú
datarepo: éÿÿÿÿN)ÚinputsÚreadÚparentÚabspathr   r   Ússl_contextÚgetcodeÚioÚBytesIOÚseekÚtarfileÚopenÚ
extractallÚTarErrorr   )ÚtaskÚunoder   ÚpathÚwebÚbufÚtfÚerrr   r   r   Údownload_and_untar5   s    

r;   c                   @   s    e Zd ZdZddgZdd„ ZdS )Úseed_datarepo_urlsz
    Make .url files
    r   r   c                 C   sŠ   | j j}|sd S | j j}|s d S t|tƒr4| d¡}| jj}|j 	| j j
¡}| ¡  |D ],}| 	d|› d�¡}| |› d|› d�¡ qXd S )Nr   zhistory-ú.urlz	/history-ú.tar)r   r   r   Ú
isinstancer   r   Ú	generatorÚbldÚbldnodeÚ	make_noder   ÚmkdirÚwrite)Úselfr   r   rA   ÚtdirÚverZufr   r   r   ÚrunS   s    

zseed_datarepo_urls.runN)Ú__name__Ú
__module__Ú__qualname__Ú__doc__ÚvarsrI   r   r   r   r   r<   L   s   r<   c                   @   s   e Zd ZdddgZdd„ ZdS )Údatarepo_provisionÚdatarepo_urlÚdatarepo_categoryÚdatarepo_versionc              
   C   s  | j jd | j j }| j jr,|d| j j 7 }|d7 }| jjj d¡}| ¡ }t	d|› �ƒ t
|td�}| ¡ dkrz| ¡ S t | ¡ ¡}| d¡ | d¡d	 }t	d
|› d|› �ƒ ztj|d�}| |¡ W n: tjk
�r } ztd|› �ƒ W Y ¢d	S d }~X Y nX | jd  |¡ d S )Nú/ú-r>   r   r   r    r"   r   r&   zdatarepo: unpacking z in r#   r%   )r   rP   rQ   rR   r@   rA   rB   rC   r*   r   r   r+   r,   r-   r.   r(   r/   r   r0   r1   r2   r3   r   ÚoutputsrE   )rF   r   r6   r7   r8   Ztfnamer9   r:   r   r   r   rI   g   s*    
zdatarepo_provision.runN)rJ   rK   rL   rN   rI   r   r   r   r   rO   e   s   
rO   )ÚfeatureÚdatarepoc                 C   s†   |   d¡}| jj|j_t| ddƒ |j_}t| ddƒ |j_}|rT|› d|› d�}n
|› d�}| jj 	d¡}| 
¡  | |¡g|_d S )	NrO   ÚcategoryÚinputÚversionÚ rT   r=   r   )Úcreate_taskr   r   rP   ÚgetattrrQ   rR   rA   rB   rC   rD   Úfind_or_declarerU   )ÚtgenZdltÚcatrH   ZurlfrG   r   r   r   Úcreate_datarepo_tasks†   s    

ra   c                 C   sJ   | j jsdS | ddd� | j jD ]$}d| dd¡ }| d|d|d	� q dS )
z7
    Download and unpack archived data repo files.
    NrW   Zdatarepo_input)ÚfeaturesÚnameZdatarepo_history_Ú.Ú_Úhistory)rb   rc   rX   rZ   )r   ÚTESTSr   Úreplace)rA   rH   rc   r   r   r   Úbuild¹   s     ÿri   )r   r-   Zwaflib.Logsr   r   r   r   Zwaflib.Taskr   Úurllibr   ÚImportErrorr   r0   ÚsslÚ_create_unverified_contextr+   r   r   r;   r<   rO   Zwaflib.TaskGenrV   ra   ri   r   r   r   r   Ú<module>
   s(   	 
2