U
    ®8d™  ã                   @   sà   d Z ddlZddlmZmZmZmZ ddlZddl	m
Z
 zddlmZ W n  ek
rh   ddlmZ Y nX ejZddlZdd„ Zd	d
„ Zdd„ ZG dd„ de
ƒZG dd„ de
ƒZddlmZ edƒdd„ ƒZdd„ Zdd„ ZdS )z"0.20.0,0.21.0,0.22.0,0.23.0,0.24.1é    N)ÚdebugÚinfoÚerrorÚwarn)ÚTask)Úrequest)Úurlopenc                 C   s(   | j dtddd� | j dttdd� d S )Nz--test-data-urlz5https://www.phy.bnl.gov/~bviren/tmp/wcttest/data_repoz2URL for test data repository [default: see source])ÚtypeÚdefaultÚhelpz--test-data-versionszfcomma-separated list of tags for which historical test data files are downloaded [default: see source])Ú
add_optionÚstrÚTEST_DATA_VERSIONS)Úopt© r   ú4/home/yuhw/wc/larsoft925/src/pr-199/waft/datarepo.pyÚoptions   s    
ÿ
ÿr   c                 C   sF   | j j}| d¡}|| j_| j j}|s2tdƒ d S || j_d| j_d S )Nú,z)datarepo: test data will not be availableÚtests)	r   Ztest_data_versionsÚsplitÚenvr   Ztest_data_urlr   ÚTEST_DATA_URLÚTEST_DATA_DIR)ÚcfgÚversionsÚurlr   r   r   Ú	configure!   s    
r   c              
   C   s¸   | j d }| ¡ }| ¡  ¡ }td|› �ƒ t|ƒ}| ¡ dkrH| ¡ S t | ¡ ¡}| 	d¡ zt
j|d�}| |¡ W n8 t
jk
r² } ztd|› �ƒ W Y ¢dS d}~X Y nX dS )zL
    Rule function to download URL as a tar file and unpack under path.
    r   údatarepo: getting éÈ   ©Úfileobjú
datarepo: éÿÿÿÿN)ÚinputsÚreadÚparentÚabspathr   r   ÚgetcodeÚioÚBytesIOÚseekÚtarfileÚopenÚ
extractallÚTarErrorr   )ÚtaskÚunoder   ÚpathÚwebÚbufÚtfÚerrr   r   r   Údownload_and_untar2   s    

r6   c                   @   s    e Zd ZdZddgZdd„ ZdS )Úseed_datarepo_urlsz
    Make .url files
    r   r   c                 C   sŠ   | j j}|sd S | j j}|s d S t|tƒr4| d¡}| jj}|j 	| j j
¡}| ¡  |D ],}| 	d|› d�¡}| |› d|› d�¡ qXd S )Nr   zhistory-ú.urlz	/history-ú.tar)r   r   r   Ú
isinstancer   r   Ú	generatorÚbldÚbldnodeÚ	make_noder   ÚmkdirÚwrite)Úselfr   r   r<   ÚtdirÚverZufr   r   r   ÚrunP   s    

zseed_datarepo_urls.runN)Ú__name__Ú
__module__Ú__qualname__Ú__doc__ÚvarsrD   r   r   r   r   r7   I   s   r7   c                   @   s   e Zd ZdddgZdd„ ZdS )Údatarepo_provisionÚdatarepo_urlÚdatarepo_categoryÚdatarepo_versionc              
   C   s  | j jd | j j }| j jr,|d| j j 7 }|d7 }| jjj d¡}| ¡ }t	d|› �ƒ t
|ƒ}| ¡ dkrv| ¡ S t | ¡ ¡}| d¡ | d¡d }t	d	|› d
|› �ƒ ztj|d�}| |¡ W n: tjk
�r } ztd|› �ƒ W Y ¢dS d }~X Y nX | jd  |¡ d S )Nú/ú-r9   r   r   r   r   r"   zdatarepo: unpacking z in r   r!   )r   rK   rL   rM   r;   r<   r=   r>   r&   r   r   r'   r(   r)   r$   r*   r   r+   r,   r-   r.   r   Úoutputsr@   )rA   r   r1   r2   r3   Ztfnamer4   r5   r   r   r   rD   d   s*    
zdatarepo_provision.runN)rE   rF   rG   rI   rD   r   r   r   r   rJ   b   s   
rJ   )ÚfeatureÚdatarepoc                 C   s†   |   d¡}| jj|j_t| ddƒ |j_}t| ddƒ |j_}|rT|› d|› d�}n
|› d�}| jj 	d¡}| 
¡  | |¡g|_d S )	NrJ   ÚcategoryÚinputÚversionÚ rO   r8   r   )Úcreate_taskr   r   rK   ÚgetattrrL   rM   r<   r=   r>   r?   Úfind_or_declarerP   )ÚtgenZdltÚcatrC   ZurlfrB   r   r   r   Úcreate_datarepo_tasksƒ   s    

r\   c                 C   s>   | ddd� | j jD ]$}d| dd¡ }| d|d|d� qd	S )
z7
    Download and unpack archived data repo files.
    rR   Zdatarepo_input)ÚfeaturesÚnameZdatarepo_history_Ú.Ú_Úhistory)r]   r^   rS   rU   N)r   r   Úreplace)r<   rC   r^   r   r   r   Úbuild¶   s     ÿrc   c                 C   sè   | j  d¡}| ¡ rNd|j ¡  }t|ƒ tjjj	|dd�}|dkrVt
dƒ nt
dƒ | jj}|rvdd	„ | d
¡D ƒ}| j  d¡}| d¡}|jD ]P}|r¤||kr¤q’d|j ¡ ||f }t|ƒ tjjj	|dd�}|dkr’t
dƒ q’dS )z8
    Pack existing test data repo to archive files.
    zbuild/tests/inputztar -C %s -cf input.tar inputT)Úshellr   zarchive failedzno input files foundc                 S   s   g | ]}|  ¡ r|  ¡ ‘qS r   )Ústrip)Ú.0Úrr   r   r   Ú
<listcomp>á   s      zpackrepo.<locals>.<listcomp>r   zbuild/tests/historyÚ*z'tar -C %s -cf history-%s.tar history/%sN)r1   Úfind_dirÚexistsr%   r&   r   ÚwaflibÚUtilsÚ
subprocessÚcallr   r   Ztest_data_releasesr   Úant_globÚchildren)r<   ZindirÚcmdÚrcZrelsZhdirZhdirsZvdirr   r   r   ÚpackrepoÏ   s2    


  ÿrt   )r   r(   Zwaflib.Logsr   r   r   r   Zwaflib.Utilsrl   Zwaflib.Taskr   Úurllibr   ÚImportErrorr   r+   r   r   r6   r7   rJ   Zwaflib.TaskGenrQ   r\   rc   rt   r   r   r   r   Ú<module>
   s(   	 
2