a
    yn„fÑR  ã                   @   s>   d dl mZ d dlmZ d dlZd dlmZ G dd„ dƒZdS )é    )Úmd5)ÚproductN)ÚGLOB_EDGE_CASES_TESTSc                   @   s’   e Zd Zdd„ Zdd„ Zdd„ Zdd„ Zd	d
„ Zdd„ Zdd„ Z	dd„ Z
ej ed ed ¡dd„ ƒZdd„ Zdd„ Zdd„ Zdd„ Zdd„ ZdS ) ÚAbstractPutTestsc                 C   s  |}|}|  |¡ |s&| ||dƒ¡ | |¡s4J ‚||dƒ}	||dƒ}
| ||dƒ|¡ | |	¡shJ ‚| ||ddƒ|¡ | |
¡sŠJ ‚| |	|
g¡ | |	¡r¦J ‚| |
¡r´J ‚| ||dƒ|d ¡ | |¡sØJ ‚| |	¡sæJ ‚| ||ddƒ|d ¡ | |
¡�sJ ‚d S )NÚdummyÚfile2Úsubfile1Úsubdirú/)ÚmkdirÚtouchÚisdirÚputÚisfileÚrmÚexists)ÚselfÚfsÚfs_joinÚ	fs_targetÚ
local_joinÚ local_bulk_operations_scenario_0Úsupports_empty_directoriesÚsourceÚtargetZtarget_file2Ztarget_subfile1© r   ú\/home/yuhw/wc/wire-cell-python/wcpy/lib/python3.9/site-packages/fsspec/tests/abstract/put.pyÚ#test_put_file_to_existing_directory
   s(    



z4AbstractPutTests.test_put_file_to_existing_directoryc                 C   sh   |}|}|  |¡ | ||ddƒ||dƒ¡ | |¡s:J ‚| ||dƒ¡sNJ ‚| ||ddƒ¡sdJ ‚d S )Nr	   r   znewdir/Únewdir©r   r   r   r   ©r   r   r   r   r   r   r   r   r   r   r   Útest_put_file_to_new_directory5   s    
ÿz/AbstractPutTests.test_put_file_to_new_directoryc           	      C   sf   |}|}|  |¡ |s&| ||dƒ¡ | |¡s4J ‚| ||ddƒ||dƒ¡ | ||dƒ¡sbJ ‚d S )Nr   r	   r   Únewfile)r   r   r   r   r   )	r   r   r   r   r   r   r   r   r   r   r   r   Ú+test_put_file_to_file_in_existing_directoryE   s    

z<AbstractPutTests.test_put_file_to_file_in_existing_directoryc                 C   s\   |}|}|  |¡ | ||ddƒ||ddƒ¡ | ||dƒ¡sBJ ‚| ||ddƒ¡sXJ ‚d S )Nr	   r   r   r"   r   r    r   r   r   Ú&test_put_file_to_file_in_new_directory[   s    


þz7AbstractPutTests.test_put_file_to_file_in_new_directoryc                 C   s(  |}|}|  |¡ |s*||dƒ}| |¡ | |¡s8J ‚tddgddgƒD �]Ö\}	}
||dƒ}|	rj|d7 }|
rv|d n|}| ||¡ |j|dd�|ršg n|gks¦J ‚|j||dd� |	�rN| ||dƒ¡sÐJ ‚| ||d	ƒ¡säJ ‚| ||d
ƒ¡søJ ‚| ||d
dƒ¡�sJ ‚| ||dƒ¡�r&J ‚|j||dƒ||d	ƒ||d
ƒgdd� nŒ| ||dƒ¡�sdJ ‚| ||ddƒ¡�s|J ‚| ||dd	ƒ¡�s”J ‚| ||dd
ƒ¡�s¬J ‚| ||dd
dƒ¡�sÆJ ‚|j||dƒdd� |j|dd�|�rðg n|gk�sþJ ‚|j||ddd� |	�rŽ| ||dƒ¡�s,J ‚| ||d	ƒ¡�sBJ ‚| ||d
ƒ¡�rXJ ‚| ||dƒ¡�rnJ ‚|j||dƒ||d	ƒgdd� nr| ||dƒ¡�s¤J ‚| ||ddƒ¡�s¼J ‚| ||dd	ƒ¡�sÔJ ‚| ||dd
ƒ¡�rìJ ‚|j||dƒdd� |j|dd�|�rg n|gksJJ ‚qJd S )Nr   FTr	   r
   ©Údetail©Ú	recursiver   Úsubfile2Ú	nesteddirÚ
nestedfileé   ©r(   Úmaxdepth)	r   r   r   Úzipr   Úlsr   r   r   )r   r   r   r   r   r   r   r   r   Úsource_slashÚtarget_slashÚsÚtr   r   r   Ú(test_put_directory_to_existing_directoryk   sv    	



ÿýú	ÿ
þûÿz9AbstractPutTests.test_put_directory_to_existing_directoryc              	   C   s*  |}|}|  |¡ tddgddgƒD �]þ\}}	||dƒ}
|rD|
d7 }
||dƒ}|	rZ|d7 }| |
|¡ |r~| |¡g ks²J ‚n4t t¡� | |¡ W d   ƒ n1 s¨0    Y  |j|
|dd� | ||dƒ¡sÖJ ‚| ||ddƒ¡sìJ ‚| ||ddƒ¡�sJ ‚| ||dd	ƒ¡�sJ ‚| ||dd	d
ƒ¡�s6J ‚| 	||dƒ¡�rLJ ‚|j
||dƒdd� | 	||dƒ¡�rvJ ‚|j|
|ddd� | ||dƒ¡�sžJ ‚| ||ddƒ¡�s¶J ‚| ||ddƒ¡�sÎJ ‚| 	||dd	ƒ¡�ræJ ‚| 	||dƒ¡�rüJ ‚|j
||dƒdd� | 	||dƒ¡r$J ‚q$d S )NFTr	   r
   r   r'   r   r)   r*   r+   r,   r-   )r   r/   r   r0   ÚpytestZraisesÚFileNotFoundErrorr   r   r   r   )r   r   r   r   r   r   r   r   r1   r2   r3   r4   r   r   r   Ú#test_put_directory_to_new_directoryÁ   s@    	


(z4AbstractPutTests.test_put_directory_to_new_directoryc                 C   s¸  |}|}|  |¡ |s*||dƒ}	| |	¡ | |¡s8J ‚dD �]t}
|
rN|d n|}| ||ddƒ|¡ | ||dƒ¡szJ ‚| ||dƒ¡sŽJ ‚| ||dƒ¡r¢J ‚| ||dd	ƒ¡r¸J ‚| ||dƒ¡rÌJ ‚|j||dƒ||dƒgd
d� |j|dd�|rþg n|	gk�sJ ‚tddgd
dgƒD �]�\}}|j||d|ƒ||d� | ||dƒ¡�sVJ ‚| ||dƒ¡�slJ ‚| ||dƒ¡�s‚J ‚| ||dd	ƒ¡�sšJ ‚| ||dƒ¡�r°J ‚|j||dƒ||dƒ||dƒgd
d� |j|dd�|�rìg n|	gk�súJ ‚|j||d|ƒ||dd� | ||dƒ¡�s*J ‚| ||dƒ¡�s@J ‚| ||dƒ¡�rVJ ‚| ||dƒ¡�rlJ ‚|j||dƒ||dƒgd
d� |j|dd�|�r g n|	gk�sJ ‚�qq<d S )Nr   ©FTr
   r	   Ú*r   r)   r*   r+   Tr'   Fr%   ú**r,   r-   )	r   r   r   r   r   r   r   r0   r/   )r   r   r   r   r   r   r   r   r   r   r2   r4   Úglobr(   r   r   r   Ú#test_put_glob_to_existing_directoryö   sx    




þûÿ
ýúÿ

üþûÿz4AbstractPutTests.test_put_glob_to_existing_directoryc              	   C   sæ  |}|}|  |¡ dD �]È}||dƒ}	|r2|	d7 }	| ||ddƒ|	¡ | ||dƒ¡sZJ ‚| ||ddƒ¡spJ ‚| ||ddƒ¡s†J ‚| ||ddƒ¡rœJ ‚| ||ddd	ƒ¡r´J ‚| ||dƒ¡rÈJ ‚| ||ddƒ¡rÞJ ‚|j||dƒd
d� | ||dƒ¡�rJ ‚tddgd
dgƒD �]Â\}
}|j||d|
ƒ|	|d� | ||dƒ¡�sRJ ‚| ||ddƒ¡�sjJ ‚| ||ddƒ¡�s‚J ‚| ||ddƒ¡�sšJ ‚| ||ddd	ƒ¡�s´J ‚| ||dƒ¡�rÊJ ‚| ||ddƒ¡�râJ ‚|j||dƒd
d� | ||dƒ¡�rJ ‚|j||d|
ƒ|	|dd� | ||dƒ¡�s<J ‚| ||ddƒ¡�sTJ ‚| ||ddƒ¡�slJ ‚| ||ddƒ¡�r„J ‚| ||dƒ¡�ršJ ‚| ||ddƒ¡�r²J ‚|j||dƒd
d� | ||dƒ¡�rJ ‚�qqd S )Nr9   r   r
   r	   r:   r   r)   r*   r+   Tr'   r;   Fr,   r-   )r   r   r   r   r   r   r/   )r   r   r   r   r   r   r   r   r2   r4   r<   r(   r   r   r   Útest_put_glob_to_new_directoryL  sT    



üz/AbstractPutTests.test_put_glob_to_new_directoryÚargnamesZ	argvaluesc              	      sâ   |}|‰t ddgddgƒD ]Â\}}| ˆ¡ |r:ˆ ˆdƒnˆ}|rJ|d n|}|j|	||ƒ|||d� | ˆ¡}|rŒ‡ ‡‡fdd„|D ƒ}n‡ ‡‡fdd„|D ƒ}t|ƒt|ƒks¶J ‚z|jˆdd	� W q tyÚ   Y q0 qd S )
NTFr   r
   r-   c                    s   g | ]}ˆˆ ˆd |ƒƒ‘qS )r   r   ©Ú.0Úp©r   Úfs_sanitize_pathr   r   r   Ú
<listcomp>¦  s   z=AbstractPutTests.test_put_glob_edge_cases.<locals>.<listcomp>c                    s   g | ]}ˆˆ ˆ|ƒƒ‘qS r   r   r@   rC   r   r   rE   ª  s   r'   )r   r   r   ÚfindÚsortedr   r7   )r   Úpathr(   r.   Úexpectedr   r   r   Zlocal_glob_edge_cases_filesr   rD   r   Znew_dirr2   r4   ÚoutputZprefixed_expectedr   rC   r   Útest_put_glob_edge_cases†  s(    

ÿÿz)AbstractPutTests.test_put_glob_edge_casesc                 C   s  |}|}|  |¡ |s*||dƒ}	| |	¡ | |¡s8J ‚||dƒ||dƒ||ddƒg}
dD ]¢}|rj|d n|}| |
|¡ | ||dƒ¡sŽJ ‚| ||dƒ¡s¢J ‚| ||dƒ¡s¶J ‚|j||dƒ||dƒ||dƒgdd	� |j|d
d�|rðg n|	gksZJ ‚qZd S )Nr   Úfile1r   r	   r   r9   r
   Tr'   Fr%   )r   r   r   r   r   r   r0   )r   r   r   r   r   r   r   r   r   r   Úsource_filesr2   r4   r   r   r   Ú,test_put_list_of_files_to_existing_directory´  s6    




ýýúÿz=AbstractPutTests.test_put_list_of_files_to_existing_directoryc           	      C   s    |}|}|  |¡ ||dƒ||dƒ||ddƒg}| |||dƒd ¡ | ||dƒ¡sZJ ‚| ||ddƒ¡spJ ‚| ||ddƒ¡s†J ‚| ||ddƒ¡sœJ ‚d S )NrL   r   r	   r   r   r
   r   )	r   r   r   r   r   r   r   r   rM   r   r   r   Ú'test_put_list_of_files_to_new_directoryâ  s    

ýz8AbstractPutTests.test_put_list_of_files_to_new_directoryc                 C   sR  ||dƒ}||dƒ}|  |¡ | |¡ |}	| |	¡r:J ‚tdƒD ]’}
|j||	dd� | |	¡sdJ ‚|
dkr–| ||	dƒ¡s€J ‚| ||	dƒ¡rÔJ ‚qB| ||	dƒ¡sªJ ‚| ||	dƒ¡s¾J ‚| ||	ddƒ¡sBJ ‚qB|j|	dd� | |	¡ròJ ‚tdƒD ]R}
|j|d |	dd� | |	¡�s"J ‚| ||	dƒ¡�s8J ‚| ||	dƒ¡rúJ ‚qúd S )NÚsrcÚfileé   Tr'   r   r
   )r   r   r   Úranger   r   r   r   )r   r   r   r   Zlocal_fsr   Z
local_pathrP   Zsrc_filer   Úloopr   r   r   Útest_put_directory_recursive÷  s,    



z-AbstractPutTests.test_put_directory_recursivec           	      C   sÖ   |}|}|j ||dƒ|dd� | ||dƒ¡s2J ‚| ||dƒ¡rFJ ‚| ||dƒg¡ |rp| |¡g ks~J ‚n| |¡r~J ‚|j ||dƒ|dd� | ||dƒ¡s¨J ‚| ||ddƒ¡s¾J ‚| ||dƒ¡sÒJ ‚d S )Nr	   Tr'   zsubfile.txtz
subdir.txtzsubdir*)r   r   r   r0   r   r   )	r   r   r   r   r   Z(local_dir_and_file_with_same_name_prefixr   r   r   r   r   r   Ú6test_put_directory_without_files_with_same_name_prefix  s    
zGAbstractPutTests.test_put_directory_without_files_with_same_name_prefixc                 C   s¤   |}|}g }g }	t dƒD ]F}
tt|
ƒ d¡ƒ ¡ }| |||› d�ƒ¡ |	 |||› d�ƒ¡ q|j||	d� t dƒD ](}
| |	|
 ¡ d¡}|t|
ƒksvJ ‚qvd S )Né
   zutf-8z.txt)ZlpathZrpath)	rS   r   ÚstrÚencodeÚ	hexdigestÚappendr   ÚcatÚdecode)r   r   r   r   r   Z local_10_files_with_hashed_namesr   r   rM   Zdestination_filesÚiZhashed_iZfile_contentr   r   r   Ú-test_copy_with_source_and_destination_as_list;  s    z>AbstractPutTests.test_copy_with_source_and_destination_as_listN)Ú__name__Ú
__module__Ú__qualname__r   r!   r#   r$   r5   r8   r=   r>   r6   ÚmarkZparametrizer   rK   rN   rO   rU   rV   r_   r   r   r   r   r   	   s$   +V5V:þ
*.$ r   )Úhashlibr   Ú	itertoolsr   r6   Zfsspec.tests.abstract.commonr   r   r   r   r   r   Ú<module>   s   