a
    yn„fÿM  ã                   @   s>   d dl mZ d dlmZ d dlZd dlmZ G dd„ dƒZdS )é    )Úmd5)ÚproductN)ÚGLOB_EDGE_CASES_TESTSc                   @   s’   e Zd Zdd„ Zdd„ Zdd„ Zdd„ Zd	d
„ Zdd„ Zdd„ Z	dd„ Z
ej ed ed ¡dd„ ƒZdd„ Zdd„ Zdd„ Zdd„ Zdd„ ZdS ) ÚAbstractCopyTestsc           
      C   s  |}|}|  |¡ |s&| ||dƒ¡ | |¡s4J ‚||dƒ}||dƒ}	| ||dƒ|¡ | |¡shJ ‚| ||ddƒ|¡ | |	¡sŠJ ‚| ||	g¡ | |¡r¦J ‚| |	¡r´J ‚| ||dƒ|d ¡ | |¡sØJ ‚| |¡sæJ ‚| ||ddƒ|d ¡ | |	¡�sJ ‚d S )NÚdummyÚfile2Úsubfile1Úsubdirú/)ÚmkdirÚtouchÚisdirÚcpÚisfileÚrmÚexists)
ÚselfÚfsÚfs_joinÚfs_bulk_operations_scenario_0Ú	fs_targetÚsupports_empty_directoriesÚsourceÚtargetZtarget_file2Ztarget_subfile1© r   ú]/home/yuhw/wc/wire-cell-python/wcpy/lib/python3.9/site-packages/fsspec/tests/abstract/copy.pyÚ$test_copy_file_to_existing_directory
   s(    	


z6AbstractCopyTests.test_copy_file_to_existing_directoryc                 C   sh   |}|}|  |¡ | ||ddƒ||dƒ¡ | |¡s:J ‚| ||dƒ¡sNJ ‚| ||ddƒ¡sdJ ‚d S )Nr	   r   znewdir/Únewdir©r   r   r   r   ©r   r   r   r   r   r   r   r   r   r   Útest_copy_file_to_new_directory4   s    
ÿz1AbstractCopyTests.test_copy_file_to_new_directoryc                 C   sf   |}|}|  |¡ |s&| ||dƒ¡ | |¡s4J ‚| ||ddƒ||dƒ¡ | ||dƒ¡sbJ ‚d S )Nr   r	   r   Únewfile)r   r   r   r   r   )r   r   r   r   r   r   r   r   r   r   r   Ú,test_copy_file_to_file_in_existing_directoryD   s    	
z>AbstractCopyTests.test_copy_file_to_file_in_existing_directoryc                 C   s\   |}|}|  |¡ | ||ddƒ||ddƒ¡ | ||dƒ¡sBJ ‚| ||ddƒ¡sXJ ‚d S )Nr	   r   r   r!   r   r   r   r   r   Ú'test_copy_file_to_file_in_new_directoryY   s    
ÿz9AbstractCopyTests.test_copy_file_to_file_in_new_directoryc                 C   s(  |}|}|  |¡ |s*||dƒ}| |¡ | |¡s8J ‚tddgddgƒD �]Ö\}	}
||dƒ}|	rj|d7 }|
rv|d n|}| ||¡ |j|dd�|ršg n|gks¦J ‚|j||dd� |	�rN| ||dƒ¡sÐJ ‚| ||d	ƒ¡säJ ‚| ||d
ƒ¡søJ ‚| ||d
dƒ¡�sJ ‚| ||dƒ¡�r&J ‚|j||dƒ||d	ƒ||d
ƒgdd� nŒ| ||dƒ¡�sdJ ‚| ||ddƒ¡�s|J ‚| ||dd	ƒ¡�s”J ‚| ||dd
ƒ¡�s¬J ‚| ||dd
dƒ¡�sÆJ ‚|j||dƒdd� |j|dd�|�rðg n|gk�sþJ ‚|j||ddd� |	�rŽ| ||dƒ¡�s,J ‚| ||d	ƒ¡�sBJ ‚| ||d
ƒ¡�rXJ ‚| ||dƒ¡�rnJ ‚|j||dƒ||d	ƒgdd� nr| ||dƒ¡�s¤J ‚| ||ddƒ¡�s¼J ‚| ||dd	ƒ¡�sÔJ ‚| ||dd
ƒ¡�rìJ ‚|j||dƒdd� |j|dd�|�rg n|gksJJ ‚qJd S )Nr   FTr	   r
   ©Údetail©Ú	recursiver   Úsubfile2Ú	nesteddirÚ
nestedfileé   ©r'   Úmaxdepth)	r   r   r   Úzipr   Úlsr   r   r   )r   r   r   r   r   r   r   r   r   Úsource_slashÚtarget_slashÚsÚtr   r   r   Ú)test_copy_directory_to_existing_directoryh   sv    	



ÿýú	ÿ
þûÿz;AbstractCopyTests.test_copy_directory_to_existing_directoryc              	   C   s*  |}|}|  |¡ tddgddgƒD �]þ\}}	||dƒ}
|rD|
d7 }
||dƒ}|	rZ|d7 }| |
|¡ |r~| |¡g ks²J ‚n4t t¡� | |¡ W d   ƒ n1 s¨0    Y  |j|
|dd� | ||dƒ¡sÖJ ‚| ||ddƒ¡sìJ ‚| ||ddƒ¡�sJ ‚| ||dd	ƒ¡�sJ ‚| ||dd	d
ƒ¡�s6J ‚| 	||dƒ¡�rLJ ‚|j
||dƒdd� | 	||dƒ¡�rvJ ‚|j|
|ddd� | ||dƒ¡�sžJ ‚| ||ddƒ¡�s¶J ‚| ||ddƒ¡�sÎJ ‚| 	||dd	ƒ¡�ræJ ‚| 	||dƒ¡�rüJ ‚|j
||dƒdd� | 	||dƒ¡r$J ‚q$d S )NFTr	   r
   r   r&   r   r(   r)   r*   r+   r,   )r   r.   r   r/   ÚpytestZraisesÚFileNotFoundErrorr   r   r   r   )r   r   r   r   r   r   r   r   r0   r1   r2   r3   r   r   r   Ú$test_copy_directory_to_new_directory¾   s@    	


(z6AbstractCopyTests.test_copy_directory_to_new_directoryc                 C   s¸  |}|}|  |¡ |s*||dƒ}| |¡ | |¡s8J ‚dD �]t}	|	rN|d n|}
| ||ddƒ|
¡ | ||dƒ¡szJ ‚| ||dƒ¡sŽJ ‚| ||dƒ¡r¢J ‚| ||dd	ƒ¡r¸J ‚| ||dƒ¡rÌJ ‚|j||dƒ||dƒgd
d� |j|dd�|rþg n|gk�sJ ‚tddgd
dgƒD �]�\}}|j||d|ƒ|
|d� | ||dƒ¡�sVJ ‚| ||dƒ¡�slJ ‚| ||dƒ¡�s‚J ‚| ||dd	ƒ¡�sšJ ‚| ||dƒ¡�r°J ‚|j||dƒ||dƒ||dƒgd
d� |j|dd�|�rìg n|gk�súJ ‚|j||d|ƒ|
|dd� | ||dƒ¡�s*J ‚| ||dƒ¡�s@J ‚| ||dƒ¡�rVJ ‚| ||dƒ¡�rlJ ‚|j||dƒ||dƒgd
d� |j|dd�|�r g n|gk�sJ ‚�qq<d S )Nr   ©FTr
   r	   Ú*r   r(   r)   r*   Tr&   Fr$   ú**r+   r,   )	r   r   r   r   r   r   r   r/   r.   )r   r   r   r   r   r   r   r   r   r1   r3   Úglobr'   r   r   r   Ú$test_copy_glob_to_existing_directoryó   sr    	



þûÿ
ýúÿ
ÿþûÿz6AbstractCopyTests.test_copy_glob_to_existing_directoryc              	   C   sæ  |}|}|  |¡ dD �]È}||dƒ}|r2|d7 }| ||ddƒ|¡ | ||dƒ¡sZJ ‚| ||ddƒ¡spJ ‚| ||ddƒ¡s†J ‚| ||ddƒ¡rœJ ‚| ||ddd	ƒ¡r´J ‚| ||dƒ¡rÈJ ‚| ||ddƒ¡rÞJ ‚|j||dƒd
d� | ||dƒ¡�rJ ‚tddgd
dgƒD �]Â\}	}
|j||d|	ƒ||
d� | ||dƒ¡�sRJ ‚| ||ddƒ¡�sjJ ‚| ||ddƒ¡�s‚J ‚| ||ddƒ¡�sšJ ‚| ||ddd	ƒ¡�s´J ‚| ||dƒ¡�rÊJ ‚| ||ddƒ¡�râJ ‚|j||dƒd
d� | ||dƒ¡�rJ ‚|j||d|	ƒ||
dd� | ||dƒ¡�s<J ‚| ||ddƒ¡�sTJ ‚| ||ddƒ¡�slJ ‚| ||ddƒ¡�r„J ‚| ||dƒ¡�ršJ ‚| ||ddƒ¡�r²J ‚|j||dƒd
d� | ||dƒ¡�rJ ‚�qqd S )Nr8   r   r
   r	   r9   r   r(   r)   r*   Tr&   r:   Fr+   r,   )r   r   r   r   r   r   r.   )r   r   r   r   r   r   r   r1   r3   r;   r'   r   r   r   Útest_copy_glob_to_new_directoryE  sN    


ÿz1AbstractCopyTests.test_copy_glob_to_new_directoryÚargnamesZ	argvaluesc
              	      sâ   |}
|‰t ddgddgƒD ]Â\}}| ˆ¡ |r:ˆ ˆdƒnˆ}|rJ|d n|}|jˆ |
|ƒ|||d� | ˆ¡}|rŒ‡ ‡‡fdd„|D ƒ}n‡ ‡‡fdd„|D ƒ}t|ƒt|ƒks¶J ‚z|jˆdd	� W q tyÚ   Y q0 qd S )
NTFr   r
   r,   c                    s   g | ]}ˆˆ ˆd |ƒƒ‘qS )r   r   ©Ú.0Úp©r   Úfs_sanitize_pathr   r   r   Ú
<listcomp>›  s   z?AbstractCopyTests.test_copy_glob_edge_cases.<locals>.<listcomp>c                    s   g | ]}ˆˆ ˆ|ƒƒ‘qS r   r   r?   rB   r   r   rD   Ÿ  s   r&   )r   r   ÚcopyÚfindÚsortedr   r6   )r   Úpathr'   r-   Úexpectedr   r   Zfs_glob_edge_cases_filesr   rC   r   Znew_dirr1   r3   ÚoutputZprefixed_expectedr   rB   r   Útest_copy_glob_edge_cases|  s(    

ÿÿz+AbstractCopyTests.test_copy_glob_edge_casesc                 C   s  |}|}|  |¡ |s*||dƒ}| |¡ | |¡s8J ‚||dƒ||dƒ||ddƒg}	dD ]¢}
|
rj|d n|}| |	|¡ | ||dƒ¡sŽJ ‚| ||dƒ¡s¢J ‚| ||dƒ¡s¶J ‚|j||dƒ||dƒ||dƒgdd	� |j|d
d�|rðg n|gksZJ ‚qZd S )Nr   Úfile1r   r	   r   r8   r
   Tr&   Fr$   )r   r   r   r   r   r   r/   )r   r   r   r   r   r   r   r   r   Úsource_filesr1   r3   r   r   r   Ú-test_copy_list_of_files_to_existing_directory©  s6    	



ýýúÿz?AbstractCopyTests.test_copy_list_of_files_to_existing_directoryc                 C   s    |}|}|  |¡ ||dƒ||dƒ||ddƒg}| |||dƒd ¡ | ||dƒ¡sZJ ‚| ||ddƒ¡spJ ‚| ||ddƒ¡s†J ‚| ||ddƒ¡sœJ ‚d S )NrL   r   r	   r   r   r
   r   )r   r   r   r   r   r   r   rM   r   r   r   Ú(test_copy_list_of_files_to_new_directoryÖ  s    

ýz:AbstractCopyTests.test_copy_list_of_files_to_new_directoryc                 C   sl   |}|}|  |¡rJ ‚| ||dƒ||dƒg|¡ | |¡s@J ‚| ||dƒ¡sTJ ‚| ||dƒ¡shJ ‚d S )NrL   r   )r   r   r   r   r   r   r   r   Ú!test_copy_two_files_new_directoryë  s    z3AbstractCopyTests.test_copy_two_files_new_directoryc                 C   sÖ   |}|}|j ||dƒ|dd� | ||dƒ¡s2J ‚| ||dƒ¡rFJ ‚| ||dƒg¡ |rp| |¡g ks~J ‚n| |¡r~J ‚|j ||dƒ|dd� | ||dƒ¡s¨J ‚| ||ddƒ¡s¾J ‚| ||dƒ¡sÒJ ‚d S )Nr	   Tr&   zsubfile.txtz
subdir.txtzsubdir*)r   r   r   r/   r   r   )r   r   r   r   Z%fs_dir_and_file_with_same_name_prefixr   r   r   r   r   r   Ú7test_copy_directory_without_files_with_same_name_prefixú  s    	zIAbstractCopyTests.test_copy_directory_without_files_with_same_name_prefixc                 C   s¤   |}|}g }g }t dƒD ]F}	tt|	ƒ d¡ƒ ¡ }
| |||
› d�ƒ¡ | |||
› d�ƒ¡ q|j||d� t dƒD ](}	| ||	 ¡ d¡}|t|	ƒksvJ ‚qvd S )Né
   zutf-8z.txt)Zpath1Zpath2)	Úranger   ÚstrÚencodeÚ	hexdigestÚappendrE   ÚcatÚdecode)r   r   r   r   Zfs_10_files_with_hashed_namesr   r   rM   Zdestination_filesÚiZhashed_iZfile_contentr   r   r   Ú-test_copy_with_source_and_destination_as_list  s    z?AbstractCopyTests.test_copy_with_source_and_destination_as_listN)Ú__name__Ú
__module__Ú__qualname__r   r    r"   r#   r4   r7   r<   r=   r5   ÚmarkZparametrizer   rK   rN   rO   rP   rQ   r[   r   r   r   r   r   	   s$   *V5R7þ
)-r   )Úhashlibr   Ú	itertoolsr   r5   Zfsspec.tests.abstract.commonr   r   r   r   r   r   Ú<module>   s   