a
    yn„fÂ:  ã                   @   s¸   d dl Z d dlZd dlZd dlZd dlmZ d dlZd dlZd dl	Z	d dl
mZ d dlmZ d dlmZ d dlmZmZ e d¡ZG dd„ deƒZd	d
„ Zdd„ ZG dd„ dejƒZdS )é    N)ÚAbstractFileSystem)Úcompr)Úget_compression)Ú
isfilelikeÚstringify_pathzfsspec.localc                       s(  e Zd ZdZdZdZdZdA‡ fdd„	Zedd	„ ƒZ	dBd
d„Z
dCdd„Zdd„ ZdDdd„Zdd„ Zdd„ Zdd„ Zdd„ Zdd„ ZdEdd„ZdFdd „Zd!d"„ Zd#d$„ Zd%d&„ Zed'œd(d)„Zd*d+„ ZdGd,d-„Zd.d/„ ZdHd1d2„ZdId3d4„Zd5d6„ Zd7d8„ Z e!d9d:„ ƒZ"e!d;d<„ ƒZ#d=d>„ Z$d?d@„ Z%‡  Z&S )JÚLocalFileSystema   Interface to files on local storage

    Parameters
    ----------
    auto_mkdir: bool
        Whether, when opening a file, the directory containing it should
        be created (if it doesn't already exist). This is assumed by pyarrow
        code.
    ú/)ÚfileÚlocalTFc                    s   t ƒ jf i |¤Ž || _d S ©N)ÚsuperÚ__init__Ú
auto_mkdir)Úselfr   Úkwargs©Ú	__class__© ú_/home/yuhw/wc/wire-cell-python/wcpy/lib/python3.9/site-packages/fsspec/implementations/local.pyr   !   s    zLocalFileSystem.__init__c                 C   s   dS )Nr
   r   ©r   r   r   r   Úfsid%   s    zLocalFileSystem.fsidc                 K   sF   |   |¡}|  |¡rt|ƒ‚|r0| j|dd� ntj|fi |¤Ž d S ©NT©Úexist_ok)Ú_strip_protocolÚexistsÚFileExistsErrorÚmakedirsÚosÚmkdir)r   ÚpathZcreate_parentsr   r   r   r   r   )   s    

zLocalFileSystem.mkdirc                 C   s   |   |¡}tj||d� d S )Nr   )r   r   r   )r   r    r   r   r   r   r   2   s    
zLocalFileSystem.makedirsc                 C   s   |   |¡}t |¡ d S r   )r   r   Úrmdir©r   r    r   r   r   r!   6   s    
zLocalFileSystem.rmdirc                    sz   ˆ   |¡}ˆ  |¡}|d dkr^t |¡�"}‡ fdd„|D ƒ}W d   ƒ qd1 sR0    Y  n|g}|svdd„ |D ƒS |S )NÚtypeÚ	directoryc                    s   g | ]}ˆ   |¡‘qS r   )Úinfo)Ú.0Úfr   r   r   Ú
<listcomp>?   ó    z&LocalFileSystem.ls.<locals>.<listcomp>c                 S   s   g | ]}|d  ‘qS )Únamer   )r&   Úir   r   r   r(   D   r)   )r   r%   r   Úscandir)r   r    Údetailr   r%   ÚitÚinfosr   r   r   Úls:   s    

2zLocalFileSystem.lsc           	      K   s<  t |tjƒrV|jdd�}| ¡ }|jdd�r2d}n|jdd�rDd}nd}|  |j¡}n^|  |¡}tj|dd�}t 	|j
¡}|rŒtj|dd�}t |j
¡ržd}nt |j
¡r°d}nd}||j||j|dœ}dD ]}t|d	|› �ƒ||< qÌ|d
 �r8t |¡|d< ztj|dd�}|j|d< W n t�y6   d|d< Y n0 |S )NF)Úfollow_symlinksr$   r	   ÚotherT)r*   Úsizer#   ÚcreatedÚislink)ÚmodeÚuidÚgidÚmtimeÚinoZnlinkZst_r5   Údestinationr3   r   )Ú
isinstancer   ÚDirEntryÚstatÚ
is_symlinkÚis_dirÚis_filer   r    ÚS_ISLNKÚst_modeÚS_ISDIRÚS_ISREGÚst_sizeÚst_ctimeÚgetattrÚreadlinkÚOSError)	r   r    r   ÚoutÚlinkÚtÚresultÚfieldZout2r   r   r   r%   G   sF    
û
zLocalFileSystem.infoc                 K   s
   t  |¡S r   )ÚospÚlexists)r   r    r   r   r   r   rQ   r   s    zLocalFileSystem.lexistsc                 K   sl   |   |¡}|   |¡}| jr.| j|  |¡dd� |  |¡rFt ||¡ n"|  |¡r`| j|dd� nt	|ƒ‚d S r   )
r   r   r   Ú_parentÚisfileÚshutilÚcopyfileÚisdirZmkdirsÚFileNotFoundError©r   Úpath1Úpath2r   r   r   r   Úcp_fileu   s    



zLocalFileSystem.cp_filec                 C   s   |   |¡}tj |¡S r   )r   r   r    rS   r"   r   r   r   rS   �   s    
zLocalFileSystem.isfilec                 C   s   |   |¡}tj |¡S r   )r   r   r    rV   r"   r   r   r   rV   …   s    
zLocalFileSystem.isdirNc                 K   sX   t |ƒr@t|dƒ�}t ||¡ W d   ƒ qT1 s40    Y  n| j||fi |¤ŽS d S )NÚrb)r   ÚopenrT   Úcopyfileobjr[   )r   rY   rZ   Úcallbackr   r'   r   r   r   Úget_file‰   s    ,zLocalFileSystem.get_filec                 K   s   | j ||fi |¤ŽS r   )r[   )r   rY   rZ   r_   r   r   r   r   Úput_file�   s    zLocalFileSystem.put_filec                 K   s$   |   |¡}|   |¡}t ||¡ d S r   )r   rT   ÚmoverX   r   r   r   Úmv“   s    

zLocalFileSystem.mvc                 K   s,   |   |¡}|   |¡}tj||fi |¤Ž d S r   )r   r   rL   ©r   ÚsrcÚdstr   r   r   r   rL   ˜   s    

zLocalFileSystem.linkc                 K   s,   |   |¡}|   |¡}tj||fi |¤Ž d S r   )r   r   Úsymlinkrd   r   r   r   rg   �   s    

zLocalFileSystem.symlink©Úreturnc                 C   s   t j |  |¡¡S r   )r   r    r5   r   r"   r   r   r   r5   ¢   s    zLocalFileSystem.islinkc                 C   s   t  |  |¡¡ d S r   )r   Úremover   r"   r   r   r   Úrm_file¥   s    zLocalFileSystem.rm_filec                 C   sn   t |tƒs|g}|D ]T}|  |¡}|  |¡r^|s8tdƒ‚t |¡t ¡ krRtdƒ‚t	 
|¡ qt |¡ qd S )Nz+Cannot delete directory, set recursive=Truez'Cannot delete current working directory)r<   Úlistr   rV   Ú
ValueErrorrP   Úabspathr   ÚgetcwdrT   Úrmtreerj   )r   r    Ú	recursiveZmaxdepthÚpr   r   r   Úrm¨   s    


zLocalFileSystem.rmc                 C   s   |   |¡}d|› �S )Núfile://)r   )r   r*   r   r   r   Úunstrip_protocol·   s    
z LocalFileSystem.unstrip_protocolr\   c                 K   sB   |   |¡}| jr,d|v r,| j|  |¡dd� t||fd| i|¤ŽS )NÚwTr   Úfs)r   r   r   rR   ÚLocalFileOpener)r   r    r6   Ú
block_sizer   r   r   r   Ú_open»   s    
zLocalFileSystem._openc                 K   s^   |   |¡}| jr$| j|  |¡dd� |  |¡r<t |d ¡ nt|dƒ ¡  |rZt 	|d¡ d S )NTr   Úar   )
r   r   r   rR   r   r   Úutimer]   ÚcloseÚtruncate)r   r    r~   r   r   r   r   ÚtouchÁ   s    

zLocalFileSystem.touchc                 C   s$   | j |d�}tjj|d tjjd�S )N©r    r4   ©Útz©r%   ÚdatetimeÚfromtimestampÚtimezoneÚutc©r   r    r%   r   r   r   r4   Ì   s    ÿzLocalFileSystem.createdc                 C   s$   | j |d�}tjj|d tjjd�S )Nr€   r9   r�   rƒ   rˆ   r   r   r   ÚmodifiedÒ   s    zLocalFileSystem.modifiedc                 C   sh   |   |¡}tjdkr(| dd¡d p&dS | dd¡d }t|ƒdkr`|dd… dkr`|d d S |S d S )Nr   é   r   é   é   ú:ú:/)r   r   ÚsepÚrsplitÚlen)Úclsr    Zpath_r   r   r   rR   Ö   s    

zLocalFileSystem._parentc                 C   s@  t |ƒ}| d¡r |dd … }nF| d¡r8|dd … }n.| d¡rP|dd … }n| d¡rf|dd … }t|ƒ}tjd	k�r*|d
d… dkr¦|d d… |dd …  }}nj|d d… dk�r| d	d¡ }dksä| d	|d
 ¡ }dkrð|d }}n|d |… ||d …  }}nd}| d	¡�p | j}|| S | d	¡�p:| jS d S )Nrt   é   zfile:é   zlocal://é   zlocal:é   r   rŠ   rŒ   r�   ú//éÿÿÿÿÚ )r   Ú
startswithÚmake_path_posixr   r�   ÚfindÚrstripÚroot_marker)r’   r    ÚdriveZindex1Úindex2r   r   r   r   æ   s0    



þzLocalFileSystem._strip_protocolc                 C   s   dS ©NTr   r   r   r   r   Ú_isfilestore  s    zLocalFileSystem._isfilestorec                 C   s   t |ƒ}t ||¡S r   )r   r   Úchmod)r   r    r6   r   r   r   r£     s    zLocalFileSystem.chmod)F)T)F)F)N)N)FN)r\   N)T)'Ú__name__Ú
__module__Ú__qualname__Ú__doc__rž   ÚprotocolÚ
local_filer   Úpropertyr   r   r   r!   r0   r%   rQ   r[   rS   rV   r`   ra   rc   rL   rg   Úboolr5   rk   rs   ru   rz   r   r4   r‰   ÚclassmethodrR   r   r¢   r£   Ú__classcell__r   r   r   r   r      sF   


	

+






&r   c                 C   sà  t | tƒsRt | tttfƒr0t| ƒdd„ | D ƒƒS t| ƒ} t | tƒsRtd| ›d�ƒ‚tj	dkr´|  
d¡rj| S |  
d¡r~t | ¡S |  
d¡r–| dd	… } n| d
kr¢d} t ¡ › d| › �S | dd… dkrà| dd… dkrà| dd	… } | dd… dk�rt| ƒdk�r| d d S |  dd¡} | S | dd… dk�r<tt | ¡ƒS |  
d¡�r`d| dd	…  dd¡ S |  
d¡�r’|  dd¡} t t ¡ ¡d › | › �S |  dd¡} |  
d¡�r¸| dd	… } n| d
k�rÆd} tt ¡ ƒ› d| › �S d	S )z-Make path generic and absolute for current OSc                 s   s   | ]}t |ƒV  qd S r   )r›   )r&   rr   r   r   r   Ú	<genexpr>  r)   z"make_path_posix.<locals>.<genexpr>zcould not convert z
 to stringr   ú~z./rŒ   NÚ.r™   r   rŠ   r‹   r�   rŽ   ú\)z\\r—   r—   )r±   r   )r<   Ústrrl   ÚsetÚtupler#   r   Ú	TypeErrorr   r�   rš   rP   Ú
expanduserro   r‘   Úreplacer›   Ú
splitdriver€   r   r   r   r›     sH    






 
r›   c                 C   s"   |   tj¡p tjduo |   tj¡S )z±Return True if the path ends with a path separator.

    A forward slash is always considered a path separator, even on Operating
    Systems that normally use a backslash.
    N)Úendswithr   r�   Úaltsepr€   r   r   r   Útrailing_sepK  s    	r»   c                   @   sô   e Zd Zd6dd„Zdd„ Zdd„ Zd	d
„ Zdd„ Zdd„ Zdd„ Z	e
dœdd„Ze
dœdd„Zdd„ Zdd„ Zdd„ Zdd„ Zdd„ Zd d!„ Zd"d#„ Zd$d%„ Zd7edœd&d'„Zed(d)„ ƒZd*d+„ Zddœd,d-„Zd.d/„ Zd0d1„ Zd2d3„ Zd4d5„ ZdS )8rx   TNc                 K   sJ   t  d|¡ || _|| _|| _d | _|| _t||ƒ| _t	j
| _|  ¡  d S )Nzopen file: %s)ÚloggerÚdebugr    r6   rw   r'   Ú
autocommitr   ÚcompressionÚioÚDEFAULT_BUFFER_SIZEÚ	blocksizerz   )r   r    r6   r¾   rw   r¿   r   r   r   r   r   X  s    zLocalFileOpener.__init__c                 C   s¸   | j d u s| j jr´| js"d| jvrXt| j| jd�| _ | jr„t| j }|| j | jd�| _ n,t 	¡ \}}t
 |¡ || _t|| jd�| _ d| jvr´| j  dd¡| _| j  d¡ | j| j _d S )Nrv   ©r6   r   rŒ   )r'   Úclosedr¾   r6   r]   r    r¿   r   ÚtempfileÚmkstempr   r}   ÚtempÚseekr3   )r   Úcompressr+   r*   r   r   r   rz   e  s    


zLocalFileOpener._openc                 C   s2   d| j vrt‚|  ¡  | j |¡ | j || ¡S ©NÚr)r6   rm   rz   r'   rÈ   Úread)r   ÚstartÚendr   r   r   Ú_fetch_rangew  s
    
zLocalFileOpener._fetch_rangec                 C   sH   d | _ | dd ¡}| j |¡ d|d v rDd | _ |  ¡  | j  |¡ d S )NÚlocrË   r6   )r'   ÚpopÚ__dict__Úupdaterz   rÈ   )r   ÚstaterÐ   r   r   r   Ú__setstate__  s    zLocalFileOpener.__setstate__c                 C   sB   | j  ¡ }| d¡ d| jv r.| j ¡ |d< n| jjs>tdƒ‚|S )Nr'   rË   rÐ   z+Cannot serialise open write-mode local file)rÒ   ÚcopyrÑ   r6   r'   ÚtellrÄ   rm   )r   Údr   r   r   Ú__getstate__ˆ  s    


zLocalFileOpener.__getstate__c                 C   s"   | j rtdƒ‚t | j| j¡ d S )Nz0Can only commit if not already set to autocommit)r¾   ÚRuntimeErrorrT   rb   rÇ   r    r   r   r   r   Úcommit’  s    zLocalFileOpener.commitc                 C   s   | j rtdƒ‚t | j¡ d S )Nz#Cannot discard if set to autocommit)r¾   rÚ   r   rj   rÇ   r   r   r   r   Údiscard—  s    zLocalFileOpener.discardrh   c                 C   s   dS r¡   r   r   r   r   r   Úreadableœ  s    zLocalFileOpener.readablec                 C   s
   d| j vS rÊ   rÃ   r   r   r   r   ÚwritableŸ  s    zLocalFileOpener.writablec                 O   s   | j j|i |¤ŽS r   )r'   rÌ   ©r   Úargsr   r   r   r   rÌ   ¢  s    zLocalFileOpener.readc                 O   s   | j j|i |¤ŽS r   )r'   Úwriterß   r   r   r   rá   ¥  s    zLocalFileOpener.writec                 O   s   | j j|i |¤ŽS r   )r'   r×   rß   r   r   r   r×   ¨  s    zLocalFileOpener.tellc                 O   s   | j j|i |¤ŽS r   )r'   rÈ   rß   r   r   r   rÈ   «  s    zLocalFileOpener.seekc                 O   s   | j j|i |¤ŽS r   )r'   Úseekablerß   r   r   r   râ   ®  s    zLocalFileOpener.seekablec                 O   s   | j j|i |¤ŽS r   )r'   Úreadlinerß   r   r   r   rã   ±  s    zLocalFileOpener.readlinec                 O   s   | j j|i |¤ŽS r   )r'   Ú	readlinesrß   r   r   r   rä   ´  s    zLocalFileOpener.readlinesc                 C   s
   | j  ¡ S r   )r'   r}   r   r   r   r   r}   ·  s    zLocalFileOpener.closec                 C   s   | j  |¡S r   )r'   r~   )r   r3   r   r   r   r~   º  s    zLocalFileOpener.truncatec                 C   s   | j jS r   )r'   rÄ   r   r   r   r   rÄ   ½  s    zLocalFileOpener.closedc                 C   s
   | j  ¡ S r   )ÚrawÚfilenor   r   r   r   ræ   Á  s    zLocalFileOpener.filenoc                 C   s   | j  ¡  d S r   )r'   Úflushr   r   r   r   rç   Ä  s    zLocalFileOpener.flushc                 C   s
   | j  ¡ S r   )r'   Ú__iter__r   r   r   r   rè   Ç  s    zLocalFileOpener.__iter__c                 C   s   t | j|ƒS r   )rH   r'   )r   Úitemr   r   r   Ú__getattr__Ê  s    zLocalFileOpener.__getattr__c                 C   s
   d| _ | S r¡   )Ú
_incontextr   r   r   r   Ú	__enter__Í  s    zLocalFileOpener.__enter__c                 C   s   d| _ | j |||¡ d S )NF)rë   r'   Ú__exit__)r   Úexc_typeÚ	exc_valueÚ	tracebackr   r   r   rí   Ñ  s    zLocalFileOpener.__exit__)TNN)N)r¤   r¥   r¦   r   rz   rÏ   rÕ   rÙ   rÛ   rÜ   r«   rÝ   rÞ   rÌ   rá   r×   rÈ   râ   rã   rä   r}   Úintr~   rª   rÄ   ræ   rç   rè   rê   rì   rí   r   r   r   r   rx   W  s6    ÿ
	

rx   )r„   rÀ   Úloggingr   Úos.pathr    rP   rT   r>   rÅ   Zfsspecr   Zfsspec.compressionr   Zfsspec.corer   Zfsspec.utilsr   r   Ú	getLoggerr¼   r   r›   r»   ÚIOBaserx   r   r   r   r   Ú<module>   s$   
  3