a
    ï½„g²(  ã                   @   s”  d dl Z d dlZd dlZd dlmZmZmZmZm	Z	m
Z
mZmZmZmZ d dlmZ d dlmZ ej d¡Zejdd„ ƒZejdd„ ƒZejd	d
„ ƒZdd„ Zdd„ Zdd„ Zdd„ Zej  dddg¡dd„ ƒZ!dd„ Z"dd„ Z#dd„ Z$dd„ Z%d d!„ Z&ej'd"d#„ ƒZ(ejj)d$d%„ ƒZ*ejj)ej  d&g d'¢¡d(d)„ ƒƒZ+ejj)ej'd*d+„ ƒƒZ,e -d,¡d-d.„ ƒZ.d/d0„ Z/d1d2„ Z0d3d4„ Z1d5d6„ Z2d7d8„ Z3d9d:„ Z4dS );é    N)
Ú	DataFrameÚ
date_rangeÚread_csvÚ
read_excelÚread_featherÚ	read_jsonÚread_parquetÚread_pickleÚ
read_stataÚ
read_table)Ú_test_decoratorsz=ignore:Passing a BlockManager to DataFrame:DeprecationWarningc                  c   sx   t  d¡ ddlm}  ddlm} ddlm} G dd„ d|ƒ}| d|d	d
� |ƒ V  | dd ¡ d |j	d< |j
 ¡  d S )NÚfsspecr   )Úregister_implementation)ÚMemoryFileSystem)Ú	_registryc                       s,   e Zd ZdZdgZddœ‡ fdd„Z‡  ZS )z fsspectest.<locals>.TestMemoryFSÚtestmemN)Úreturnc                    s(   |  dd ¡| jd< tƒ jf i |¤Ž d S )NÚtestr   )Úpopr   ÚsuperÚ__init__)ÚselfÚkwargs©Ú	__class__© ú^/home/yuhw/wc/wire-cell-python/wcpy/lib/python3.9/site-packages/pandas/tests/io/test_fsspec.pyr   %   s    z)fsspectest.<locals>.TestMemoryFS.__init__)Ú__name__Ú
__module__Ú__qualname__Úprotocolr   r   Ú__classcell__r   r   r   r   ÚTestMemoryFS!   s   r"   r   T)Úclobber)ÚpytestÚimportorskipr   r   Zfsspec.implementations.memoryr   Úfsspec.registryr   r   r   ÚstoreÚclear)r   r   Úregistryr"   r   r   r   Ú
fsspectest   s    

r*   c                   C   s(   t ddgdtjgddgtddd�d	œƒS )
Né   é   g       @ÚtÚsz
2018-06-18é   )Zperiods)ÚintÚfloatÚstrÚdt)r   ÚnpÚnanr   r   r   r   r   Údf10   s    
üÿr6   c                  c   s(   t  d¡} |  d¡}|V  |j ¡  d S )Nr   Zmemory)r$   r%   Ú
filesystemr'   r(   )r   Zmemfsr   r   r   Ú
cleared_fs<   s    

r8   c                 C   sh   t |jdd�ƒ ¡ }|  dd¡�}| |¡ W d   ƒ n1 s@0    Y  tddgd�}t ||¡ d S )NF©Úindexztest/test.csvÚwbúmemory://test/test.csvr3   )Úparse_dates)r2   Úto_csvÚencodeÚopenÚwriter   ÚtmÚassert_frame_equal)r8   r6   ÚtextÚwÚdf2r   r   r   Útest_read_csvE   s
    (rG   c                 C   s”   ddl m} tjtdd�� tdƒ W d   ƒ n1 s80    Y  d}|  |dd|d	œ¡ tjt|d�� td
ƒ W d   ƒ n1 s†0    Y  d S )Nr   )Úknown_implementationsZnosuchprotocol©Úmatchznosuchprotocol://test/test.csvztest error messageZ
couldexistzunimportable.CouldExist)ÚclassÚerrzcouldexist://test/test.csv)r&   rH   r$   ÚraisesÚ
ValueErrorr   ÚsetitemÚImportError)Zmonkeypatchr8   rH   Úerr_msgr   r   r   Útest_reasonable_errorN   s    &ýrR   c                 C   s.   |j ddd� tddgdd�}t ||¡ d S )Nr<   Tr9   r3   r   ©r=   Z	index_col)r>   r   rB   rC   )r8   r6   rF   r   r   r   Útest_to_csv]   s    rT   c                 C   sF   t  d¡ d}d|› �}|j|dd� t|dgdd�}t ||¡ d S )	NÚopenpyxlÚxlsxzmemory://test/test.Tr9   r3   r   rS   )r$   r%   Úto_excelr   rB   rC   )r8   r6   ÚextÚpathrF   r   r   r   Útest_to_excele   s    

rZ   Úbinary_modeFTc                 C   sÈ   t  d¡}d}|rdnd}|j||d� ¡ �(}|j|dd� |jrFJ ‚W d   ƒ n1 sZ0    Y  | dd¡}|j||d��*}t|d	gd
d�}|jršJ ‚W d   ƒ n1 s®0    Y  t ||¡ d S )Nr   r<   r;   rE   )ÚmodeTr9   Úrr3   r   rS   )	r$   r%   r@   r>   ÚclosedÚreplacer   rB   rC   )r8   r[   r6   r   rY   r\   Zfsspec_objectrF   r   r   r   Útest_to_csv_fsspec_objectp   s    
(ý(r`   c                 C   sZ   t ddgiƒ}|jdddidd� | jd dks4J ‚tdddid	� | jd dksVJ ‚d S ©
NÚar   útestmem://test/test.csvr   Z	csv_writeF©Ústorage_optionsr:   Zcsv_read©re   )r   r>   r   r   ©r*   Údfr   r   r   Útest_csv_options†   s    
ÿri   c                 C   sZ   t ddgiƒ}|jdddidd� | jd dks4J ‚tdddid	� | jd dksVJ ‚d S ra   )r   r>   r   r   rg   r   r   r   Útest_read_table_options�   s    
ÿrj   c                 C   sr   t  d¡ d}tddgiƒ}d|› �}|j|ddidd	� | jd dksLJ ‚t|dd
id� | jd d
ksnJ ‚d S )NrU   rV   rb   r   ztestmem://test/test.r   rA   Frd   Úreadrf   )r$   r%   r   rW   r   r   )r*   Ú	extensionrh   rY   r   r   r   Útest_excel_options›   s    

rm   c                 C   s    t  d¡ |jddddd� dS )úCRegression test for writing to a not-yet-existent GCS Parquet file.Úfastparquetr<   TN)r:   ÚengineÚcompression)r$   r%   Ú
to_parquet)r8   r6   r   r   r   Útest_to_parquet_new_file©   s    
ÿrs   c                 C   sh   t  d¡ tddgiƒ}|jdddddid� | jd dks@J ‚tdddd	id
� | jd d	ksdJ ‚dS )rn   Úpyarrowrb   r   rc   Nr   Úparquet_write©rp   rq   re   Úparquet_read©rp   re   ©r$   r%   r   rr   r   r   rg   r   r   r   Útest_arrowparquet_options²   s    
üýrz   c                 C   sh   t  d¡ tddgiƒ}|jdddddid� | jd dks@J ‚tdddd	id
� | jd d	ksdJ ‚dS )rn   ro   rb   r   rc   Nr   ru   rv   rw   rx   ry   rg   r   r   r   Útest_fastparquet_optionsÅ   s    
üýr{   c                 C   st   t  d¡ t td| j› d�|d�t|ƒ¡ t td| j› d�|d�t|ƒ¡ t td| j› d�|d�t|ƒ¡ d S )NÚs3fsús3://ú	/tips.csvrf   z/tips.csv.gzz/tips.csv.bz2©r$   r%   rB   Úassert_equalr   Úname)Ús3_public_bucket_with_dataÚ	tips_fileÚs3sor   r   r   Útest_from_s3_csvÚ   s&    
ÿüÿüÿür…   r    )Zs3Zs3aZs3nc                 C   s4   t  d¡ t t|› d| j› d�|d�t|ƒ¡ d S )Nr|   z://r~   rf   r   )r‚   rƒ   r    r„   r   r   r   Útest_s3_protocolsò   s    
þûr†   c                 C   sT   t  d¡ t  d¡ d| j› d�}|j|ddd |d� t|d|d�}t ||¡ d S )Nro   r|   r}   z/test.parquetF)r:   rp   rq   re   rx   )r$   r%   r�   rr   r   rB   r€   )Zs3_public_bucketr„   r6   ÚfnrF   r   r   r   Útest_s3_parquetÿ   s    


ÿrˆ   r   c                  C   s>   d} t jt| d�� tdƒ W d   ƒ n1 s00    Y  d S )Nz?Missing optional dependency 'fsspec'|fsspec library is requiredrI   r<   )r$   rM   rP   r   )Úmsgr   r   r   Útest_not_present_exception  s    rŠ   c                 C   sn   t  d¡ tddgiƒ}|jdddid� | jd dks<J ‚tdddid�}| jd dks^J ‚t ||¡ d S )	Nrt   rb   r   útestmem://mockfiler   Zfeather_writerf   Zfeather_read)r$   r%   r   Z
to_featherr   r   rB   rC   ©r*   rh   Úoutr   r   r   Útest_feather_options  s    
rŽ   c                 C   sd   t ddgiƒ}|jdddid� | jd dks2J ‚tdddid�}| jd dksTJ ‚t ||¡ d S )Nrb   r   r‹   r   Zpickle_writerf   Zpickle_read)r   Z	to_pickler   r	   rB   rC   rŒ   r   r   r   Útest_pickle_options  s    r�   c                 C   sh   t ddgiƒ}|jd|ddid� | jd dks4J ‚td|ddid�}| jd dksXJ ‚t ||¡ d S )Nrb   r   r‹   r   Z
json_write)rq   re   Z	json_read)r   Úto_jsonr   r   rB   rC   )r*   rq   rh   r�   r   r   r   Útest_json_options'  s    ýýr‘   c                 C   sl   t ddgiƒ}|jdddidd� | jd dks4J ‚tdddid	�}| jd dksVJ ‚t || d
¡¡ d S )Nrb   r   r‹   r   Zstata_writeF)re   Zwrite_indexZ
stata_readrf   Zint64)r   Zto_statar   r
   rB   rC   ZastyperŒ   r   r   r   Útest_stata_options8  s    
ÿr’   c                 C   sN   t  d¡ tddgiƒ}|jdddid� | jd dks<J ‚|  d¡sJJ ‚d S )NÚtabulaterb   r   r‹   r   Zmd_writerf   )r$   r%   r   Zto_markdownr   Úcatrg   r   r   r   Útest_markdown_optionsC  s
    
r•   c                  C   s   t  d¡ t jtdd��  tdddid� W d   ƒ n1 s>0    Y  t jtdd��  tdddid� W d   ƒ n1 s|0    Y  t ¡ } t jtdd��  t| ddid� W d   ƒ n1 sÂ0    Y  tddgiƒ}t jtdd��" |j	d	ddid� W d   ƒ n1 �s0    Y  d S )
Nrt   re   rI   Ú	localfilerb   Trf   r   Znonfsspecpath)
r$   r%   rM   rN   r   r   ÚioÚBytesIOr   rr   )Zbyrh   r   r   r   Útest_non_fsspec_optionsK  s    
...r™   )5r—   Únumpyr4   r$   Zpandasr   r   r   r   r   r   r   r	   r
   r   Zpandas._testingZ_testingrB   Zpandas.utilr   ÚtdÚmarkÚfilterwarningsZ
pytestmarkZfixturer*   r6   r8   rG   rR   rT   rZ   Zparametrizer`   ri   rj   rm   rs   rz   Z&skip_array_manager_not_yet_implementedr{   Z
single_cpur…   r†   rˆ   Zskip_if_installedrŠ   rŽ   r�   r‘   r’   r•   r™   r   r   r   r   Ú<module>   sV   0ÿ


	

	



	