a
    ï½„g"  ã                   @  s,  d dl mZ d dlZd dlZd dlmZ d dlmZmZ d dl	m
Z G dd„ dƒZG dd„ deƒZG d	d
„ d
eƒZG dd„ deƒZG dd„ deƒZG dd„ deƒZejdd„ ƒZejdd„ ƒZeZeZeZeZegZeegZejeejjd�gZg e¢e¢e¢ZdgZ ddgZ!dgZ"g e!¢e ¢e"¢Z#ejee#d�dd„ ƒZ$ejee!d�dd„ ƒZ%ejee d�dd „ ƒZ&ejee"d�d!d"„ ƒZ'd#d$„ Z(eje(ƒ d% e(ƒ d& d�d'd(„ ƒZ)g d)¢Z*g d*¢Z+d+d,gZ,d-d.„ e+D ƒZ-eje*d/�d0d1„ ƒZ.eje-d/�d2d3„ ƒZ/ejg d4¢d/�d5d6„ ƒZ0ejd7d8„ ƒZ1ejd9d:„ ƒZ2dS );é    )ÚannotationsN)ÚVERSIONS)Úread_csvÚ
read_tablec                   @  sr   e Zd ZU dZded< dZg Zded< dd„ Zd	d
„ Zdddœddddœdd„Z	dd„ Z
ddœdddœdd„ZdS )Ú
BaseParserNz
str | NoneÚengineTzlist[str | None]Úfloat_precision_choicesc                 C  s    |  ¡ }| | j| jdœ¡ |S )N)r   Ú
low_memory)ÚcopyÚupdater   r	   )ÚselfÚkwargs© r   úb/home/yuhw/wc/wire-cell-python/wcpy/lib/python3.9/site-packages/pandas/tests/io/parser/conftest.pyÚupdate_kwargs   s    zBaseParser.update_kwargsc                 O  s   |   |¡}t|i |¤ŽS ©N)r   r   ©r   Úargsr   r   r   r   r      s    
zBaseParser.read_csv)Úraise_on_extra_warningsÚcheck_stacklevelztype[Warning]ÚstrÚbool)Ú	warn_typeÚwarn_msgr   c                O  sN   |   |¡}tj||||d�� t|i |¤ŽW  d   ƒ S 1 s@0    Y  d S )N)Úmatchr   r   )r   ÚtmÚassert_produces_warningr   )r   r   r   r   r   r   r   r   r   r   Úread_csv_check_warnings   s    
üz"BaseParser.read_csv_check_warningsc                 O  s   |   |¡}t|i |¤ŽS r   )r   r   r   r   r   r   r   4   s    
zBaseParser.read_table)r   )r   r   c                O  sL   |   |¡}tj|||d�� t|i |¤ŽW  d   ƒ S 1 s>0    Y  d S )N)r   r   )r   r   r   r   )r   r   r   r   r   r   r   r   r   Úread_table_check_warnings8   s
    
ÿz$BaseParser.read_table_check_warnings)Ú__name__Ú
__module__Ú__qualname__r   Ú__annotations__r	   r   r   r   r   r   r   r   r   r   r   r      s   
	ú	ûr   c                   @  s   e Zd ZdZg d¢ZdS )ÚCParserÚc)NÚhighZ
round_tripN©r   r    r!   r   r   r   r   r   r   r#   J   s   r#   c                   @  s   e Zd ZdZdS )ÚCParserHighMemoryFN©r   r    r!   r	   r   r   r   r   r'   O   s   r'   c                   @  s   e Zd ZdZdS )ÚCParserLowMemoryTNr(   r   r   r   r   r)   S   s   r)   c                   @  s   e Zd ZdZdgZdS )ÚPythonParserÚpythonNr&   r   r   r   r   r*   W   s   r*   c                   @  s   e Zd ZdZdgZdS )ÚPyArrowParserÚpyarrowNr&   r   r   r   r   r,   \   s   r,   c                 C  s   | dddƒS )zG
    The directory path to the data files needed for parser tests.
    ÚioÚparserÚdatar   ©Údatapathr   r   r   Úcsv_dir_patha   s    r3   c                 C  s   t j | dddƒd¡S )zH
    The path to the data file "test1.csv" needed for parser tests.
    r.   r0   Úcsvz	test1.csv)ÚosÚpathÚjoinr1   r   r   r   Úcsv1i   s    r8   ©Zmarksr+   Zc_highZc_lowr-   ©ÚparamsÚidsc                 C  s8   |   ¡ }|jdkr4t dtd ¡ ddl}| d¡ |S )z)
    Fixture all of the CSV parsers.
    r-   r   Né   )Úparamr   ÚpytestZimportorskipr   r-   Zset_cpu_count)Úrequestr/   r-   r   r   r   Úall_parsersƒ   s    

rA   c                 C  s   |   ¡ S )z<
    Fixture all of the CSV parsers using the C engine.
    ©r>   ©r@   r   r   r   Úc_parser_only“   s    rD   c                 C  s   |   ¡ S )zA
    Fixture all of the CSV parsers using the Python engine.
    rB   rC   r   r   r   Úpython_parser_only›   s    rE   c                 C  s   |   ¡ S )zB
    Fixture all of the CSV parsers using the Pyarrow engine.
    rB   rC   r   r   r   Úpyarrow_parser_only£   s    rF   c                  C  sŽ   g } g }t ttƒD ]p\}}t|dƒr.|jd }|jD ]L}|jdkrJtjj	nd}tj
|ƒ |f|d�}|  |¡ | |› d|› �¡ q4q| |dœS )za
    Return all allowable parser and float precision
    combinations and corresponding ids.
    Úvaluesr   r-   r   r9   ú-r:   )ÚzipÚ_all_parsersÚ_all_parser_idsÚhasattrrG   r   r   r?   ÚmarkÚ
single_cpur>   Úappend)r;   r<   r/   Z	parser_idÚ	precisionrM   r>   r   r   r   Ú,_get_all_parser_float_precision_combinations«   s    



rQ   r;   r<   c                 C  s   | j S )zR
    Fixture for all allowable combinations of parser
    and float precision
    rB   rC   r   r   r   Úall_parsers_all_precisionsÀ   s    	rR   )é   é   é    )Ú rH   Ú_ÚutfZUTFc                 C  s$   g | ]}t D ]}|› |› d �‘qqS )z{0})Ú_encoding_prefixes)Ú.0ÚsepÚprefixr   r   r   Ú
<listcomp>Ñ   s   r]   )r;   c                 C  s   | j S )zE
    Fixture for all possible integer values for a UTF encoding.
    rB   rC   r   r   r   Ú	utf_valueÖ   s    r^   c                 C  s   | j S )zD
    Fixture for all possible string formats of a UTF encoding.
    rB   rC   r   r   r   Úencoding_fmtÞ   s    r_   )*)z-1,0ç      ð¿)z-1,2e0g333333ó¿)z-1e0r`   )z+1e0ç      ð?)z+1e+0ra   )z+1e-1çš™™™™™¹?)z+,1e1ra   )z+1,e0ra   )z-,1e1r`   )z-1,e0r`   )z0,1rb   )z1,ra   )z,1rb   )z-,1gš™™™™™¹¿)z1_,ra   )z1_234,56ç
×£p=J“@)z
1_234,56e0rc   )rW   rW   )ú-_rd   )ú-_1re   )ú-_1e0rf   )Ú_1rg   )ú_1,rh   )ú_1,_ri   )Ú_1e0rj   )ú1,2e_1rk   )ú1,2e1_0rl   )ú1,_2rm   )ú,1__2rn   )ú,1ero   )ú-,1erp   )ú1_000,000_000rq   )ú1,e1_2rr   )úe11,2rs   )ú1e11,2rt   )ú1,2,2ru   )ú1,2_1rv   )ú	1,2e-10e1rw   )ú--1,2rx   )ú1a_2,1ry   )z1,2E-1g¸…ëQ¸¾?)z1,2E1g      (@c                 C  s   | j S )z¨
    Fixture for all numeric formats which should get recognized. The first entry
    represents the value to read while the second represents the expected result.
    rB   rC   r   r   r   Únumeric_decimalæ   s    4rz   c                 C  sZ   d| j v r|  d¡}nd| j v r0|  d¡d }ndS |jdkrVtjjdd�}|  |¡ dS )z‰
    Fixture that xfails a test if the engine is pyarrow.

    Use if failure is do to unsupported keywords or inconsistent results.
    rA   rR   r   Nr-   zpyarrow doesn't support this.©Úreason)ÚfixturenamesÚgetfixturevaluer   r?   rM   ZxfailZapplymarker)r@   r/   rM   r   r   r   Úpyarrow_xfail  s    


r   c                 C  sN   d| j v r|  d¡}nd| j v r0|  d¡d }ndS |jdkrJtjdd� dS )zƒ
    Fixture that skips a test if the engine is pyarrow.

    Use if failure is do a parsing failure from pyarrow.csv.read_csv
    rA   rR   r   Nr-   z,https://github.com/apache/arrow/issues/38676r{   )r}   r~   r   r?   Úskip)r@   r/   r   r   r   Úpyarrow_skip0  s    


r�   )3Ú
__future__r   r5   r?   Zpandas.compat._optionalr   Zpandasr   r   Zpandas._testingZ_testingr   r   r#   r'   r)   r*   r,   Zfixturer3   r8   Z_cParserHighMemoryZ_cParserLowMemoryZ_pythonParserZ_pyarrowParserZ_py_parsers_onlyZ_c_parsers_onlyr>   rM   rN   Z_pyarrow_parsers_onlyrJ   Z_py_parser_idsZ_c_parser_idsZ_pyarrow_parsers_idsrK   rA   rD   rE   rF   rQ   rR   Z_utf_valuesZ_encoding_sepsrY   Z_encoding_fmtsr^   r_   rz   r   r�   r   r   r   r   Ú<module>   sv   :





þ
ÿ



ÿ/

