a
    ï½„g'Ä  ã                   @   sÌ  d Z ddlZddlmZ ddlmZ ddlZddlZddlZ	ddl
Z
ddlmZ ddlmZ ddlmZ ddlmZmZmZ ddlZddlmZ dd	lmZ dd
lmZmZmZm Z m!Z! zddl"Z"dZ#W n e$yÞ   dZ#Y n0 zddl%Z%dZ&W n e$�y   dZ&Y n0 e
j' (d¡e
j' (d¡gZ)e
j*e
j+de
j'j,e& �pHeddd�dkdd�d�e
j+de
j'j,e# dd�d�gd�dd„ ƒZ-e
j*dd„ ƒZ.e
j*dd„ ƒZ/e
j*dd „ ƒZ0e
j*d!d"„ ƒZ1e
j*d#d$„ ƒZ2e
j*ej 3ej4j5¡ej 3ej4j6¡ej 3ej4j7¡ej 8d%d&¡ej 8d'd&¡ej 8d(d&¡ej 8d)d&¡gd�d*d+„ ƒZ9dKd-d.„Z:d/d0„ Z;d1d2„ Z<d3d4„ Z=d5d6„ Z>d7d8„ Z?d9d:„ Z@d;d<„ ZAd=d>„ ZBd?d@„ ZCdAdB„ ZDG dCdD„ dDƒZEG dEdF„ dFeEƒZFG dGdH„ dHeEƒZGG dIdJ„ dJeEƒZHdS )Lz test parquet compat é    N)ÚDecimal)ÚBytesIO)Úusing_copy_on_write)Ú_get_option)Úis_platform_windows)Úpa_version_under11p0Úpa_version_under13p0Úpa_version_under15p0)ÚVersion)ÚFastParquetImplÚPyArrowImplÚ
get_engineÚread_parquetÚ
to_parquetTFz2ignore:DataFrame._data is deprecated:FutureWarningz=ignore:Passing a BlockManager to DataFrame:DeprecationWarningÚfastparquetúmode.data_manager©ZsilentÚarrayz4fastparquet is not installed or ArrayManager is used©Úreason)ZmarksÚpyarrowúpyarrow is not installed)Úparamsc                 C   s   | j S ©N©Úparam©Úrequest© r   ú_/home/yuhw/wc/wire-cell-python/wcpy/lib/python3.9/site-packages/pandas/tests/io/test_parquet.pyÚengine;   s    r    c                   C   s   t st d¡ dS )Nr   r   )Ú_HAVE_PYARROWÚpytestÚskipr   r   r   r   ÚpaQ   s    
r$   c                   C   s.   t st d¡ ntddd�dkr*t d¡ dS )Nzfastparquet is not installedr   Tr   r   z.ArrayManager is not supported with fastparquetr   )Ú_HAVE_FASTPARQUETr"   r#   r   r   r   r   r   ÚfpX   s
    
r&   c                   C   s   t  g d¢ddœ¡S )N©é   é   é   Úfoo©ÚAÚB)ÚpdÚ	DataFramer   r   r   r   Ú	df_compata   s    r1   c               
   C   sB   t  tdƒttddƒƒtjdddd�g d¢t jd	d
d�dœ¡} | S )NÚabcr(   é   ç      @ç      @Úfloat64©Údtype©TFTÚ20130101r*   ©Úperiods)ÚaÚbÚdÚeÚf)r/   r0   ÚlistÚrangeÚnpÚarangeÚ
date_range)Údfr   r   r   Údf_cross_compatf   s    úÿrH   c                   C   sŠ   t  tdƒdtjdgg d¢g d¢g d¢ttddƒƒt d	d
¡ d¡tjdddd�dtjdgg d¢t jdd	d�t  	d¡t j
t  	d¡gdœ¡S )Nr2   r=   Úc©r=   NrI   )ó   fooó   bars   baz©r+   ÚbarÚbazr(   r3   r*   é   Úu1r4   r5   r6   r7   ç       @ç      @r9   r:   r;   Z20130103)ÚstringÚstring_with_nanZstring_with_noneÚbytesÚunicodeÚintZuintÚfloatZfloat_with_nanÚboolÚdatetimeÚdatetime_with_nat)r/   r0   rB   rD   ÚnanrC   rE   ÚastyperF   Ú	TimestampZNaTr   r   r   r   Údf_fullx   s$    

ýôÿr`   z2019-01-04T16:41:24+0200z%Y-%m-%dT%H:%M:%S%zz2019-01-04T16:41:24+0215z2019-01-04T16:41:24-0200z2019-01-04T16:41:24-0215c                 C   s   | j S r   r   r   r   r   r   Útimezone_aware_date_list�   s    ra   r)   c
                    s”   ˆp
ddi‰ˆpi ‰ˆdu r ˆ‰|r4|ˆd< |ˆd< ‡ ‡‡‡‡‡‡‡fdd„}
ˆdu rˆt  ¡ �‰|
|	ƒ W d  ƒ q�1 s|0    Y  n|
|	ƒ dS )a  Verify parquet serializer and deserializer produce the same results.

    Performs a pandas to disk and disk to pandas round trip,
    then compares the 2 resulting DataFrames to verify equality.

    Parameters
    ----------
    df: Dataframe
    engine: str, optional
        'pyarrow' or 'fastparquet'
    path: str, optional
    write_kwargs: dict of str:str, optional
    read_kwargs: dict of str:str, optional
    expected: DataFrame, optional
        Expected deserialization result, otherwise will be equal to `df`
    check_names: list of str, optional
        Closed set of column names to be compared
    check_like: bool, optional
        If True, ignore the order of index & columns.
    repeat: int, optional
        How many times to repeat the test
    ÚcompressionNr    c                    sZ   t | ƒD ]L}ˆjˆfi ˆ¤Ž tˆfi ˆ¤Ž}dˆv r@d ˆjd< tjˆ|ˆˆˆ d� qd S )NrU   ©r(   rU   )Úcheck_namesÚ
check_likeÚcheck_dtype)rC   r   r   ÚlocÚtmÚassert_frame_equal)ÚrepeatÚ_Úactual©rf   re   rd   rG   ÚexpectedÚpathÚread_kwargsÚwrite_kwargsr   r   ÚcompareË   s    
ûz!check_round_trip.<locals>.compare)rh   Úensure_clean)rG   r    ro   rq   rp   rn   rd   re   rf   rj   rr   r   rm   r   Úcheck_round_tripŸ   s    "
(rt   c                 C   s0   ddl m} |j| dd�}|jjj|ks,J ‚dS )zÂCheck partitions of a parquet file are as expected.

    Parameters
    ----------
    path: str
        Path of the dataset.
    expected: iterable of str
        Expected partition names.
    r   NZhive)Úpartitioning)Zpyarrow.datasetÚdatasetru   ÚschemaÚnames)ro   rn   Zdsrv   r   r   r   Úcheck_partition_namesá   s    
ry   c                 C   sB   d}t jt|d�� t| ddƒ W d   ƒ n1 s40    Y  d S )Nz.engine must be one of 'pyarrow', 'fastparquet'©Úmatchr+   rN   )r"   ÚraisesÚ
ValueErrorrt   )r1   Úmsgr   r   r   Útest_invalid_engineñ   s    r   c                 C   s8   t  dd¡� t| ƒ W d   ƒ n1 s*0    Y  d S )Núio.parquet.enginer   ©r/   Úoption_contextrt   )r1   r$   r   r   r   Útest_options_py÷   s    rƒ   c                 C   s8   t  dd¡� t| ƒ W d   ƒ n1 s*0    Y  d S )Nr€   r   r�   )r1   r&   r   r   r   Útest_options_fpþ   s    r„   c                 C   s8   t  dd¡� t| ƒ W d   ƒ n1 s*0    Y  d S )Nr€   Úautor�   )r1   r&   r$   r   r   r   Útest_options_auto  s    r†   c                 C   sV  t tdƒtƒsJ ‚t tdƒtƒs$J ‚t dd¡�F t tdƒtƒsDJ ‚t tdƒtƒsVJ ‚t tdƒtƒshJ ‚W d   ƒ n1 s|0    Y  t dd¡�F t tdƒtƒs¦J ‚t tdƒtƒs¸J ‚t tdƒtƒsÊJ ‚W d   ƒ n1 sÞ0    Y  t dd¡�L t tdƒtƒ�s
J ‚t tdƒtƒ�sJ ‚t tdƒtƒ�s2J ‚W d   ƒ n1 �sH0    Y  d S )Nr   r   r€   r…   )Ú
isinstancer   r   r   r/   r‚   )r&   r$   r   r   r   Útest_options_get_engine  s    00rˆ   c                  C   s‚  ddl m}  |  d¡}|  d¡}ts(dnttjƒt|ƒk }tsBdnttjƒt|ƒk }to\| }tof| }|�s~|�s~|r¼d|› d�}t	j
t|d�� td	ƒ W d   ƒ qö1 s°0    Y  n:d
}t	j
t|d�� td	ƒ W d   ƒ n1 sì0    Y  |�rBd|› d�}t	j
t|d�� td	ƒ W d   ƒ n1 �s60    Y  n<d}t	j
t|d�� td	ƒ W d   ƒ n1 �st0    Y  d S )Nr   )ÚVERSIONSr   r   FzPandas requires version .z. or newer of .pyarrow.rz   r…   z%Missing optional dependency .pyarrow.z. or newer of .fastparquet.z)Missing optional dependency .fastparquet.)Zpandas.compat._optionalr‰   Úgetr!   r
   r   Ú__version__r%   r   r"   r|   ÚImportErrorr   )r‰   Z
pa_min_verZ
fp_min_verZhave_pa_bad_versionZhave_fp_bad_versionZhave_usable_paZhave_usable_fpr{   r   r   r   Ú"test_get_engine_auto_error_message   s8    

ÿýÿý

(&*r�   c                 C   s~   | }t  ¡ �^}|j||d d� t||d�}t  ||¡ t||ddgd�}t  ||ddg ¡ W d   ƒ n1 sp0    Y  d S ©N)r    rb   ©r    r=   r?   )r    Úcolumns©rh   rs   r   r   ri   ©rH   r$   r&   rG   ro   Úresultr   r   r   Útest_cross_engine_pa_fpK  s    
r”   c                 C   s~   | }t  ¡ �^}|j||d d� t||d�}t  ||¡ t||ddgd�}t  ||ddg ¡ W d   ƒ n1 sp0    Y  d S rŽ   r‘   r’   r   r   r   Útest_cross_engine_fp_paY  s    
r•   c              	   C   s€   t  dg d¢i¡}d}t ¡ �N}tjt|ddd�� | || ¡ W d   ƒ n1 sT0    Y  W d   ƒ n1 sr0    Y  d S )Nr=   r'   zqStarting with pandas version 3.0 all arguments of to_parquet except for the argument 'path' will be keyword-only.F)r{   Zcheck_stacklevelZraise_on_extra_warnings)r/   r0   rh   rs   Úassert_produces_warningÚFutureWarningr   )r    rG   r~   ro   r   r   r   Ú!test_parquet_pos_args_deprecationf  s    ÿ
ür˜   c                   @   s4   e Zd Zdd„ Zdd„ Zejjejjdd„ ƒƒZ	dS )ÚBasec              	   C   sj   t  ¡ �N}tj||d��  t|||d d� W d   ƒ n1 s>0    Y  W d   ƒ n1 s\0    Y  d S )Nrz   ©rb   )rh   rs   r"   r|   r   )ÚselfrG   r    ÚexcÚerr_msgro   r   r   r   Úcheck_error_on_writex  s    
zBase.check_error_on_writec              	   C   sf   t  ¡ �J}t  |¡�  t|||d d� W d   ƒ n1 s:0    Y  W d   ƒ n1 sX0    Y  d S )Nrš   )rh   rs   Úexternal_error_raisedr   )r›   rG   r    rœ   ro   r   r   r   Úcheck_external_error_on_write~  s    
z"Base.check_external_error_on_writec                 C   sr   |dkrt  |¡ t|ddddƒdd��*}|j| ¡ d� t|jƒ}W d   ƒ n1 sX0    Y  t ||¡ d S )	Nr…   ÚioÚdataÚparquetzsimple.parquetÚrb)Úmode)Úcontent)	r"   ÚimportorskipÚopenZserve_contentÚreadr   Úurlrh   ri   )r›   Z
httpserverÚdatapathr1   r    rA   rG   r   r   r   Útest_parquet_read_from_url„  s    
(zBase.test_parquet_read_from_urlN)
Ú__name__Ú
__module__Ú__qualname__rž   r    r"   ÚmarkÚnetworkÚ
single_cpur¬   r   r   r   r   r™   w  s
   r™   c                   @   s°   e Zd Zdd„ Zdd„ Zej dg d¢¡dd„ ƒZd	d
„ Z	dd„ Z
dd„ Zdd„ Zdd„ Zdd„ Zdd„ Zdd„ Zdd„ Zdd„ Zdd„ Zdd „ Zej d!g d"¢¡d#d$„ ƒZd%S )&Ú	TestBasicc                 C   sF   t  g d¢¡ddt  d¡t g d¢¡fD ]}d}|  ||t|¡ q(d S )Nr'   r(   r+   r:   z+to_parquet only supports IO with DataFrames)r/   ÚSeriesr_   rD   r   rž   r}   )r›   r    Úobjr~   r   r   r   Ú
test_error�  s    ûzTestBasic.test_errorc                 C   s6   t  tdƒttddƒƒdœ¡}ddg|_t||ƒ d S )Nr2   r(   r3   ©rT   rX   r+   rN   )r/   r0   rB   rC   r�   rt   )r›   r    rG   r   r   r   Útest_columns_dtypes›  s    
zTestBasic.test_columns_dtypesrb   )NÚgzipZsnappyÚbrotlic                 C   s(   t  dg d¢i¡}t||d|id� d S )Nr-   r'   rb   ©rq   ©r/   r0   rt   )r›   r    rb   rG   r   r   r   Útest_compression¢  s    zTestBasic.test_compressionc                 C   sJ   t  tdƒttddƒƒdœ¡}t  dtdƒi¡}t|||ddgid� d S )Nr2   r(   r3   r·   rT   r�   ©rn   rp   ©r/   r0   rB   rC   rt   )r›   r    rG   rn   r   r   r   Útest_read_columns§  s
    ÿzTestBasic.test_read_columnsc              	   C   sX   t  ttdƒƒtdƒdœ¡}t  dddgi¡}t||||ddgid	gdgd
œdd� d S )Nr3   Zaabb)rX   ÚpartrX   r   r(   Úpartition_colsrÁ   )rÁ   ú==r=   )Úfiltersr�   )ro   rn   rq   rp   rj   r¿   )r›   r    Útmp_pathrG   rn   r   r   r   Útest_read_filters°  s    
þÿùzTestBasic.test_read_filtersc                 C   sž   |dk}t  dg d¢i¡}t||ƒ g d¢t jddd�tdƒg d	¢g}|D ]2}||_t|t jƒrn|j d ¡|_t|||d
� qJg d¢|_d|j_	t||ƒ d S )Nr   r-   r'   )r)   r*   r3   r:   r*   r;   r2   )r(   r*   r3   )rd   )r   r(   r)   r+   )
r/   r0   rt   rF   rB   Úindexr‡   ZDatetimeIndexÚ
_with_freqÚname)r›   r    rd   rG   ZindexesrÇ   r   r   r   Útest_write_indexÃ  s     
ü
zTestBasic.test_write_indexc                 C   s:   |}t  dg d¢i¡}t j g d¢¡}||_t||ƒ d S )Nr-   r'   ©)r=   r(   )r=   r)   )r>   r(   )r/   r0   Ú
MultiIndexÚfrom_tuplesrÇ   rt   )r›   r$   r    rG   rÇ   r   r   r   Útest_write_multiindexÛ  s
    zTestBasic.test_write_multiindexc                 C   sª   |}t jdddd�}t jtj d¡ dt|ƒ df¡tdƒd�}t j	j
d	d
g|gddgd�}|jd d�}||fD ]4}||_t||ƒ t||dddgi|ddg d� qpd S )Nz01-Jan-2018z01-Dec-2018ZMS)Úfreqr)   r*   ÚABC©r�   ÚLevel1ÚLevel2ÚlevelÚdate)rx   r�   r-   r.   ©rp   rn   )r/   rF   r0   rD   ÚrandomÚdefault_rngÚstandard_normalÚlenrB   rÌ   Zfrom_productÚcopyrÇ   rt   )r›   r$   r    ÚdatesrG   Zindex1Úindex2rÇ   r   r   r   Útest_multiindex_with_columnsä  s     þÿ
ÿz&TestBasic.test_multiindex_with_columnsc                 C   sÈ   t  g d¢g d¢dœ¡}d ddœ}|jdd�}t||||d� t jg d¢g d¢dœg d	¢d
�}t||||d� g d¢g d¢g}t jttdƒƒdd„ tdƒD ƒdœ|d
�}|jdd�}t||||d� d S )Nr'   )ÚqÚrÚs)r=   r>   F)rb   rÇ   T)Údrop©rq   rn   )ZzyxZwvuZtsr©rÇ   ©rN   rN   rO   rO   r+   r+   Úquxræ   ©ÚoneÚtworè   ré   rè   ré   rè   ré   é   c                 S   s   g | ]
}| ‘qS r   r   )Ú.0Úir   r   r   Ú
<listcomp>  ó    z7TestBasic.test_write_ignoring_index.<locals>.<listcomp>)rè   ré   )r/   r0   Zreset_indexrt   rB   rC   )r›   r    rG   rq   rn   Úarraysr   r   r   Útest_write_ignoring_index÷  s     
ÿþ ÿz#TestBasic.test_write_ignoring_indexc                 C   s\   t j g d¢¡}t jtj d¡ d¡|d�}|dkrF|  ||t	d¡ n|dkrXt
||ƒ d S )NrË   r)   )r3   r*   rÑ   r   úColumn name must be a stringr   )r/   rÌ   rÍ   r0   rD   r×   rØ   rÙ   rž   Ú	TypeErrorrt   )r›   r    Z
mi_columnsrG   r   r   r   Útest_write_column_multiindex  s    ÿÿz&TestBasic.test_write_column_multiindexc                 C   sh   g d¢g d¢g}t jtj d¡ d¡|d�}ddg|j_|dkrR|  ||t	d	¡ n|d
krdt
||ƒ d S )Nrå   )r(   r)   r(   r)   r(   r)   r(   r)   r)   ©rê   rê   rÑ   rÒ   rÓ   r   zColumn namer   )r/   r0   rD   r×   rØ   rÙ   r�   rx   rž   r}   rt   ©r›   r    rï   rG   r   r   r   Ú&test_write_column_multiindex_nonstring%  s    þÿz0TestBasic.test_write_column_multiindex_nonstringc                 C   sJ   |}g d¢g d¢g}t jtj d¡ d¡|d�}ddg|j_t||ƒ d S )Nrå   rç   r)   rô   rÑ   Z	ColLevel1Z	ColLevel2)	r/   r0   rD   r×   rØ   rÙ   r�   rx   rt   ©r›   r$   r    rï   rG   r   r   r   Ú#test_write_column_multiindex_string6  s    þÿz-TestBasic.test_write_column_multiindex_stringc                 C   s>   |}g d¢}t jtj d¡ d¡|d�}d|j_t||ƒ d S )N)rN   rO   r+   ræ   r)   ©rê   r3   rÑ   Z	StringCol)	r/   r0   rD   r×   rØ   rÙ   r�   rÉ   rt   r÷   r   r   r   Útest_write_column_index_stringG  s    ÿz(TestBasic.test_write_column_index_stringc                 C   sT   g d¢}t jtj d¡ d¡|d�}d|j_|dkrF|  ||t	d¡ n
t
||ƒ d S )N©r(   r)   r*   r3   r)   rù   rÑ   ZNonStringColr   rñ   )r/   r0   rD   r×   rØ   rÙ   r�   rÉ   rž   rò   rt   rõ   r   r   r   Ú!test_write_column_index_nonstringU  s    ÿÿz+TestBasic.test_write_column_index_nonstringc           
      C   s¬  t  d¡}|dkr*t jjdd�}| |¡ t t g d¢d¡t g d¢d¡t g d¢¡t g d	¢¡t g d
¢d¡t g d¢d¡t g d¢d¡dœ¡}t 	¡ �6}| 
||¡ t||d�}t||dd�}W d   ƒ n1 sØ0    Y  |d jt d¡ksúJ ‚t tjg d¢dd�tjg d¢dd�tjg d¢dd�tjg d	¢dd�tjg d
¢dd�tjg d¢dd�tjg d¢dd�dœ¡}	|dk�rœ|jddd�}|	jddd�}	t ||	¡ d S )Nzpyarrow.parquetr   z.Fastparquet nullable dtype support is disabledr   ©r(   r)   r*   NZint64Zuint8)r=   r>   rI   N)TFTNrû   )ç      ð?rR   rS   NZfloat32r6   )r=   r>   rI   r?   r@   rA   Úgr�   Únumpy_nullable©r    Údtype_backendr=   ÚInt64r7   ÚUInt8rT   ÚbooleanZFloat32ÚFloat64rI   r(   )Zaxis)r"   r§   r°   ÚxfailÚapplymarkerr   Útabler   rh   rs   Úwrite_tabler   r8   rD   r/   r0   râ   ri   )
r›   r    r   Úpqr°   r	  ro   Zresult1Zresult2rn   r   r   r   Útest_dtype_backende  sF    
ÿ
÷ÿ
,ùÿ
zTestBasic.test_dtype_backendr8   )	r  r  r  Úobjectzdatetime64[ns, UTC]rY   z	period[D]r  rT   c                 C   sT   t  dt jg |d�i¡}d }|dkr<t  dt jg dd�i¡}t||ddi|d� d S )NÚvaluer7   rY   r  r  r   rÖ   )r/   r0   r   rt   )r›   r$   r8   rG   rn   r   r   r   Útest_read_empty_array–  s    ÿÿÿÿÿzTestBasic.test_read_empty_arrayN)r­   r®   r¯   r¶   r¸   r"   r°   Úparametrizer½   rÀ   rÆ   rÊ   rÎ   rÞ   rð   ró   rö   rø   rú   rü   r  r  r   r   r   r   r³   �  s*   
		 1þr³   c                   @   s®  e Zd Zdd„ Zdd„ Zdd„ Zdd„ Zd	d
„ Zdd„ Zdd„ Z	e
jjeƒ dd�e
jje dd�e
j deejg¡dd„ ƒƒƒZdd„ Ze
jjdd„ ƒZe
jjdd„ ƒZe
jje
j ddgg g¡dd„ ƒƒZdd „ Zd!d"„ Zd#d$„ Zd%d&„ Ze
jjded'd(„ gd)d*gd+�d,d-„ ƒZd.d/„ Zd0d1„ Z d2d3„ Z!d4d5„ Z"d6d7„ Z#d8d9„ Z$d:d;„ Z%d<d=„ Z&d>d?„ Z'd@dA„ Z(dBdC„ Z)dDdE„ Z*dFdG„ Z+dHdI„ Z,dJdK„ Z-e
jje.dLd�dMdN„ ƒZ/dOdP„ Z0dQS )RÚTestParquetPyArrowc                 C   s@   |}t jdddd�}| d ¡}||d< g d¢|d< t||ƒ d S )Nr:   r*   úEurope/Brussels©r<   ÚtzÚdatetime_tz©TNTÚbool_with_none)r/   rF   rÈ   rt   )r›   r$   r`   rG   Údtir   r   r   Ú
test_basic¹  s    
zTestParquetPyArrow.test_basicc                 C   s<   |}t jdddd�|d< t|||ddg dddgid	� d S )
Nr:   r*   r  r  r  rT   rX   r�   r¾   )r/   rF   rt   )r›   r$   r`   rG   r   r   r   Útest_basic_subset_columnsÄ  s    

üz,TestParquetPyArrow.test_basic_subset_columnsc                 C   sL   |j |d�}t|tƒsJ ‚t|ƒ}t|ƒ}| ¡ }d |jd< t ||¡ d S )Nr�   rc   )	r   r‡   rV   r   r   rÛ   rg   rh   ri   )r›   r$   r`   Z	buf_bytesZ
buf_streamÚresrn   r   r   r   Ú*test_to_bytes_without_path_or_buf_providedÒ  s    
z=TestParquetPyArrow.test_to_bytes_without_path_or_buf_providedc                 C   s8   t jt d¡ dd¡tdƒd� ¡ }|  ||td¡ d S )Né   r3   r*   ÚaaarÑ   zDuplicate column names found©	r/   r0   rD   rE   ZreshaperB   rÛ   rž   r}   ©r›   r$   rG   r   r   r   Útest_duplicate_columnsÞ  s    $z)TestParquetPyArrow.test_duplicate_columnsc                 C   s&   t  dt jddd�i¡}t||ƒ d S )Nr=   ú1 dayr*   r;   )r/   r0   Útimedelta_rangert   r   r   r   r   Útest_timedeltaã  s    z!TestParquetPyArrow.test_timedeltac                 C   s&   t  dg d¢i¡}|  ||tj¡ d S )Nr=   ©r=   r(   rR   )r/   r0   r    r   ÚArrowExceptionr   r   r   r   Útest_unsupportedç  s    z#TestParquetPyArrow.test_unsupportedc                 C   sF   t jddt jd�}tj|dgd�}tr8|  ||tj¡ n
t	||ƒ d S )Nr)   é
   r7   Úfp16©r¢   r�   )
rD   rE   Úfloat16r/   r0   r	   r    r   r&  rt   )r›   r$   r¢   rG   r   r   r   Útest_unsupported_float16î  s
    z+TestParquetPyArrow.test_unsupported_float16zqPyArrow does not cleanup of partial files dumps when unsupported dtypes are passed to_parquet function in windowsr   zfloat16 works on 15Ú	path_typec              	   C   s    t jddt jd�}tj|dgd�}t ¡ �b}||ƒ}t tj	¡� |j
||d� W d   ƒ n1 sd0    Y  tj |¡r~J ‚W d   ƒ n1 s’0    Y  d S )Nr)   r(  r7   r)  r*  )ro   r    )rD   rE   r+  r/   r0   rh   rs   rŸ   r   r&  r   Úosro   Úisfile)r›   r$   r-  r¢   rG   Zpath_strro   r   r   r   Ú test_unsupported_float16_cleanupø  s    
,z3TestParquetPyArrow.test_unsupported_float16_cleanupc                 C   sd   t  ¡ }t  tdƒ¡|d< t jg d¢t  g d¢¡d�|d< t jg d¢g d¢d	d
�|d< t||ƒ d S )NZabcdefr=   )rN   r+   r+   rN   NrN   rM   r7   r>   )r=   r>   rI   r=   rI   r>   )r>   rI   r?   T)Ú
categoriesZorderedrI   )r/   r0   ÚCategoricalrB   ZCategoricalDtypert   r   r   r   r   Útest_categorical  s    þ
ÿ
z#TestParquetPyArrow.test_categoricalc                 C   s@   t  d¡}|jf i |¤Ž}d|i}t|||j› d�||d� d S )NÚs3fsÚ
filesystemú/pyarrow.parquet©ro   rp   rq   )r"   r§   ZS3FileSystemrt   rÉ   )r›   r1   Ús3_public_bucketr$   Ús3sor4  Zs3Úkwr   r   r   Útest_s3_roundtrip_explicit_fs   s    

ûz0TestParquetPyArrow.test_s3_roundtrip_explicit_fsc                 C   s(   d|i}t ||d|j› d�||d� d S )NÚstorage_optionsús3://r6  r7  ©rt   rÉ   )r›   r1   r8  r$   r9  r   r   r   Útest_s3_roundtrip-  s    ûz$TestParquetPyArrow.test_s3_roundtripÚpartition_colr-   c              
   C   sr   t  d¡ | ¡ }|r@| t |tj¡¡}d}||  |¡||< t|||d|j	› d�d|i|d |dœddd	� d S )
Nr4  Úcategoryr=  z/parquet_dirr<  )rÂ   rb   r<  Tr(   )rn   ro   rp   rq   re   rj   )
r"   r§   rÛ   r^   ÚdictÚfromkeysrD   Zint32rt   rÉ   )r›   r1   r8  r$   r@  r9  Zexpected_dfZpartition_col_typer   r   r   Útest_s3_roundtrip_for_dir9  s*    
ÿýôz,TestParquetPyArrow.test_s3_roundtrip_for_dirc                 C   s2   t  d¡ tƒ }| |¡ t|ƒ}t ||¡ d S )Nr   )r"   r§   r   r   r   rh   ri   )r›   r1   ÚbufferZdf_from_bufr   r   r   Útest_read_file_like_obj_support`  s
    

z2TestParquetPyArrow.test_read_file_like_obj_supportc                 C   s”   t  d¡ | dd¡ | dd¡ t jtdd�� tdƒ W d   ƒ n1 sN0    Y  t jtdd�� | d¡ W d   ƒ n1 s†0    Y  d S )Nr   ÚHOMEZTestingUserÚUSERPROFILEz.*TestingUser.*rz   z~/file.parquet)r"   r§   Zsetenvr|   ÚOSErrorr   r   )r›   r1   Zmonkeypatchr   r   r   Útest_expand_userg  s    
&z#TestParquetPyArrow.test_expand_userc                 C   s>   ddg}|}|j ||d d� t||ƒ t|ƒj|jks:J ‚d S )NrZ   rX   ©rÂ   rb   ©r   ry   r   Úshape)r›   rÅ   r$   r`   rÂ   rG   r   r   r   Útest_partition_cols_supportedp  s
    
z0TestParquetPyArrow.test_partition_cols_supportedc                 C   s@   d}|g}|}|j ||d d� t||ƒ t|ƒj|jks<J ‚d S )NrZ   rK  rL  )r›   rÅ   r$   r`   rÂ   Úpartition_cols_listrG   r   r   r   Útest_partition_cols_stringx  s    
z-TestParquetPyArrow.test_partition_cols_stringc                 C   s   | S r   r   )Úxr   r   r   Ú<lambda>‚  rî   zTestParquetPyArrow.<lambda>rT   zpathlib.Path)Zidsc           	      C   s<   d}|g}|}||ƒ}|j ||d� t|ƒj|jks8J ‚d S )Nr.   )rÂ   )r   r   rM  )	r›   rÅ   r$   r1   r-  rÂ   rO  rG   ro   r   r   r   Útest_partition_cols_pathlib�  s    z.TestParquetPyArrow.test_partition_cols_pathlibc                 C   s   t jg g d�}t||ƒ d S )N)rÇ   r�   r¼   r   r   r   r   Útest_empty_dataframe�  s    z'TestParquetPyArrow.test_empty_dataframec                 C   sV   dd l }t dddgi¡}| |jd| ¡ d�g¡}| t¡}t||d|i|d� d S )Nr   rQ  r(   )Útyperw   rã   )	r   r/   r0   rw   ÚfieldZbool_r^   rZ   rt   )r›   r$   r   rG   rw   Zout_dfr   r   r   Útest_write_with_schema”  s
    
z)TestParquetPyArrow.test_write_with_schemac                 C   sz   t  d¡ t tjg d¢dd�tjg d¢dd�tjg d¢dd�dœ¡}t||ƒ t d	tjg d
¢dd�i¡}t||ƒ d S )Nr   r'   r  r7   ZUInt32rJ   rT   ©r=   r>   rI   r=   rý   )r"   r§   r/   r0   r´   rt   r   r   r   r   Ú test_additional_extension_arraysœ  s    
ýÿ
z3TestParquetPyArrow.test_additional_extension_arraysc              	   C   sr   t  d¡ t dtjg d¢dd�i¡}t d|¡�, t||| d|› d�¡d	� W d   ƒ n1 sd0    Y  d S )
Nr   r=   rJ   ústring[pyarrow]r7   Ústring_storagezstring[ú]©rn   )r"   r§   r/   r0   r´   r‚   rt   r^   )r›   r$   r[  rG   r   r   r   Ú test_pyarrow_backed_string_array¬  s    
z3TestParquetPyArrow.test_pyarrow_backed_string_arrayc                 C   sV   t  d¡ t tj g d¢¡tjdddd�tj tjdddd�¡dœ¡}t	||ƒ d S )	Nr   ))r   r(   )r(   r)   )r*   r3   z
2012-01-01r*   ÚD)r<   rÏ   r3   )rI   r?   r@   )
r"   r§   r/   r0   ZIntervalIndexrÍ   Úperiod_rangeZfrom_breaksrF   rt   r   r   r   r   Útest_additional_extension_types³  s    
ÿüÿ
z2TestParquetPyArrow.test_additional_extension_typesc                 C   s4   d}t  dt jdddd�i¡}t||d|id� d S )	Nz2.6r=   z
2017-01-01Z1nsr(  ©rÏ   r<   Úversionr»   )r/   r0   rF   rt   )r›   r$   ÚverrG   r   r   r   Útest_timestamp_nanosecondsÃ  s    z-TestParquetPyArrow.test_timestamp_nanosecondsc                 C   sP   |j tjjkr"| tjjdd�¡ d|g }tj	|d|id�}t
||dd� d S )Nzitemporary skip this test until it is properly resolved: https://github.com/pandas-dev/pandas/issues/37286r   é   Úindex_as_col©rÇ   r¢   F)rf   )Útzinfor[   ÚtimezoneÚutcr  r"   r°   r  r/   r0   rt   )r›   r   r$   ra   ÚidxrG   r   r   r   Útest_timezone_aware_indexË  s    ÿÿ
z,TestParquetPyArrow.test_timezone_aware_indexc                 C   sz   t  d¡ t dttdƒƒi¡}t ¡ �.}|j||d� t	||dgd�}W d   ƒ n1 s\0    Y  t
|ƒdksvJ ‚d S )Nr   r=   r*   r�   ©r=   rÃ   r   ©rÄ   r(   )r"   r§   r/   r0   rB   rC   rh   rs   r   r   rÚ   )r›   r$   rG   ro   r“   r   r   r   Útest_filter_row_groupsá  s    

.z)TestParquetPyArrow.test_filter_row_groupsc                 C   s–   t jtj d¡ d¡g d¢d�}t ¡ �(}|j||d� t	||ƒ}W d   ƒ n1 sV0    Y  |r|t
|jt jjjƒs’J ‚nt
|jt jjjƒs’J ‚d S )Nr)   )r(  r*   )r-   r.   ÚCrÑ   r�   )r/   r0   rD   r×   rØ   rÙ   rh   rs   r   r   r‡   Z_mgrÚcoreZ	internalsZArrayManagerZBlockManager)r›   r$   Zusing_array_managerrG   ro   r“   r   r   r   Útest_read_parquet_managerê  s    ÿ
(z,TestParquetPyArrow.test_read_parquet_managerc                 C   s¶   dd l }|}tjdddd�}| d ¡}||d< g d¢|d< |j |¡}|jtjd	�}trž|d
  	d¡|d
< |d  	d¡|d< |d  	t |j
ddd�¡¡|d< t||ddi|d� d S )Nr   r:   r*   r  r  r  r  r  )Ztypes_mapperr[   ztimestamp[us][pyarrow]r\   Úus)Úunitr  r  r   ©r    rp   rn   )r   r/   rF   rÈ   ÚTableZfrom_pandasZ	to_pandasZ
ArrowDtyper   r^   Ú	timestamprt   )r›   r$   r`   r   rG   r  Zpa_tablern   r   r   r   Ú&test_read_dtype_backend_pyarrow_configø  s,    
ÿÿüz9TestParquetPyArrow.test_read_dtype_backend_pyarrow_configc                 C   sn   t jdddgit jddgdd�dd	�}| ¡ }d
d l}t|jƒtdƒkrV|j d¡|_t	||ddi|d� d S )Nr=   r(   r)   r*   r3   Útest©rÉ   zint64[pyarrow])rÇ   r8   r   z11.0.0r  r   rv  )
r/   r0   ÚIndexrÛ   r   r
   r‹   rÇ   r^   rt   )r›   r$   rG   rn   r   r   r   r   Ú,test_read_dtype_backend_pyarrow_config_index  s    ÿüz?TestParquetPyArrow.test_read_dtype_backend_pyarrow_config_indexc                 C   s¨   t  tdƒttddƒƒdœ¡}ddg|_t||ƒ ddg|_tjtdd	�� t||ƒ W d   ƒ n1 sj0    Y  t	 	d
dddd¡t	 	d
dddd¡g|_t||ƒ d S )Nr2   r(   r3   r·   r   rK   rL   z|S3rz   éÛ  )
r/   r0   rB   rC   r�   rt   r"   r|   ÚNotImplementedErrorr[   r   r   r   r   Útest_columns_dtypes_not_invalid&  s    


(þz2TestParquetPyArrow.test_columns_dtypes_not_invalidc                 C   s(   t jt jg d¢dd�d�}t||ƒ d S )NrX  úcustom namer{  rä   ©r/   r0   r|  rt   r   r   r   r   Útest_empty_columns:  s    z%TestParquetPyArrow.test_empty_columnsc                 C   sR   |d }t jddgid�}ddi|_|j||d� t||d�}|j|jksNJ ‚d S )Nztest_df_metadata.pr(   ©r¢   Ztest_attributer�   )r/   r0   Úattrsr   r   )r›   rÅ   r$   ro   rG   Znew_dfr   r   r   Útest_df_attrs_persistence?  s    
z,TestParquetPyArrow.test_df_attrs_persistencec                 C   sž   |d }t jdddgiddgd�}|j|dd� t  d	d
¡� t|dd�}W d   ƒ n1 s^0    Y  t jdddgidt jddgdd�d�}t ||¡ d S )Nztest_string_inference.pr=   rQ  Úyr>   )r¢   rÇ   r   r�   úfuture.infer_stringTústring[pyarrow_numpy]r7   )r¢   r8   rÇ   )r/   r0   r   r‚   r   r|  rh   ri   ©r›   rÅ   r$   ro   rG   r“   rn   r   r   r   Útest_string_inferenceG  s    *
ýz(TestParquetPyArrow.test_string_inferenceznot supported before 11.0c                 C   st   dd l }|d }tjdtdƒgidd�}|j|| d| d¡fg¡d� t|ƒ}tjdd	gid
d�}t 	||¡ d S )Nr   z	decimal.pr=   z123.00rZ  r7   rf  )rw   Z123zstring[python])
r   r/   r0   r   r   rw   Z
decimal128r   rh   ri   rŠ  r   r   r   Útest_roundtrip_decimalU  s     z)TestParquetPyArrow.test_roundtrip_decimalc                 C   s®   dd l }dd lm} |d }| d| g d¢| ¡ ¡i¡}| ||¡ t dd¡� t	|ƒ}W d   ƒ n1 sp0    Y  tj
dg d¢idtjdgdd�d	�}t ||¡ d S )
Nr   zlarge_string.pr=   )Nr>   rI   rˆ  Tr‰  r7   )r¢   r8   r�   )r   Zpyarrow.parquetr£   r	  r   Zlarge_stringr
  r/   r‚   r   r0   r|  rh   ri   )r›   rÅ   r$   r  ro   r	  r“   rn   r   r   r   Ú#test_infer_string_large_string_typea  s    &
ýz6TestParquetPyArrow.test_infer_string_large_string_typeN)1r­   r®   r¯   r  r  r  r!  r$  r'  r,  r"   r°   r  r   Úskipifr	   r  ÚstrÚpathlibÚPathr0  r3  r²   r;  r?  rD  rF  rJ  rN  rP  rS  rT  rW  rY  r^  ra  re  rm  rp  rs  ry  r}  r€  rƒ  r†  r‹  r   rŒ  r�  r   r   r   r   r  ¸  sj   
ý

þþ		ÿ
	
r  c                   @   s(  e Zd Zdd„ Zdd„ Zdd„ Zejje	e
jƒe	dƒkdd	�d
d„ ƒZdd„ Zdd„ Zdd„ Zejjdd„ ƒZdd„ Zdd„ Zdd„ Zdd„ Zejjeƒ dd	�dd„ ƒZejjeoÂe	ejƒe	dƒkd d	�d!d"„ ƒZd#d$„ Zd%d&„ Zd'd(„ Zd)d*„ Zd+d,„ Z d-d.„ Z!d/d0„ Z"ejjeƒ dd	�d1d2„ ƒZ#d3S )4ÚTestParquetFastParquetc                 C   sF   |}t jdddd�}| d ¡}||d< t jddd�|d< t||ƒ d S )	Nr:   r*   z
US/Easternr  r  r"  r;   Ú	timedelta)r/   rF   rÈ   r#  rt   )r›   r&   r`   rG   r  r   r   r   r  ‚  s    
z!TestParquetFastParquet.test_basicc                 C   s”   t  tdƒttddƒƒdœ¡}t}d}ddg|_|  ||||¡ ddg|_|  ||||¡ t d	dddd¡t d	dddd¡g|_|  ||||¡ d S )
Nr2   r(   r3   r·   rñ   r   rK   rL   r~  )r/   r0   rB   rC   rò   r�   rž   r[   )r›   r&   rG   Úerrr~   r   r   r   Útest_columns_dtypes_invalid‹  s    

þz2TestParquetFastParquet.test_columns_dtypes_invalidc                 C   s<   t jt d¡ dd¡tdƒd� ¡ }d}|  ||t|¡ d S )Nr  r3   r*   r  rÑ   z9Cannot create parquet dataset with duplicate column namesr  ©r›   r&   rG   r~   r   r   r   r!     s    $z-TestParquetFastParquet.test_duplicate_columnsz2.0.0z$fastparquet uses np.float_ in numpy2r   c                 C   s@   t  dg d¢i¡}t jddtjdgidd�}t|||dd� d S )	Nr=   )TNFrþ   g        r+  r7   F)rn   rf   )r/   r0   rD   r]   rt   ©r›   r&   rG   rn   r   r   r   Útest_bool_with_none¦  s    z*TestParquetFastParquet.test_bool_with_nonec                 C   sT   t  dt jdddd�i¡}|  ||td ¡ t  dg d¢i¡}d}|  ||t|¡ d S )Nr=   Z2013ÚMr*   rb  r%  z"Can't infer object conversion type)r/   r0   r`  rž   r}   r–  r   r   r   r'  ±  s
    z'TestParquetFastParquet.test_unsupportedc                 C   s&   t  dt  tdƒ¡i¡}t||ƒ d S )Nr=   r2   )r/   r0   r2  rB   rt   )r›   r&   rG   r   r   r   r3  ¼  s    z'TestParquetFastParquet.test_categoricalc                 C   sx   dt tdƒƒi}t |¡}t ¡ �2}|j||d dd� t||dgd�}W d   ƒ n1 sZ0    Y  t|ƒdkstJ ‚d S )Nr=   r*   r(   )r    rb   Zrow_group_offsetsrn  ro  )	rB   rC   r/   r0   rh   rs   r   r   rÚ   )r›   r&   r?   rG   ro   r“   r   r   r   rp  À  s    

.z-TestParquetFastParquet.test_filter_row_groupsc                 C   s*   t ||d|j› d�d|id |dœd� d S )Nr=  z/fastparquet.parquetr<  )rb   r<  r7  r>  )r›   r1   r8  r&   r9  r   r   r   r?  È  s    ûz(TestParquetFastParquet.test_s3_roundtripc                 C   s\   ddg}|}|j |d|d d� tj |¡s.J ‚dd l}| t|ƒd¡j}t|ƒdksXJ ‚d S )NrZ   rX   r   ©r    rÂ   rb   r   Fr)   ©	r   r.  ro   Úexistsr   ZParquetFiler�  ZcatsrÚ   ©r›   rÅ   r&   r`   rÂ   rG   r   Zactual_partition_colsr   r   r   rN  Ó  s    üz4TestParquetFastParquet.test_partition_cols_supportedc                 C   sX   d}|}|j |d|d d� tj |¡s*J ‚dd l}| t|ƒd¡j}t|ƒdksTJ ‚d S )NrZ   r   rš  r   Fr(   r›  r�  r   r   r   rP  ã  s    üz1TestParquetFastParquet.test_partition_cols_stringc                 C   s\   ddg}|}|j |dd |d� tj |¡s.J ‚dd l}| t|ƒd¡j}t|ƒdksXJ ‚d S )NrZ   rX   r   )r    rb   Úpartition_onr   Fr)   r›  r�  r   r   r   Útest_partition_on_supportedó  s    üz2TestParquetFastParquet.test_partition_on_supportedc                 C   sV   ddg}|}d}t jt|d��$ |j|dd ||d� W d   ƒ n1 sH0    Y  d S )NrZ   rX   zYCannot use both partition_on and partition_cols. Use partition_cols for partitioning datarz   r   )r    rb   rž  rÂ   )r"   r|   r}   r   )r›   rÅ   r&   r`   rÂ   rG   r~   r   r   r   Ú3test_error_on_using_partition_cols_and_partition_on  s    ÿûzJTestParquetFastParquet.test_error_on_using_partition_cols_and_partition_onzfastparquet writes into Indexc                 C   s"   t  ¡ }| ¡ }t|||d� d S )Nr]  )r/   r0   rÛ   rt   r—  r   r   r   rT    s    z+TestParquetFastParquet.test_empty_dataframez2022.12zCfastparquet bug, see https://github.com/dask/fastparquet/issues/929c                 C   s>   d|g }t j|d|id�}| ¡ }d|j_t|||d� d S )Nrf  rg  rh  rÇ   r]  )r/   r0   rÛ   rÇ   rÉ   rt   )r›   r&   ra   rl  rG   rn   r   r   r   rm    s
    
z0TestParquetFastParquet.test_timezone_aware_indexc              
   C   sê   t  dddgi¡}t ¡ �¼}| |¡ tjtdd��H t t	¡� t
|ddd� W d   ƒ n1 sd0    Y  W d   ƒ n1 s‚0    Y  tjtdd�� t
|dd	d
� W d   ƒ n1 s¾0    Y  W d   ƒ n1 sÜ0    Y  d S )Nr=   r(   r)   z!not supported for the fastparquetrz   r   T)r    Zuse_nullable_dtypesr   r  )r/   r0   rh   rs   r   r"   r|   r}   r–   r—   r   )r›   r&   rG   ro   r   r   r   Ú&test_use_nullable_dtypes_not_supported*  s    

Jz=TestParquetFastParquet.test_use_nullable_dtypes_not_supportedc              	   C   sŠ   t  d¡�l}t |¡ d¡ tjtdd�� t|dd� W d   ƒ n1 sL0    Y  t |¡j	dd� W d   ƒ n1 s|0    Y  d S )	Nútest.parquets   breakitÚ rz   r   r�   F)Ú
missing_ok)
rh   rs   r�  r‘  Úwrite_bytesr"   r|   Ú	Exceptionr   Úunlink)r›   ro   r   r   r   Ú$test_close_file_handle_on_read_error5  s
    *z;TestParquetFastParquet.test_close_file_handle_on_read_errorc              	   C   s˜   t jddgddgdœd�}t d¡�T}t| ¡ dƒ�}| |¡ W d   ƒ n1 sT0    Y  t||d�}W d   ƒ n1 s~0    Y  t ||¡ d S )Nr   r(   r,   r„  r¢  Úwbr�   )	r/   r0   rh   rs   r¨   Úencoder   r   ri   )r›   r    rG   ro   rA   r“   r   r   r   Útest_bytes_file_name=  s    (*z+TestParquetFastParquet.test_bytes_file_namec              	   C   s  t  d¡ tjddgddgdœd�}t ¡ �N}t jtdd��  |j|ddd	� W d   ƒ n1 sb0    Y  W d   ƒ n1 s€0    Y  t ¡ �\}t	 
|¡ d
¡ t jtdd�� t|ddd	� W d   ƒ n1 sÖ0    Y  W d   ƒ n1 sô0    Y  d S )Nr   r   r(   r,   r„  zfilesystem is not implementedrz   r+   ©r    r5  rK   )r"   r§   r/   r0   rh   rs   r|   r  r   r�  r‘  r¥  r   ©r›   rG   ro   r   r   r   Útest_filesystem_notimplementedG  s    

ÿL
ÿz5TestParquetFastParquet.test_filesystem_notimplementedc              	   C   s  t  d¡ tjddgddgdœd�}t ¡ �N}t jtdd��  |j|ddd	� W d   ƒ n1 sb0    Y  W d   ƒ n1 s€0    Y  t ¡ �\}t	 
|¡ d
¡ t jtdd�� t|ddd	� W d   ƒ n1 sÖ0    Y  W d   ƒ n1 sô0    Y  d S )Nr   r   r(   r,   r„  z1filesystem must be a pyarrow or fsspec FileSystemrz   r+   r¬  rK   )r"   r§   r/   r0   rh   rs   r|   r}   r   r�  r‘  r¥  r   r­  r   r   r   Útest_invalid_filesystemW  s    

ÿL
ÿz.TestParquetFastParquet.test_invalid_filesystemc              	   C   s  t  d¡}tjddgddgdœd�}t ¡ �X}t jtdd��* |j|d| 	¡ d	d
id� W d   ƒ n1 sl0    Y  W d   ƒ n1 sŠ0    Y  t ¡ �f}t
 |¡ d¡ t jtdd��( t|d| 	¡ d	d
id� W d   ƒ n1 sê0    Y  W d   ƒ n1 �s
0    Y  d S )Nz
pyarrow.fsr   r(   r,   r„  z8storage_options not supported with a pyarrow FileSystem.rz   r   r+   rN   )r    r5  r<  rK   )r"   r§   r/   r0   rh   rs   r|   r  r   ZLocalFileSystemr�  r‘  r¥  r   )r›   Zpa_fsrG   ro   r   r   r   Ú.test_unsupported_pa_filesystem_storage_optionsg  s2    

þüB
þüzETestParquetFastParquet.test_unsupported_pa_filesystem_storage_optionsc              	   C   sŽ   d}t  dttddƒƒi¡}t d¡�T}| |¡ tjt	|d�� t
|dd� W d   ƒ n1 sb0    Y  W d   ƒ n1 s€0    Y  d S )	NzPdtype_backend numpy is invalid, only 'numpy_nullable' and 'pyarrow' are allowed.rX   r(   r3   ztmp.parquetrz   Únumpy)r  )r/   r0   rB   rC   rh   rs   r   r"   r|   r}   r   )r›   r    r~   rG   ro   r   r   r   Útest_invalid_dtype_backendƒ  s    ÿ
z1TestParquetFastParquet.test_invalid_dtype_backendc                 C   sF   t jt jg d¢dd�d�}t jt jg d¢dd�d�}t|||d� d S )NrX  r�  r{  rä   r]  r‚  r—  r   r   r   rƒ  Ž  s    z)TestParquetFastParquet.test_empty_columnsN)$r­   r®   r¯   r  r•  r!  r"   r°   r  r
   rD   r‹   r˜  r'  r3  rp  r²   r?  rN  rP  rŸ  r   rŽ  r   rT  r%   r   rm  r¡  r¨  r«  r®  r¯  r°  r²  rƒ  r   r   r   r   r’  �  sB   	þ



þ
	
r’  )	NNNNNTFTr)   )IÚ__doc__r[   Údecimalr   r¡   r   r.  r�  r±  rD   r"   Zpandas._configr   Zpandas._config.configr   Zpandas.compatr   Zpandas.compat.pyarrowr   r   r	   Zpandasr/   Zpandas._testingZ_testingrh   Zpandas.util.versionr
   Zpandas.io.parquetr   r   r   r   r   r   r!   rŒ   r   r%   r°   ÚfilterwarningsZ
pytestmarkZfixturer   rŽ  r    r$   r&   r1   rH   r`   Únowrj  rk  ÚminÚmaxÚstrptimera   rt   ry   r   rƒ   r„   r†   rˆ   r�   r”   r•   r˜   r™   r³   r  r’  r   r   r   r   Ú<module>   sÄ   


ÿþ	ýþÿþ÷ÿ





ùÿ
         ö
B+  +   L