3
®yb=n  ã               @   sü  d Z ddlZddlmZ ddlmZ ddlZddlmZ ddl	Z
ddlZddljjZddlZddljZddlmZmZmZmZmZ yddlZdZW n ek
rª   dZY nX yddlZdZW n ek
rÔ   dZY nX ej j!d	ƒZ"ej#ej$d
ej j%e dd�d�ej$dej j%e dd�d�gd�dd„ ƒZ&ej#dd„ ƒZ'ej#dd„ ƒZ(ej#dd„ ƒZ)ej#dd„ ƒZ*ej#dd„ ƒZ+d8dd„Z,d d!„ Z-d"d#„ Z.d$d%„ Z/d&d'„ Z0d(d)„ Z1d*d+„ Z2d,d-„ Z3d.d/„ Z4G d0d1„ d1ƒZ5G d2d3„ d3e5ƒZ6G d4d5„ d5e5ƒZ7G d6d7„ d7e5ƒZ8dS )9z test parquet compat é    N)ÚLooseVersion)ÚBytesIO)Úcatch_warnings)ÚFastParquetImplÚPyArrowImplÚ
get_engineÚread_parquetÚ
to_parquetTFz4ignore:RangeIndex.* is deprecated:DeprecationWarningÚfastparquetzfastparquet is not installed)Úreason)ZmarksÚpyarrowzpyarrow is not installed)Úparamsc             C   s   | j S )N)Úparam)Úrequest© r   ú@/tmp/pip-install-4cy230dp/pandas/pandas/tests/io/test_parquet.pyÚengine-   s    r   c               C   s   t stjdƒ dS )Nzpyarrow is not installedr   )Ú_HAVE_PYARROWÚpytestÚskipr   r   r   r   ÚpaA   s    
r   c               C   s   t stjdƒ dS )Nzfastparquet is not installedr
   )Ú_HAVE_FASTPARQUETr   r   r   r   r   r   ÚfpH   s    
r   c               C   s   t jdddgddœƒS )Né   é   é   Úfoo)ÚAÚB)ÚpdÚ	DataFramer   r   r   r   Ú	df_compatO   s    r!   c           	   C   sD   t jtdƒttddƒƒtjdddd�dd	dgt jd
dd�dœƒ} | S )NÚabcr   é   g      @g      @Úfloat64)ÚdtypeTFÚ20130101r   )Úperiods)ÚaÚbÚdÚeÚf)r   r    ÚlistÚrangeÚnpÚarangeÚ
date_range)Údfr   r   r   Údf_cross_compatT   s    r3   c               C   s’   t jtdƒdtjdgdd dgdddgddd	gttd
dƒƒtjddƒjdƒtjdddd�dtjdgdddgt jddd�t j	dƒt j
t j	dƒgdœƒS )Nr"   r(   Úcs   foos   bars   bazr   ÚbarÚbazr   r#   r   é   Úu1g      @g      @r$   )r%   g       @g      @TFr&   )r'   Z20130103)ÚstringZstring_with_nanZstring_with_noneÚbytesÚunicodeÚintZuintÚfloatZfloat_with_nanÚboolÚdatetimeZdatetime_with_nat)r   r    r-   r/   Únanr.   r0   Úastyper1   Ú	TimestampZNaTr   r   r   r   Údf_fullf   s    

rC   r   c	       
   	      s~   ˆp
ddi‰ˆpi ‰ˆdkr ˆ‰|r4|ˆd< |ˆd< ‡ ‡‡‡‡‡‡fdd„}	ˆdkrrt jƒ �‰|	|ƒ W dQ R X n|	|ƒ dS )a  Verify parquet serializer and deserializer produce the same results.

    Performs a pandas to disk and disk to pandas round trip,
    then compares the 2 resulting DataFrames to verify equality.

    Parameters
    ----------
    df: Dataframe
    engine: str, optional
        'pyarrow' or 'fastparquet'
    path: str, optional
    write_kwargs: dict of str:str, optional
    read_kwargs: dict of str:str, optional
    expected: DataFrame, optional
        Expected deserialization result, otherwise will be equal to `df`
    check_names: list of str, optional
        Closed set of column names to be compared
    check_like: bool, optional
        If True, ignore the order of index & columns.
    repeat: int, optional
        How many times to repeat the test
    ÚcompressionNr   c                sX   xRt | ƒD ]F}ˆjˆfˆŽ tdd�� tˆfˆŽ}W d Q R X tjˆ|ˆˆ d� q
W d S )NT)Úrecord)Úcheck_namesÚ
check_like)r.   r	   r   r   ÚtmÚassert_frame_equal)ÚrepeatÚ_Úactual)rG   rF   r2   ÚexpectedÚpathÚread_kwargsÚwrite_kwargsr   r   Úcompare©   s    z!check_round_trip.<locals>.compare)rH   Úensure_clean)
r2   r   rN   rP   rO   rM   rF   rG   rJ   rQ   r   )rG   rF   r2   rM   rN   rO   rP   r   Úcheck_round_trip~   s    !

rS   c             C   s&   t jtƒ� t| ddƒ W d Q R X d S )Nr   r5   )r   ÚraisesÚ
ValueErrorrS   )r!   r   r   r   Útest_invalid_engineº   s    rV   c          	   C   s$   t jddƒ� t| ƒ W d Q R X d S )Nzio.parquet.enginer   )r   Úoption_contextrS   )r!   r   r   r   r   Útest_options_py¿   s    rX   c          	   C   s$   t jddƒ� t| ƒ W d Q R X d S )Nzio.parquet.enginer
   )r   rW   rS   )r!   r   r   r   r   Útest_options_fpÆ   s    rY   c          	   C   s$   t jddƒ� t| ƒ W d Q R X d S )Nzio.parquet.engineÚauto)r   rW   rS   )r!   r   r   r   r   r   Útest_options_autoÍ   s    r[   c             C   s  t tdƒtƒst‚t tdƒtƒs$t‚tjddƒ�< t tdƒtƒsDt‚t tdƒtƒsVt‚t tdƒtƒsht‚W d Q R X tjddƒ�< t tdƒtƒs’t‚t tdƒtƒs¤t‚t tdƒtƒs¶t‚W d Q R X tjddƒ�> t tdƒtƒsàt‚t tdƒtƒsòt‚t tdƒtƒ�st‚W d Q R X d S )Nr   r
   zio.parquet.enginerZ   )Ú
isinstancer   r   ÚAssertionErrorr   r   rW   )r   r   r   r   r   Útest_options_get_engineÔ   s    r^   c              C   s0  ddl m}  | jdƒ}| jdƒ}ts(dnttjƒt|ƒk }tsBdnttjƒt|ƒk }to\| }tof| }| or| �r,|rªd|› d�}t	j
t|d�� td	ƒ W d Q R X n&d
}t	j
t|d�� td	ƒ W d Q R X |�rd|› d�}t	j
t|d�� td	ƒ W d Q R X n&d}t	j
t|d�� td	ƒ W d Q R X d S )Nr   )ÚVERSIONSr   r
   FzPandas requires version .z. or newer of .pyarrow.)ÚmatchrZ   z%Missing optional dependency .pyarrow.z. or newer of .fastparquet.z)Missing optional dependency .fastparquet.)Zpandas.compat._optionalr_   Úgetr   r   r   Ú__version__r   r
   r   rT   ÚImportErrorr   )r_   Z
pa_min_verZ
fp_min_verZhave_pa_bad_versionZhave_fp_bad_versionZhave_usable_paZhave_usable_fpr`   r   r   r   Ú"test_get_engine_auto_error_messageè   s0    



rd   c             C   sj   | }t jƒ �T}|j||d d� t||d�}t j||ƒ t||ddgd�}t j||ddg ƒ W d Q R X d S )N)r   rD   )r   r(   r*   )r   Úcolumns)rH   rR   r	   r   rI   )r3   r   r   r2   rN   Úresultr   r   r   Útest_cross_engine_pa_fp  s    
rg   c             C   s¦   t tjƒdk r&t tjƒdkr&tjdƒ | }tjƒ �j}|j||d d� tdd��D t	||d�}tj
||ƒ t	||dd	gd
�}tj
||dd	g ƒ W d Q R X W d Q R X d S )Nz0.15z0.13z`Reading fastparquet with pyarrow in 0.14 fails: https://issues.apache.org/jira/browse/ARROW-6492)r   rD   T)rE   )r   r(   r*   )r   re   )r   r   rb   r   ZxfailrH   rR   r	   r   r   rI   )r3   r   r   r2   rN   rf   r   r   r   Útest_cross_engine_fp_pa!  s    
rh   c               @   s   e Zd Zdd„ ZdS )ÚBasec             C   s>   t jƒ �,}tj|ƒ� t|||d d� W d Q R X W d Q R X d S )N)rD   )rH   rR   r   rT   r	   )Úselfr2   r   ÚexcrN   r   r   r   Úcheck_error_on_write:  s    
zBase.check_error_on_writeN)Ú__name__Ú
__module__Ú__qualname__rl   r   r   r   r   ri   9  s   ri   c               @   sr   e Zd Zdd„ Zdd„ Zdd„ Zejjddd	d
dgƒdd„ ƒZ	dd„ Z
dd„ Zdd„ Zdd„ Zdd„ Zdd„ ZdS )Ú	TestBasicc             C   sH   xBt jdddgƒddt jdƒtjdddgƒgD ]}| j||tƒ q.W d S )Nr   r   r   r   r&   )r   ÚSeriesrB   r/   Úarrayrl   rU   )rj   r   Úobjr   r   r   Ú
test_errorB  s    zTestBasic.test_errorc             C   s6   t jtdƒttddƒƒdœƒ}ddg|_t||ƒ d S )Nr"   r   r#   )r9   r<   r   r5   )r   r    r-   r.   re   rS   )rj   r   r2   r   r   r   Útest_columns_dtypesL  s    
zTestBasic.test_columns_dtypesc             C   s†   t jtdƒttddƒƒdœƒ}ddg|_| j||tƒ ddg|_| j||tƒ tjdddddƒtjdddddƒg|_| j||tƒ d S )	Nr"   r   r#   )r9   r<   r   s   foos   bariÛ  )r   r    r-   r.   re   rl   rU   r?   )rj   r   r2   r   r   r   Útest_columns_dtypes_invalidS  s    

z%TestBasic.test_columns_dtypes_invalidrD   NÚgzipÚsnappyÚbrotlic             C   sP   |dkrt jdƒ n|dkr&t jdƒ tjddddgiƒ}t||d|id� d S )	Nrx   ry   r   r   r   r   rD   )rP   )r   Úimportorskipr   r    rS   )rj   r   rD   r2   r   r   r   Útest_compressione  s    
zTestBasic.test_compressionc             C   sJ   t jtdƒttddƒƒdœƒ}t jdtdƒiƒ}t|||ddgid� d S )Nr"   r   r#   )r9   r<   r9   re   )rM   rO   )r   r    r-   r.   rS   )rj   r   r2   rM   r   r   r   Útest_read_columnsq  s    zTestBasic.test_read_columnsc             C   sª   |dk}t jddddgiƒ}t||ƒ dddgt jddd�td	ƒdddgg}x:|D ]2}||_t|t jƒrv|jjd ƒ|_t|||d
� qRW dddg|_d|j_	t||ƒ d S )Nr
   r   r   r   r   r#   r&   )r'   r"   )rF   r   r   )
r   r    rS   r1   r-   Úindexr\   ZDatetimeIndexÚ
_with_freqÚname)rj   r   rF   r2   Úindexesr}   r   r   r   Útest_write_indexz  s    

zTestBasic.test_write_indexc             C   s>   |}t jddddgiƒ}t jjddd	gƒ}||_t||ƒ d S )
Nr   r   r   r   r(   r)   )r(   r   )r(   r   )r)   r   )r   r    Ú
MultiIndexÚfrom_tuplesr}   rS   )rj   r   r   r2   r}   r   r   r   Útest_write_multiindex’  s
    zTestBasic.test_write_multiindexc             C   s<   t jjdd	d
gƒ}t jtjjddƒ|d�}| j||tƒ d S )Nr(   r   r   r)   r#   r   )re   )r(   r   )r(   r   )r)   r   )	r   r‚   rƒ   r    r/   ÚrandomÚrandnrl   rU   )rj   r   Z
mi_columnsr2   r   r   r   Útest_write_column_multiindex›  s    z&TestBasic.test_write_column_multiindexc             C   s¦   |}t jdddd�}t jtjjdt|ƒ dƒtdƒd�}t jj	d	d
g|gddgd�}|j
d d�}x@||gD ]4}||_t||ƒ t||dddgi|ddg d� qjW d S )Nz01-Jan-2018z01-Dec-2018ZMS)Úfreqr   r   ÚABC)re   ZLevel1ZLevel2ÚlevelÚdate)Únamesre   r   r   )rO   rM   )r   r1   r    r/   r…   r†   Úlenr-   r‚   Zfrom_productÚcopyr}   rS   )rj   r   r   Údatesr2   Zindex1Úindex2r}   r   r   r   Útest_multiindex_with_columns¡  s    $
z&TestBasic.test_multiindex_with_columnsc          	   C   sê   t jdddgdddgdœƒ}d dd	œ}|jd
d�}t||||d� t jdddgdddgdœdddgd�}t||||d� ddddddddgddddddddgg}t jttdƒƒdd„ tdƒD ƒdœ|d�}|jd
d�}t||||d� d S )Nr   r   r   ÚqÚrÚs)r(   r)   F)rD   r}   T)Zdrop)rP   rM   ZzyxZwvuZtsr)r}   r5   r6   r   ZquxÚoneÚtwoé   c             S   s   g | ]
}| ‘qS r   r   )Ú.0Úir   r   r   ú
<listcomp>Ë  s    z7TestBasic.test_write_ignoring_index.<locals>.<listcomp>)r•   r–   )r   r    Zreset_indexrS   r-   r.   )rj   r   r2   rP   rM   Zarraysr   r   r   Útest_write_ignoring_index±  s    
"&z#TestBasic.test_write_ignoring_index)rm   rn   ro   rt   ru   rv   r   ÚmarkÚparametrizer{   r|   r�   r„   r‡   r‘   r›   r   r   r   r   rp   A  s   
		rp   c               @   s  e Zd Zdd„ Zdd„ Zdd„ Zdd„ Zd	d
„ Zdd„ Zdd„ Z	e
jdƒejjddgg gƒdd„ ƒƒZeje
jdƒdd„ ƒƒZe
jdƒdd„ ƒZe
jdƒdd„ ƒZdd„ Zdd„ Zdd „ Zd!d"„ Ze
jdd#d$�d%d&„ ƒZe
jdd'd$�d(d)„ ƒZe
jdd*d$�d+d,„ ƒZe
jdd-d$�d.d/„ ƒZd0S )1ÚTestParquetPyArrowc             C   sB   |}t jdddd�}|jd ƒ}||d< dd dg|d< t||ƒ d S )Nr&   r   zEurope/Brussels)r'   ÚtzÚdatetime_tzTZbool_with_none)r   r1   r~   rS   )rj   r   rC   r2   Údtir   r   r   Ú
test_basicÓ  s    
zTestParquetPyArrow.test_basicc             C   s<   |}t jdddd�|d< t|||ddg dddgid	� d S )
Nr&   r   zEurope/Brussels)r'   rŸ   r    r9   r<   re   )rM   rO   )r   r1   rS   )rj   r   rC   r2   r   r   r   Útest_basic_subset_columnsß  s    
z,TestParquetPyArrow.test_basic_subset_columnsc             C   s6   t jtjdƒjddƒtdƒd�jƒ }| j||tƒ d S )Né   r#   r   Úaaa)re   )	r   r    r/   r0   Úreshaper-   rŽ   rl   rU   )rj   r   r2   r   r   r   Útest_duplicate_columnsí  s    $z)TestParquetPyArrow.test_duplicate_columnsc             C   s†   t tjƒt dƒk r:tjdtjdddd�iƒ}| j||tƒ tjdtjddd�iƒ}| j||t	ƒ tjddd	d
giƒ}| j||tƒ d S )Nz
0.15.1.devr(   Ú2013ÚMr   )rˆ   r'   z1 day)r'   r   g       @)
r   r   rb   r   r    Úperiod_rangerl   Ú	ExceptionÚtimedelta_rangeÚNotImplementedError)rj   r   r2   r   r   r   Útest_unsupportedò  s    z#TestParquetPyArrow.test_unsupportedc             C   s¤   t jƒ }t jtdƒƒ|d< t jddddd dgt jdddgƒd�|d< t jddddddgddd	gd
d�|d< ttjƒtdƒkrˆt||ƒ n|j	t
ƒ}t|||d� d S )NZabcdefr(   r5   r   r6   )r%   r)   r4   r*   T)Ú
categoriesÚorderedz0.15.0)rM   )r   r    ÚCategoricalr-   ZCategoricalDtyper   r   rb   rS   rA   Úobject)rj   r   r2   rM   r   r   r   Útest_categorical  s    "
z#TestParquetPyArrow.test_categoricalc             C   s2   t jdƒ}|jƒ }t|d�}t||d||d� d S )NÚs3fs)Ú
filesystemzpandas-test/pyarrow.parquet)rN   rO   rP   )r   rz   ZS3FileSystemÚdictrS   )rj   r!   Ús3_resourcer   r´   Zs3Úkwr   r   r   Útest_s3_roundtrip_explicit_fs  s    

z0TestParquetPyArrow.test_s3_roundtrip_explicit_fsc             C   s   t ||dd� d S )Nz s3://pandas-test/pyarrow.parquet)rN   )rS   )rj   r!   r·   r   r   r   r   Útest_s3_roundtrip(  s    z$TestParquetPyArrow.test_s3_roundtripr´   Úpartition_colr   c          	   C   sp   |j ƒ }ttjƒtdƒko*ttjƒtdƒk }|rP|r:d}nd}|| j|ƒ||< t|||d|d dœddd	� d S )
Nz1.0.0z2.0.0Zint32Úcategoryzs3://pandas-test/parquet_dir)Úpartition_colsrD   Tr   )rM   rN   rP   rG   rJ   )rŽ   r   r   rb   rA   rS   )rj   r!   r·   r   r»   Zexpected_dfZpa10Zpartition_col_typer   r   r   Útest_s3_roundtrip_for_dir,  s"    
z,TestParquetPyArrow.test_s3_roundtrip_for_dirr   c             C   s   d}t j|ƒ}tj||ƒ d S )Nzfhttps://raw.githubusercontent.com/pandas-dev/pandas/master/pandas/tests/io/data/parquet/simple.parquet)r   r   rH   rI   )rj   r!   Úurlr2   r   r   r   Útest_parquet_read_from_urlO  s    
z-TestParquetPyArrow.test_parquet_read_from_urlc             C   s*   t ƒ }|j|ƒ tj|ƒ}tj||ƒ d S )N)r   r	   r   r   rH   rI   )rj   r!   ÚbufferZdf_from_bufr   r   r   Útest_read_file_like_obj_supportY  s    

z2TestParquetPyArrow.test_read_file_like_obj_supportc             C   sd   |j ddƒ |j ddƒ tjtdd�� tjdƒ W d Q R X tjtdd�� |jdƒ W d Q R X d S )NÚHOMEZTestingUserÚUSERPROFILEz.*TestingUser.*)r`   z~/file.parquet)Zsetenvr   rT   ÚOSErrorr   r   r	   )rj   r!   Zmonkeypatchr   r   r   Útest_expand_user`  s    z#TestParquetPyArrow.test_expand_userc             C   st   ddg}|}t jƒ �V}|j||d d� dd lj}|j|dd�}t|jjƒdksRt	‚|jjt
|ƒksft	‚W d Q R X d S )Nr>   r<   )r½   rD   r   F)Úvalidate_schemar   )rH   Úensure_clean_dirr	   Úpyarrow.parquetÚparquetÚParquetDatasetr�   Ú
partitionsÚpartition_namesr]   Úset)rj   r   rC   r½   r2   rN   ÚpqÚdatasetr   r   r   Útest_partition_cols_supportedi  s    

z0TestParquetPyArrow.test_partition_cols_supportedc       	      C   sv   d}|g}|}t jƒ �V}|j||d d� dd lj}|j|dd�}t|jjƒdksTt	‚|jjt
|ƒksht	‚W d Q R X d S )Nr>   )r½   rD   r   F)rÇ   r   )rH   rÈ   r	   rÉ   rÊ   rË   r�   rÌ   rÍ   r]   rÎ   )	rj   r   rC   r½   Zpartition_cols_listr2   rN   rÏ   rÐ   r   r   r   Útest_partition_cols_stringu  s    

z-TestParquetPyArrow.test_partition_cols_stringc             C   s   t jƒ }t||ƒ d S )N)r   r    rS   )rj   r   r2   r   r   r   Útest_empty_dataframe‚  s    z'TestParquetPyArrow.test_empty_dataframec             C   sV   dd l }tjdddgiƒ}|j|jd|jƒ d�gƒ}|jtƒ}t||d|i|d� d S )Nr   Úxr   )ÚtypeÚschema)rP   rM   )	r   r   r    rÖ   ÚfieldZbool_rA   r>   rS   )rj   r   r   r2   rÖ   Zout_dfr   r   r   Útest_write_with_schema‡  s
    
z)TestParquetPyArrow.test_write_with_schemaz0.15.0)Úmin_versionc             C   sî   t jt jdddgdd�t jdddgdd�t jdd dgd	d�d
œƒ}ttjƒtdƒkrZ|}n(|j|jjdƒ|j	jdƒ|j
jdƒd
�}t|||d� t jdt jdddd gdd�iƒ}ttjƒtdƒkrÈ|}n|j|jjdƒd�}t|||d� d S )Nr   r   r   ZInt64)r%   ZUInt32r(   r4   r9   )r(   r)   r4   z0.16.0Zint64r²   )rM   r$   )r(   )r   r    rq   r   r   rb   Zassignr(   rA   r)   r4   rS   )rj   r   r2   rM   r   r   r   Ú test_additional_extension_arrays�  s    $ z3TestParquetPyArrow.test_additional_extension_arraysz0.16.0c             C   s(   t jdt jdddd�iƒ}t||ƒ d S )Nr*   z
2012-01-01r   ÚD)r'   rˆ   )r   r    rª   rS   )rj   r   r2   r   r   r   Útest_additional_extension_types«  s    z2TestParquetPyArrow.test_additional_extension_typesz0.14c             C   s0   t jdt jdddd�iƒ}t||ddid� d S )	Nr(   z
2017-01-01Z1né
   )rˆ   r'   Úversionz2.0)rP   )r   r    r1   rS   )rj   r   r2   r   r   r   Útest_timestamp_nanoseconds¸  s    z-TestParquetPyArrow.test_timestamp_nanosecondsz0.17c             C   s^   t jdttddƒƒiƒ}tjƒ �$}|j||ƒ t||dgdd�}W d Q R X t|ƒdksZt	‚d S )	Nr(   r   r   ú==F)ÚfiltersZuse_legacy_datasetr   )r(   rà   r   )
r   r    r-   r.   rH   rR   r	   r   r�   r]   )rj   r   r2   rN   rf   r   r   r   Útest_filter_row_groups¿  s    
z)TestParquetPyArrow.test_filter_row_groupsN)rm   rn   ro   r¢   r£   r§   r®   r³   r¹   rº   ÚtdÚ
skip_if_nor   rœ   r�   r¾   rH   ÚnetworkrÀ   rÂ   rÆ   rÑ   rÒ   rÓ   rØ   rÚ   rÜ   rß   râ   r   r   r   r   rž   Ò  s*   "		rž   c               @   sˆ   e Zd Zejddd�dd„ ƒZejjdd�dd	„ ƒZ	d
d„ Z
dd„ Zdd„ Zdd„ Zdd„ Zdd„ Zdd„ Zdd„ Zdd„ Zdd„ ZdS )ÚTestParquetFastParquetr
   z0.3.2)rÙ   c             C   sF   |}t jdddd�}|jd ƒ}||d< t jddd�|d< t||ƒ d S )	Nr&   r   z
US/Eastern)r'   rŸ   r    z1 day)r'   Ú	timedelta)r   r1   r~   r¬   rS   )rj   r   rC   r2   r¡   r   r   r   r¢   Ì  s    
z!TestParquetFastParquet.test_basicznot supported)r   c             C   s6   t jtjdƒjddƒtdƒd�jƒ }| j||tƒ d S )Nr¤   r#   r   r¥   )re   )	r   r    r/   r0   r¦   r-   rŽ   rl   rU   )rj   r   r2   r   r   r   r§   Ö  s    $z-TestParquetFastParquet.test_duplicate_columnsc             C   s@   t jddd dgiƒ}t jddtjdgidd�}t|||d� d S )	Nr(   TFg      ð?g        Zfloat16)r%   )rM   )r   r    r/   r@   rS   )rj   r   r2   rM   r   r   r   Útest_bool_with_noneÝ  s    z*TestParquetFastParquet.test_bool_with_nonec             C   sN   t jdt jdddd�iƒ}| j||tƒ t jddddgiƒ}| j||tƒ d S )Nr(   r¨   r©   r   )rˆ   r'   r   g       @)r   r    rª   rl   rU   )rj   r   r2   r   r   r   r®   â  s    z'TestParquetFastParquet.test_unsupportedc             C   s&   t jdt jtdƒƒiƒ}t||ƒ d S )Nr(   r"   )r   r    r±   r-   rS   )rj   r   r2   r   r   r   r³   ì  s    z'TestParquetFastParquet.test_categoricalc             C   sf   dt tddƒƒi}tj|ƒ}tjƒ �(}|j||d dd� t||dgd�}W d Q R X t|ƒdksbt	‚d S )	Nr(   r   r   r   )rD   Zrow_group_offsetsú==)rá   )r(   ré   r   )
r-   r.   r   r    rH   rR   r	   r   r�   r]   )rj   r   r*   r2   rN   rf   r   r   r   râ   ð  s    

z-TestParquetFastParquet.test_filter_row_groupsc             C   s   t ||dd� d S )Nz$s3://pandas-test/fastparquet.parquet)rN   )rS   )rj   r!   r·   r   r   r   r   rº   ø  s    z(TestParquetFastParquet.test_s3_roundtripc             C   sl   ddg}|}t jƒ �N}|j|d|d d� tjj|ƒs8t‚dd l}|j|dƒj	}t
|ƒdks^t‚W d Q R X d S )Nr>   r<   r
   )r   r½   rD   r   Fr   )rH   rÈ   r	   ÚosrN   Úexistsr]   r
   ÚParquetFileÚcatsr�   )rj   r   rC   r½   r2   rN   r
   Úactual_partition_colsr   r   r   rÑ   ü  s    
z4TestParquetFastParquet.test_partition_cols_supportedc             C   sh   d}|}t jƒ �N}|j|d|d d� tjj|ƒs4t‚dd l}|j|dƒj	}t
|ƒdksZt‚W d Q R X d S )Nr>   r
   )r   r½   rD   r   Fr   )rH   rÈ   r	   rê   rN   rë   r]   r
   rì   rí   r�   )rj   r   rC   r½   r2   rN   r
   rî   r   r   r   rÒ     s    
z1TestParquetFastParquet.test_partition_cols_stringc             C   sl   ddg}|}t jƒ �N}|j|dd |d� tjj|ƒs8t‚dd l}|j|dƒj	}t
|ƒdks^t‚W d Q R X d S )Nr>   r<   r
   )r   rD   Úpartition_onr   Fr   )rH   rÈ   r	   rê   rN   rë   r]   r
   rì   rí   r�   )rj   r   rC   r½   r2   rN   r
   rî   r   r   r   Útest_partition_on_supported  s    
z2TestParquetFastParquet.test_partition_on_supportedc             C   sN   ddg}|}t jtƒ�. tjƒ �}|j|dd ||d� W d Q R X W d Q R X d S )Nr>   r<   r
   )r   rD   rï   r½   )r   rT   rU   rH   rÈ   r	   )rj   r   rC   r½   r2   rN   r   r   r   Ú3test_error_on_using_partition_cols_and_partition_on/  s    
zJTestParquetFastParquet.test_error_on_using_partition_cols_and_partition_onc             C   s*   t jƒ }|jƒ }d|j_t|||d� d S )Nr}   )rM   )r   r    rŽ   r}   r   rS   )rj   r   r2   rM   r   r   r   rÓ   =  s    z+TestParquetFastParquet.test_empty_dataframeN)rm   rn   ro   rã   rä   r¢   r   rœ   r   r§   rè   r®   r³   râ   rº   rÑ   rÒ   rð   rñ   rÓ   r   r   r   r   ræ   Ë  s   

ræ   )NNNNNTFr   )9Ú__doc__r?   Zdistutils.versionr   Úior   rê   Úwarningsr   Znumpyr/   r   Zpandas.util._test_decoratorsÚutilZ_test_decoratorsrã   Zpandasr   Zpandas._testingZ_testingrH   Zpandas.io.parquetr   r   r   r   r	   r   r   rc   r
   r   rœ   ÚfilterwarningsZ
pytestmarkZfixturer   Zskipifr   r   r   r!   r3   rC   rS   rV   rX   rY   r[   r^   rd   rg   rh   ri   rp   rž   ræ   r   r   r   r   Ú<module>   sv   


	       
3+  z