3
®ybæk  ã               @   sˆ   d dl m Z mZ d dlZd dlZd dlZd dlmZ d dlZ	d dlm
Z
mZmZmZmZmZmZmZmZmZ d dljZG dd„ dƒZdS )é    )ÚdatetimeÚ	timedeltaN)ÚiNaT)
ÚCategoricalÚ	DataFrameÚIndexÚIntervalIndexÚNaTÚSeriesÚ	TimedeltaÚ	TimestampÚ
date_rangeÚisnac               @   s  e Zd Zdd„ Zdd„ Zejjdddgƒdd	„ ƒZd
d„ Z	dd„ Z
dd„ Zdd„ Zdd„ Zdd„ Zdd„ Zdd„ Zdd„ Zdd„ Zdd„ Zd d!„ Zd"d#„ Zd$d%„ Zd&d'„ Zd(d)„ Zd*d+„ Zd,d-„ Zd.d/„ Zd0d1„ Zd2d3„ Zd4d5„ Zd6d7„ Zd8d9„ Z d:d;„ Z!d<d=„ Z"d>d?„ Z#d@dA„ Z$dBdC„ Z%dDS )EÚTestSeriesMissingDatac             C   s  t tdƒtdƒtdƒtdƒgƒ}|jƒ }|jtdd�ƒ}t tdƒtdƒtdƒtddd
�gƒ}tj||ƒ tj	t
dd�� |jdƒ W d Q R X |jtdd�ƒ}t tdd�tdƒtdƒtddd
�gƒ}tj||ƒ |jtddd
�ƒ}t tddd
�tdƒtdƒtddd
�gƒ}tj||ƒ |jtjtdƒƒƒ}t tdd�tdƒtdƒtddd
�gƒ}tj||ƒ |jtƒ}t ttdƒtdƒtddd
�gdd�}tj||ƒ tj|d< |jƒ }|jtdd�ƒ}tj|d< tj||ƒ tj|d< |jƒ }|jtdd�ƒ}tdd"d
�|d< tj||ƒ d S )#NÚ20130101Ú20130102z20130103 9:01:01r   )Úsecondsé   é	   i  é<   )Údaysr   zPassing integers to fillna)Úmatchg    eÍÍAzm8[ns])Údtypeé   i�~  iÌ~  iÍ~  i�~  iÌ~  iÍ~  i�~  iÌ~  iÍ~  i�~  iÌ~  iÍ~  i�~  iÌ~  iÍ~  i�~  iÌ~  iÍ~  )r
   r   ZdiffÚfillnar   r   ÚtmÚassert_series_equalÚpytestÚraisesÚ	TypeErrorÚnpZtimedelta64Úintr	   ÚnanÚffillÚbfill)ÚselfÚsÚtdÚresultÚexpected© r*   úD/tmp/pip-install-4cy230dp/pandas/pandas/tests/series/test_missing.pyÚtest_timedelta_fillna   sl    




z+TestSeriesMissingData.test_timedelta_fillnac             C   sÒ   t tdƒtdƒtdƒtdƒgƒ}tj|d< |jƒ }t tdƒtdƒtdƒtdƒgƒ}tj||ƒ |jƒ }t tdƒtdƒtdƒtdƒgƒ}tj||ƒ t tj	tj	dgƒ}t dddgdd�}|j
dd	�}tj||ƒ d S )
Nr   r   z20130103 9:01:01r   z2013-08-05 15:30:00.000001zM8[ns])r   Úbackfill)Úmethod)r
   r   r    r"   r#   r   r   r$   Úpdr	   r   )r%   r&   r(   r)   r*   r*   r+   Útest_datetime64_fillnaq   s8    
z,TestSeriesMissingData.test_datetime64_fillnaÚtzz
US/Easternz
Asia/Tokyoc             C   sþ  t tdƒtjtdƒtjgƒ}tj ddddgƒ}|jtjdƒƒ}t tdƒtdƒtdƒtdƒgƒ}tj||ƒ tjtj|ƒ|ƒ |jtjd|d�ƒ}t tdƒtd|d�tdƒtd|d�gƒ}tj||ƒ tjtj|ƒ|ƒ |jdƒ}t tdƒdtdƒdgtd�}tj||ƒ tjtj|ƒ|ƒ |jtjd|d�tjd	ƒd
œƒ}t tdƒtd|d�tdƒtd	ƒgƒ}tj||ƒ tjtj|ƒ|ƒ |jtjdƒtjd	ƒd
œƒ}t tdƒtdƒtdƒtd	ƒgƒ}tj||ƒ tjtj|ƒ|ƒ tj	dtjdtjg|d�}tj |ƒ}|j
d|› d�k�st‚tjtj|ƒ|ƒ |jtjdƒƒ}t td|d�tdƒtd|d�tdƒgƒ}tj||ƒ tjtj|ƒ|ƒ |jtjd|d�ƒ}tj	ddddg|d�}t |ƒ}tj||ƒ tjtj|ƒ|ƒ |jtjd|d�jƒ ƒ}tj	ddddg|d�}t |ƒ}tj||ƒ tjtj|ƒ|ƒ |jdƒ}t td|d�dtd|d�dgtd�}tj||ƒ tjtj|ƒ|ƒ |jtjd|d�tjd	ƒd
œƒ}t td|d�td|d�td|d�td	ƒgƒ}tj||ƒ tjtj|ƒ|ƒ |jtjd|d�tjd	|d�d
œƒ}t td|d�td|d�td|d�td	|d�gƒ}tj||ƒ tjtj|ƒ|ƒ |jtdƒƒ}t td|d�tdƒtd|d�tdƒgƒ}tj||ƒ tjtj|ƒ|ƒ |jtddd�ƒ}t td|d�tddd�td|d�tddd�gƒ}tj||ƒ tjtj|ƒ|ƒ d S )Nz2011-01-01 10:00z2011-01-03 10:00FTz2011-01-02 10:00)r1   ZAAA)r   z2011-01-04 10:00)r   é   zdatetime64[ns, ú]r   z
2013-01-01z
US/Pacific)r
   r   r/   r	   r   r   r   r   ÚobjectÚDatetimeIndexr   ÚAssertionErrorZto_pydatetime)r%   r1   r&   Znull_locr(   r)   Úidxr*   r*   r+   Útest_datetime64_tz_fillna¤   s    




















z/TestSeriesMissingData.test_datetime64_tz_fillnac             C   sŒ   t jt jdƒt jgƒ}t jt jdƒt jdƒgƒ}tj|jdd�|ƒ t jt jt jdƒgƒ}t jt jdƒt jdƒgƒ}tj|jdd�|ƒ d S )Nz2012-11-11 00:00:00+01:00Úpad)r.   r$   )r/   r
   r   r	   r   r   r   )r%   ÚserÚexpr*   r*   r+   Útest_fillna_dt64tz_with_methodn  s    z4TestSeriesMissingData.test_fillna_dt64tz_with_methodc             C   sâ   t tdƒtjgƒ}|jtddd�ƒ}t tdƒtddd�gdd�}tj||ƒ |jddgtddd�d	d
�}tj||ƒ |jddgtddd�d	d
�}tj||ƒ |jdƒ}t tdƒdgƒ}tj||ƒ |jƒ }d|d< tj||ƒ d S )Nr   z
US/Eastern)r1   z
2013-01-01r4   )r   TFÚignore)ÚerrorsZfoor   )	r
   r   r/   r	   r   r   r   ÚwhereÚcopy)r%   r&   r(   r)   Ús2r*   r*   r+   Útest_fillna_consistencyƒ  s$    
z-TestSeriesMissingData.test_fillna_consistencyc             C   s˜   t jt jt jtdddddddtjd�gƒ}|jdd	�}t jtdddddddtjd�tdddddddtjd�tdddddddtjd�gƒ}tj||ƒ d S )
Nià  é   é   é   é   i¡† )Útzinfor$   )r.   )	r/   r
   r	   r   ÚpytzÚutcr   r   r   )r%   ÚdataÚfilledr)   r*   r*   r+   Ú$test_datetime64tz_fillna_round_issue¥  s    &z:TestSeriesMissingData.test_datetime64tz_fillna_round_issuec             C   sx   t jdtjgƒ}|jddd�}t jddgƒ}tj||ƒ t jdtjgƒ}|jddidd�}t jddgƒ}tj||ƒ d S )Ng      ð?r   Zinfer)Zdowncastr   )r/   r
   r    r"   r   r   r   )r%   r&   r(   r)   r*   r*   r+   Útest_fillna_downcast¸  s    z*TestSeriesMissingData.test_fillna_downcastc             C   sH   t tjjdddƒƒ}|jddd�}|d ks.t‚tj|jddd�|ƒ d S )Néd   é2   r#   T)r.   ÚinplaceFiœÿÿÿ)r
   r    ÚrandomÚrandintr   r6   r   r   )r%   r&   Úreturn_valuer*   r*   r+   Útest_fillna_intÆ  s    z%TestSeriesMissingData.test_fillna_intc             C   s>   t tdddtjgƒƒ}t ddddgƒ}||k}tj||ƒ d S )NÚaÚbÚcTF)r
   r   r    r"   r   r   )r%   Úcatr;   Úresr*   r*   r+   Útest_categorical_nan_equalityÌ  s    z3TestSeriesMissingData.test_categorical_nan_equalityc             C   sV   t tddtjdgƒƒ}tj|jjtddgƒƒ tj	|j
jtjddddgtjd�ƒ d S )NrU   rV   r   r   )r   éÿÿÿÿ)r
   r   r    r"   r   Zassert_index_equalrX   Ú
categoriesr   Zassert_numpy_array_equalÚvaluesÚcodesÚarrayZint8)r%   r&   r*   r*   r+   Útest_categorical_nan_handlingÒ  s    z3TestSeriesMissingData.test_categorical_nan_handlingc             C   s\  t dddtgdd�}|jdd�}|j|jd d�}|jƒ }|jd |jd	< tj||ƒ tj||ƒ td
|iƒ}|jdd�}|j|jd d�}td
|iƒ}tj||ƒ tj||ƒ t tdddgdd�}|jdd�}|j|d d�}|jƒ }|d |d< tj||ƒ tj||ƒ td
|iƒ}|jdd�}|j|d d�}td
|iƒ}tj||ƒ tj||ƒ d S )Nr   r   r   zM8[ns])r   r9   )r.   )Úvaluer2   ÚAr$   )	r
   r   r   r]   r@   r   r   r   Zassert_frame_equal)r%   ÚseriesrK   Zfilled2r)   Zdfr*   r*   r+   Útest_fillna_natÛ  s4    z%TestSeriesMissingData.test_fillna_natc             C   s‚   t dtjtjtjdgƒ}tjddƒ� |jƒ }|jƒ }W d Q R X t dddddgƒ}t ddgddgd�}t	j
||ƒ t	j
||ƒ d S )	NrU   g      ð?zmode.use_inf_as_naTFr   é   )Úindex)r
   r    Úinfr"   r/   ZNAÚoption_contextr   Údropnar   r   )r%   r&   ÚrÚdrÚeÚder*   r*   r+   Útest_isna_for_inf   s    z'TestSeriesMissingData.test_isna_for_infc             C   s|   t dtjtjdgƒ}tjddƒ� |jƒ }|jƒ }W d Q R X t ddddgƒ}t ddgddgd�}tj	||ƒ tj	||ƒ d S )	NrU   g      ð?zmode.use_inf_as_nullTFr   r2   )rf   )
r
   r    rg   r"   r/   rh   r   ri   r   r   )r%   r&   rj   rk   rl   rm   r*   r*   r+   Útest_isnull_for_inf_deprecated
  s    z4TestSeriesMissingData.test_isnull_for_inf_deprecatedc             C   sf  t dddddgtjdƒd�}tj||jdd	�ƒ tj|d
< t dddddg|jd�}tj|jdd	�|ƒ t dddddg|jd�}tj|jdd	�|ƒ t dddddg|jd�}tj|jdd�|ƒ d}tj	t
|d�� |jƒ  W d Q R X d}tj	t
|d�� |jddd� W d Q R X t tjgƒ}t dgƒ}|j|ƒ}t dgƒ}tj||ƒ |ji ƒ}tj||ƒ |jt f td�ƒ}tj||ƒ |j|ƒ}tj||ƒ |jddiƒ}tj||ƒ |jddiƒ}tj|t tjgƒƒ |jdddœƒ}tj||ƒ |jt dddœƒƒ}tj||ƒ |jt dddœddgd�ƒ}tj||ƒ t ddd
gtdƒƒ}t dtjd
gtdƒƒ}|j|ƒ}t dddgtdƒƒ}tj||ƒ t tjddd
gd�}	|	jddd�}t dtjtjgddd
gd�}tj||ƒ |	jdd
d�}t ddtjgddd
gd�}tj||ƒ dddg}
xT|
D ]L}t ddtjtjdgdd�}	|	j|ƒ}t dd||dgdd�}tj||ƒ �qW d S ) Ng        g      ð?g       @g      @g      @é   )rf   r#   )r.   r   r-   g      @)ra   z'Must specify a fill 'value' or 'method')r   z(Cannot specify both 'value' and 'method'r   )ra   r.   r   )r   )r   r   re   ÚabcZbaciç  )ÚlimitÚ0z1.5z-0.3Zfloat64r4   )r
   r   ÚmakeDateIndexr   r   r    ÚNaNrf   r   r   Ú
ValueErrorr"   r4   Úlist)r%   Údatetime_seriesÚtsr;   ÚmsgÚs1rA   r(   r)   r&   ÚvalsÚvalr*   r*   r+   Útest_fillna  sl    









z!TestSeriesMissingData.test_fillnac             C   sˆ   t tjdtjdtjgdddddgƒ}|jdd	�}t tjddddg|jƒ}tj||ƒ |jd
d	�}t ddddtjg|jƒ}tj||ƒ d S )Ng      ð?g      @ÚzrU   rV   rW   Údr#   )r.   r$   )r
   r    r"   r   rf   r   r   )r%   ÚxrK   r)   r*   r*   r+   Útest_fillna_bug_  s    $z%TestSeriesMissingData.test_fillna_bugc             C   sH   y|j dd� W n2 tk
rB } zdt|ƒks2t‚W Y d d }~X nX d S )NZffil)r.   )r   rv   Ústrr6   )r%   rx   Úinstr*   r*   r+   Útest_fillna_invalid_methodi  s    z0TestSeriesMissingData.test_fillna_invalid_methodc             C   sB   t dddddgtjdƒd�}tj|d< tj|jƒ |jd	d
�ƒ d S )Ng        g      ð?g       @g      @g      @rp   )rf   r   r#   )r.   )r
   r   rt   r    ru   r   r#   r   )r%   ry   r*   r*   r+   Ú
test_ffillo  s    
z TestSeriesMissingData.test_ffillc             C   s4   t jtdddtjd�dgƒ}|jƒ }tj||ƒ d S )Niß  r   )rG   )r/   r
   r   rH   rI   r#   r   r   )r%   rc   r(   r*   r*   r+   Ú,test_ffill_mixed_dtypes_without_missing_datat  s    zBTestSeriesMissingData.test_ffill_mixed_dtypes_without_missing_datac             C   sB   t dddddgtjdƒd�}tj|d< tj|jƒ |jd	d
�ƒ d S )Ng        g      ð?g       @g      @g      @rp   )rf   r   r$   )r.   )r
   r   rt   r    ru   r   r$   r   )r%   ry   r*   r*   r+   Ú
test_bfillz  s    
z TestSeriesMissingData.test_bfillc             C   s  t dd„ tdƒD ƒƒ}|jƒ }tj|d< t|d ƒs8t‚|d jtksJt‚|d |d< t|d ƒ sht‚t|d< t|d ƒ s‚t‚|j	tj
ks’t‚|d tks¢t‚|d |d< t|d ƒ sÀt‚t|d< t|d ƒsØt‚|d jtksêt‚|d |d< t|d ƒ �s
t‚d S )Nc             S   s   g | ]}t |d �‘qS ))r   )r   )Ú.0Úir*   r*   r+   ú
<listcomp>�  s    z>TestSeriesMissingData.test_timedelta64_nan.<locals>.<listcomp>é
   r   r   r   )r
   Úranger@   r    r"   r   r6   ra   r   r   Zobject_r	   )r%   r'   Ztd1r*   r*   r+   Útest_timedelta64_nan  s$    
z*TestSeriesMissingData.test_timedelta64_nanc          
   C   sv   t g td�}t|jƒ ƒdks t‚|jdd�}|d ks8t‚t|ƒdksHt‚d}tjt|d�� |jdd� W d Q R X d S )	N)r   r   T)rP   z&No axis named 1 for object type Series)r   r   )Zaxis)r
   r4   Úlenri   r6   r   r   rv   )r%   r&   rS   rz   r*   r*   r+   Útest_dropna_empty¨  s    z'TestSeriesMissingData.test_dropna_emptyc             C   sÈ   t tdƒtjtdƒtjgƒ}|jƒ }t tdƒtdƒgddgd�}tj||ƒ tjdtjdtjgdd�}tj |ƒ}|jdks~t	‚|jƒ }t tddd�tddd�gddgd�}|jdks¸t	‚tj||ƒ d S )	Nz2011-01-01 10:00z2011-01-03 10:00r   r   )rf   z
Asia/Tokyo)r1   zdatetime64[ns, Asia/Tokyo])
r
   r   r/   r	   ri   r   r   r5   r   r6   )r%   r&   r(   r)   r7   r*   r*   r+   Útest_datetime64_tz_dropnaµ  s(    


z/TestSeriesMissingData.test_datetime64_tz_dropnac             C   s~   xxt dddgdd�t dddgdd�gD ]P}|jƒ }tj||ƒ ||k	sJt‚|jƒ }|jdd�}|d ksjt‚tj||ƒ q&W d S )	Nr   r   r2   r�   )ÚnameFT)rP   )r
   ri   r   r   r6   r@   )r%   r&   r(   rA   rS   r*   r*   r+   Útest_dropna_no_nanÖ  s    *z(TestSeriesMissingData.test_dropna_no_nanc             C   sV   t tjdddgtjtjdddgtjdddgƒƒ}|jƒ }|jdd … }tj||ƒ d S )Nr   r   r2   r   )	r
   r    r"   r   Zfrom_arraysri   Zilocr   r   )r%   r&   r(   r)   r*   r*   r+   Útest_dropna_intervalsâ  s    "z+TestSeriesMissingData.test_dropna_intervalsc             C   sr   |j ƒ }|jjd ƒ|_tj|d d d…< |jƒ }t|ƒ|jƒ ksBt‚t	j
||dd d… ƒ t	j
||tj|ƒ ƒ d S )Nr   r   )r@   rf   Z
_with_freqr    ru   ri   r�   Úcountr6   r   r   r/   Únotna)r%   rx   ry   r(   r*   r*   r+   Ú
test_validì  s    z TestSeriesMissingData.test_validc             C   sh   t dddtjd	gƒ}t dddddgƒ}tj|jƒ |ƒ t ddtjgƒ}t dddgƒ}tj|jƒ |ƒ d S )
Nr   gš™™™™™@r2   gü©ñÒMbP?FTÚhiÚ gü©ñÒMbP¿)r
   r    r"   r   r   r   )r%   r:   r)   r*   r*   r+   Ú	test_isnaö  s    zTestSeriesMissingData.test_isnac             C   sh   t dddtjd	gƒ}t dddddgƒ}tj|jƒ |ƒ t ddtjgƒ}t dddgƒ}tj|jƒ |ƒ d S )
Nr   gš™™™™™@r2   gü©ñÒMbP?TFr˜   r™   gü©ñÒMbP¿)r
   r    r"   r   r   r–   )r%   r:   r)   r*   r*   r+   Ú
test_notnaÿ  s    z TestSeriesMissingData.test_notnac             C   s¦   t tjdtjdtjgdddddgtd�}|jd	d
d�}|d ksBt‚t tjddddgdddddgtd�}tj|dd … |dd … ƒ tj|d ƒs¢ttj|d ƒƒ‚d S )Ng      ð?g      @r   rU   rV   rW   r€   )r   r9   T)r.   rP   r   r   )	r
   r    r"   Úfloatr   r6   r   r   Úisnan)r%   r�   rS   r)   r*   r*   r+   Útest_pad_nan  s    &"z"TestSeriesMissingData.test_pad_nanc             C   sL   t dddd�}|dddg }d}tjt|d	�� |j|d
d� W d Q R X d S )Nz1/1/2000z3/1/2000ÚB)Úfreqr   r   r   z0index must be monotonic increasing or decreasing)r   r9   )r.   )r   r   r   rv   Zget_indexer)r%   ÚrngZrng2rz   r*   r*   r+   Útest_pad_require_monotonicity  s
    z3TestSeriesMissingData.test_pad_require_monotonicityc             C   s^   t j|d d…< |jƒ }|j|jks&t‚|j}|jƒ }|jdd�}|d ksLt‚|j|ksZt‚d S )Nrp   T)rP   )r    r"   ri   r’   r6   r@   )r%   rx   r(   r’   ry   rS   r*   r*   r+   Útest_dropna_preserve_name   s    z/TestSeriesMissingData.test_dropna_preserve_namec             C   sÊ   t jdƒ}tt jjdƒ|d�}|d d… j|ƒ}|jddd�}|d d… j|ƒjdd�}t j|dd …< tj	||ƒ |dd … j|ƒ}|jd	dd�}|dd … j|ƒjd
d�}t j|d d…< tj	||ƒ d S )NrŒ   )rf   r   r9   rp   )r.   rr   )r.   r2   r$   r-   éýÿÿÿéþÿÿÿr¥   )
r    Úaranger
   rQ   ÚrandnÚreindexr   r"   r   r   )r%   rf   r&   r(   r)   r*   r*   r+   Útest_series_fillna_limit*  s    
z.TestSeriesMissingData.test_series_fillna_limitc             C   sº   t jdƒ}tt jjdƒ|d�}|d d… j|ddd�}|d d… j|ƒjdd�}t j|d
d …< tj	||ƒ |dd … j|d	dd�}|dd … j|ƒjd	d�}t j|d d…< tj	||ƒ d S )NrŒ   )rf   r   r9   rp   )r.   rr   )r.   r2   r-   r¤   r¥   r¥   )
r    r¦   r
   rQ   r§   r¨   r   r"   r   r   )r%   rf   r&   r(   r)   r*   r*   r+   Útest_series_pad_backfill_limit<  s    
z4TestSeriesMissingData.test_series_pad_backfill_limitN)&Ú__name__Ú
__module__Ú__qualname__r,   r0   r   ÚmarkZparametrizer8   r<   rB   rL   rM   rT   rZ   r`   rd   rn   ro   r~   r‚   r…   r†   r‡   rˆ   rŽ   r�   r‘   r“   r”   r—   rš   r›   rž   r¢   r£   r©   rª   r*   r*   r*   r+   r      sB   W3 K"	%
I
)!

		

r   )r   r   Znumpyr    r   rH   Zpandas._libsr   Zpandasr/   r   r   r   r   r	   r
   r   r   r   r   Zpandas._testingZ_testingr   r   r*   r*   r*   r+   Ú<module>   s   0
