3
Êb_³‡ ã               @   s  d dl mZmZmZ d dlZd dlmZ d dlmZ d dlm	Z	 d dl
mZ d dlmZ d dlZd dlZd dlmZ d dlZd d	lmZ d dlZd d
lmZmZmZmZmZmZmZmZm Z m!Z!m"Z" d dl#j$Z%d dl&m'Z' d dl(m)Z) d dl*m+Z+ ej,ddgd�dd„ ƒZ-G dd„ dƒZ.G dd„ dƒZ/G dd„ dƒZ0ej1j2dejejgƒej1j2dej3d ƒdd„ ƒƒZ4ej1j2de)ejgƒej1j2dej3d ƒdd „ ƒƒZ5d!d"„ Z6d#d$„ Z7d%d&„ Z8d'd(„ Z9d)d*„ Z:d+d,„ Z;d-d.„ Z<ej1j2d/ej=d0ƒd>fd@gƒd2d3„ ƒZ>d4d5„ Z?d6d7„ Z@d8d9„ ZAd:d;„ ZBd<d=„ ZCdS )Aé    )ÚOrderedDictÚabcÚdequeN)Údatetime)ÚDecimal)ÚStringIO)Úcombinations)Úcatch_warnings)Úrandn)ÚCategoricalDtype)ÚCategoricalÚ	DataFrameÚDatetimeIndexÚIndexÚ
MultiIndexÚSeriesÚ	TimestampÚconcatÚ
date_rangeÚisnaÚread_csv)ÚSparseArray)Ú!create_series_with_explicit_dtype)Ú
to_decimalTF)Úparamsc             C   s   | j S )z5Boolean sort keyword for concat and DataFrame.append.)Úparam)Úrequest© r   úB/tmp/pip-build-jkwsxyiy/pandas/pandas/tests/reshape/test_concat.pyÚsort$   s    r   c               @   sÆ   e Zd ZdZdd„ Zdd„ Zdd„ Zdd	„ Zd
d„ Zdd„ Z	dd„ Z
ejjdddddgƒdd„ ƒZdd„ Zdd„ Zdd„ Zdd„ Zdd „ Zd!d"„ Zd#d$„ Zd%d&„ Zd'd(„ Zd)d*„ Zd+d,„ Zd-d.„ Zd/S )0ÚTestConcatAppendCommonzE
    Test common dtype coercion rules between concat and append.
    c          
   C   sÌ   t jdƒt jdƒt jdƒg}t jddd�t jddd�t jddd�g}t jdƒt jdƒt jdƒg}t jd	d
d�t jdd
d�t jdd
d�g}dddgdddgdtjdgt jdddgƒdddg||||dœ	| _d S )Nz
2011-01-01z
2011-01-02z
2011-01-03z
US/Eastern)Útzz1 daysz2 daysz3 daysz2011-01ÚM)Úfreqz2011-02z2011-03TFé   é   é   gš™™™™™ñ?gffffff
@ÚXÚYÚZÚaÚbÚc)	ÚboolÚint64Úfloat64ÚcategoryÚobjectzdatetime64[ns]zdatetime64[ns, US/Eastern]ztimedelta64[ns]z	period[M])Úpdr   Ú	TimedeltaÚPeriodÚnpÚnanr   Údata)ÚselfÚmethodZdt_dataZtz_dataZtd_dataZperiod_datar   r   r   Úsetup_method/   s*    
z#TestConcatAppendCommon.setup_methodc             C   sr   t |tjƒr4|dkr$|jdks2t‚qn|j|ksnt‚n:t |tjƒrj|jdƒrZ|jdksht‚qn|j|ksnt‚nt‚dS )zr
        Check whether obj has expected dtype depending on label
        considering not-supported dtypes
        r-   r1   Zperiodz	Period[M]N)Ú
isinstancer2   r   ÚdtypeÚAssertionErrorr   Ú
startswithÚ
ValueError)r8   ÚobjÚlabelr   r   r   Ú_check_expected_dtypeT   s    
z,TestConcatAppendCommon._check_expected_dtypec             C   s@   x:| j jƒ D ],\}}| jtj|ƒ|ƒ | jtj|ƒ|ƒ qW d S )N)r7   ÚitemsrB   r2   r   r   )r8   ÚtypÚvalsr   r   r   Útest_dtypesf   s    z"TestConcatAppendCommon.test_dtypesc          /   C   s  �x| j jƒ D �]\}}|}|}|dkr^tjt|ƒt|ƒ ƒ}tjt|ƒt|ƒ t|ƒ ƒ}n|| }|| | }tj|ƒjtj|ƒƒ}tj|ƒ}tj||ƒ tj|ƒjtj|ƒtj|ƒgƒ}tj|ƒ}tj||ƒ tj|dd�}	tj|dd�}
|	j|
ƒ}tj|ƒ}tj||ƒ tj|dd�}	tj|dd�}
|	j|
ƒ}tj|dd�}tj||ƒ t	j
tdd�� tj|ƒj|ƒ W d Q R X t	j
tdd��  tj|ƒjtj|ƒ|gƒ W d Q R X tj|ƒjtj|ƒdd�}tj|ƒ}tj||dd	� tjtj|ƒtj|ƒgdd�}tj||dd	� tj|ƒjtj|ƒtj|ƒgdd�}tj|ƒ}tj||ƒ tjtj|ƒtj|ƒtj|ƒgdd�}tj||ƒ tj|dd�}tj|dd�}|j|dd�}tj|ƒ}tj||dd	� tj||gdd�}tj||dd	� tj|dd�}tj|dd�}|j|dd�}tj|dd�}tj||dd	� tj||gdd�}tj||dd	� d
}t	j
t|d�� tj|ƒj|ƒ W d Q R X t	j
t|d��  tj|ƒjtj|ƒ|gƒ W d Q R X t	j
t|d�� tjtj|ƒ|gƒ W d Q R X t	j
t|d��" tjtj|ƒtj|ƒ|gƒ W d Q R X qW d S )Nr0   Úx)ÚnameÚyzall inputs must be Index)ÚmatchT)Úignore_index)Úcheck_index_typezPcannot concatenate object of type '.+'; only Series and DataFrame objs are valid)r7   rC   r2   r   Úlistr   ÚappendÚtmÚassert_index_equalÚpytestÚraisesÚ	TypeErrorr   Úassert_series_equalr   )r8   Útyp1Úvals1Úvals2Úvals3Úexp_dataÚ	exp_data3ÚresÚexpÚi1Úi2Ús1Ús2Úmsgr   r   r   Útest_concatlike_same_dtypesl   s€     
 



$



$z2TestConcatAppendCommon.test_concatlike_same_dtypesc             C   s  �x| j jƒ D �]ö\}}�xê| j jƒ D �]Ú\}}|}d }d }||krHq&n|dks&|dkrZq&|dkrp|dkrp|}n>|dkr†|dkr†|}n(|dks¦|dks¦|dks¦|dkr®t}t}|| }|| | }	tj|ƒjtj|ƒƒ}
tj||d�}tj|
|ƒ tj|ƒjtj|ƒtj|ƒgƒ}
tj|	|d�}tj|
|ƒ tj|ƒjtj|ƒdd	�}
tj||d�}tj	|
|dd
� tj
tj|ƒtj|ƒgdd	�}
tj	|
|dd
� tj|ƒjtj|ƒtj|ƒgdd	�}
tj|	|d�}tj	|
|ƒ tj
tj|ƒtj|ƒtj|ƒgdd	�}
tj	|
|ƒ q&W qW d S )Nr0   r-   r.   r/   zdatetime64[ns, US/Eastern]ztimedelta64[ns])r<   T)rK   )rL   )r.   r/   )r.   r/   )r7   rC   r1   r2   r   rN   rO   rP   r   rT   r   )r8   rU   rV   Ztyp2rW   rX   Zexp_index_dtypeZexp_series_dtyperY   rZ   r[   r\   r   r   r   Útest_concatlike_dtypes_coercionØ   sP     
z6TestConcatAppendCommon.test_concatlike_dtypes_coercionc             C   sL  t jddgƒ}t jddgƒ}t jt jdƒt jdƒt jdƒt jdƒgƒ}|j|ƒ}tj||ƒ t	|d t jƒspt
‚t	|d t jƒs„t
‚t j|ƒ}t j|ƒ}|j|ƒ}tj|t j|ddddgd�ƒ t	|jd t jƒsÖt
‚t	|jd	 t jƒsìt
‚t j||gƒ}tj|t j|ddddgd�ƒ t	|jd t jƒ�s0t
‚t	|jd
 t jƒ�sHt
‚d S )Nz
2011-01-01z
2011-01-02z1 daysz2 daysr   r$   )Úindexéÿÿÿÿre   re   )r2   r   ÚTimedeltaIndexr   r   r3   rN   rO   rP   r;   r=   r   rT   Úilocr   )r8   ZdtiÚtdir\   r[   ZdtsÚtdsr   r   r   Ú.test_concatlike_common_coerce_to_pandas_object!  s*    



zETestConcatAppendCommon.test_concatlike_common_coerce_to_pandas_objectc       	      C   sÀ   |}t jddg|d�}t jddg|d�}t jddddg|d�}|j|ƒ}tj||ƒ t j|ƒ}t j|ƒ}|j|ƒ}tj|t j|ddddgd�ƒ t j||gƒ}tj|t j|ddddgd�ƒ d S )	Nz
2011-01-01z
2011-01-02)r!   z
2012-01-01z
2012-01-02r   r$   )rd   )r2   r   rN   rO   rP   r   rT   r   )	r8   Útz_aware_fixturer!   Údti1Údti2r\   r[   Údts1Údts2r   r   r   Útest_concatlike_datetimetzA  s    



z1TestConcatAppendCommon.test_concatlike_datetimetzr!   ÚUTCz
US/Easternz
Asia/TokyoZEST5EDTc             C   s¤   t jddd|d�}t jddg|d�}t jd|d	d
gd�}t jd|d	d
gd�}t jdddddg|d�}t jd|d	d
gd�}tj|j|ƒ|ƒ tjt j||gƒ|ƒ d S )Nz
2014-07-15z
2014-07-17ÚD)ÚstartÚendr#   r!   z
2014-07-11z
2014-07-21)r!   r   ÚAÚB)rd   Úcolumnsz
2014-07-16)r2   r   r   r   rO   Úassert_frame_equalrN   r   )r8   r!   Zix1Zix2Údf1Údf2Úexp_idxr\   r   r   r   Ú test_concatlike_datetimetz_shortV  s    z7TestConcatAppendCommon.test_concatlike_datetimetz_shortc             C   sž  |}t jddg|d�}t jddgƒ}t jt jd|d�t jd|d�t jdƒt jdƒgtd�}|j|ƒ}tj||ƒ t j|ƒ}t j|ƒ}|j|ƒ}tj	|t j|ddddgd	�ƒ t j
||gƒ}tj	|t j|ddddgd	�ƒ t jddgd
d�}	t jt jd|d�t jd|d�t jdd
d�t jdd
d�gtd�}|j|	ƒ}t j|ƒ}t j|	ƒ}
|j|
ƒ}tj	|t j|ddddgd	�ƒ t j
||
gƒ}tj	|t j|ddddgd	�ƒ d S )Nz
2011-01-01z
2011-01-02)r!   z
2012-01-01z
2012-01-02)r<   r   r$   )rd   z
US/Pacific)r2   r   r   r   r1   rN   rO   rP   r   rT   r   )r8   rk   r!   rl   rm   r\   r[   rn   ro   Zdti3Zdts3r   r   r   Ú$test_concatlike_datetimetz_to_objectg  s>    








z;TestConcatAppendCommon.test_concatlike_datetimetz_to_objectc             C   s¼   t jddgdd�}t jddgdd�}t jddddgdd�}|j|ƒ}tj||ƒ t j|ƒ}t j|ƒ}|j|ƒ}tj|t j|ddddgd	�ƒ t j||gƒ}tj|t j|ddddgd	�ƒ d S )
Nz2011-01z2011-02r"   )r#   z2012-01z2012-02r   r$   )rd   )r2   ÚPeriodIndexrN   rO   rP   r   rT   r   )r8   Úpi1Úpi2r\   r[   Úps1Úps2r   r   r   Útest_concatlike_common_periodœ  s    



z4TestConcatAppendCommon.test_concatlike_common_periodc             C   sä   t jddgdd�}t jddgdd�}t jt jddd�t jddd�t jddd�t jddd�gtd�}|j|ƒ}tj||ƒ t j|ƒ}t j|ƒ}|j|ƒ}tj	|t j|d	d
d	d
gd�ƒ t j
||gƒ}tj	|t j|d	d
d	d
gd�ƒ d S )Nz2011-01z2011-02r"   )r#   z
2012-01-01z
2012-02-01rr   )r<   r   r$   )rd   )r2   r~   r   r4   r1   rN   rO   rP   r   rT   r   )r8   r   r€   r\   r[   r�   r‚   r   r   r   Ú1test_concatlike_common_period_diff_freq_to_object®  s     



zHTestConcatAppendCommon.test_concatlike_common_period_diff_freq_to_objectc             C   sŒ  t jddgdd�}t jddgƒ}t jt jddd�t jddd�t jdƒt jdƒgtd�}|j|ƒ}tj	||ƒ t j
|ƒ}t j
|ƒ}|j|ƒ}tj|t j
|dd	dd	gd
�ƒ t j||gƒ}tj|t j
|dd	dd	gd
�ƒ t jt jdƒt jdƒt jddd�t jddd�gtd�}|j|ƒ}tj	||ƒ t j
|ƒ}t j
|ƒ}|j|ƒ}tj|t j
|dd	dd	gd
�ƒ t j||gƒ}tj|t j
|dd	dd	gd
�ƒ d S )Nz2011-01z2011-02r"   )r#   z1 daysz2 days)r<   r   r$   )rd   )r2   r~   rf   r   r4   r3   r1   rN   rO   rP   r   rT   r   )r8   r   rh   r\   r[   r�   ri   r   r   r   Ú0test_concatlike_common_period_mixed_dt_to_objectÈ  s<    








zGTestConcatAppendCommon.test_concatlike_common_period_mixed_dt_to_objectc             C   s^  t jddtjgdd�}t jdddgdd�}t jddtjdddgdd�}tjt j||gdd�|ƒ tj|j|dd�|ƒ t jddgdd�}t jddgdd�}t jddddgƒ}tjt j||gdd�|ƒ tj|j|dd�|ƒ t jdd	tjgdd�}t jtjdddgdd�}t jdd	tjtjdddgd
d�}tjt j||gdd�|ƒ tj|j|dd�|ƒ d S )Nr$   r%   r0   )r<   T)rK   r&   é
   é   r1   )r2   r   r5   r6   rO   rT   r   rN   )r8   r_   r`   r\   r   r   r   Útest_concat_categoricalø  s     z.TestConcatAppendCommon.test_concat_categoricalc             C   s‚   t jtdddgdddgd�ƒ}t jtdddgdddgd�ƒ}t j||gdd�}t jtddddddgdddgd�ƒ}tj||ƒ d S )Nr*   r+   r,   )Ú
categoriesT)rK   )r2   r   r   r   rO   rT   )r8   r*   r+   ÚresultÚexpectedr   r   r   Ú6test_union_categorical_same_categories_different_order  s     zMTestConcatAppendCommon.test_union_categorical_same_categories_different_orderc             C   s–  t jddtjgdd�}t jdddgƒ}t jddtjdddgdd�}tjt j||gdd�|ƒ tj|j|dd�|ƒ t jdddddtjgdd�}tjt j||gdd�|ƒ tj|j|dd�|ƒ t jddgdd�}t jddgƒ}t jddddgƒ}tjt j||gdd�|ƒ tj|j|dd�|ƒ t jddddgƒ}tjt j||gdd�|ƒ tj|j|dd�|ƒ t jd	d
tjgdd�}t jdddgƒ}t jd	d
tjdddgdd�}tjt j||gdd�|ƒ tj|j|dd�|ƒ t jdddd	d
tjgdd�}tjt j||gdd�|ƒ tj|j|dd�|ƒ t jd	d
tjgdd�}t jdddgƒ}t jd	d
tjdddgƒ}tjt j||gdd�|ƒ tj|j|dd�|ƒ t jdddd	d
tjgƒ}tjt j||gdd�|ƒ tj|j|dd�|ƒ t jd	d
gdd�}t jtjtjtjgƒ}t jd	d
tjtjtjgƒ}tjt j||gdd�|ƒ tj|j|dd�|ƒ t jtjtjtjd	d
gƒ}tjt j||gdd�|ƒ tj|j|dd�|ƒ d S )Nr$   r%   r0   )r<   r1   T)rK   r&   r†   r‡   r*   r+   r,   )r2   r   r5   r6   rO   rT   r   rN   )r8   r_   r`   r\   r   r   r   Ú test_concat_categorical_coercion  sP    z7TestConcatAppendCommon.test_concat_categorical_coercionc             C   s¸  t jddtjgdd�}t jdddgdd�}t jddddtjgƒ}t jddtjdddddddtjgdd�}tjt j|||gdd�|ƒ tj|j||gdd�|ƒ t jddddtjddtjdddgdd�}tjt j|||gdd�|ƒ tj|j||gdd�|ƒ t jdd	d
gdd�}t jdddgdd�}t jdddgƒ}t jdd	d
ddddddg	ƒ}tjt j|||gdd�|ƒ tj|j||gdd�|ƒ t jddddd	d
dddg	ƒ}tjt j|||gdd�|ƒ tj|j||gdd�|ƒ t jdd	d
gdd�}t jdddgdd�}t jdddgƒ}t jdd	d
ddddddg	ƒ}tjt j|||gdd�|ƒ tj|j||gdd�|ƒ t jddddd	d
dddg	ƒ}tjt j|||gdd�|ƒ tj|j||gdd�|ƒ d S )Nr$   r%   r0   )r<   r1   T)rK   é   é   é   r&   r†   r‡   é   )r2   r   r5   r6   rO   rT   r   rN   )r8   r_   r`   Ús3r\   r   r   r   Ú&test_concat_categorical_3elem_coercion]  s6    ((z=TestConcatAppendCommon.test_concat_categorical_3elem_coercionc       	      C   sL  t jddgdd�}t jddgdd�}t jddgƒ}t jddgdd�}t jdtjgƒ}t jdddgdd�}t jdddddddddtjdddgƒ}t j||||||gdd�}tj||ƒ |j|||||gdd�}tj||ƒ t jddddtjddddddddgƒ}t j||||||gdd�}tj||ƒ |j|||||gdd�}tj||ƒ d S )	Nr$   r&   r0   )r<   rŽ   r%   T)rK   )r2   r   r5   r6   r   rO   rT   rN   )	r8   r_   r`   r’   Zs4Zs5Zs6r\   r[   r   r   r   Ú&test_concat_categorical_multi_coercion‡  s     &&z=TestConcatAppendCommon.test_concat_categorical_multi_coercionc             C   sì   t jt jddtjgdd�ƒ}t jt jdddgdd�ƒ}t jt jddtjdddgdd�ƒ}tjt j||gdd�|ƒ tj|j|dd�|ƒ t jt jddtjdddddtjg	dd�ƒ}tjt j|||gdd�|ƒ tj|j||gdd�|ƒ d S )Nr$   r%   T)Úordered)rK   )	r2   r   r   r5   r6   rO   rT   r   rN   )r8   r_   r`   r\   r   r   r   Útest_concat_categorical_orderedž  s    "&z6TestConcatAppendCommon.test_concat_categorical_orderedc             C   s  t jtjtjtjgtjd�dd�}t jtjdgƒ}t jtjtjtjdgƒ}tjt j||gdd�|ƒ tj|j	|dd�|ƒ t jdtjgdd�}t jtjtjgƒ}t jdtjtjtjgdd�}tjt j||gdd�|ƒ tj|j	|dd�|ƒ t jtjtjgdd�}t jtjtjgƒ}t jtjtjtjtjgƒ}tjt j||gdd�|ƒ tj|j	|dd�|ƒ tjt j||gdd�|ƒ tj|j	|dd�|ƒ t jtjtjgdd�}t jtjtjgdd�}t jtjtjtjtjgdd�}tjt j||gdd�|ƒ tj|j	|dd�|ƒ d S )N)r<   r0   r$   T)rK   r1   )
r2   r   r5   Úarrayr6   r/   rO   rT   r   rN   )r8   r_   r`   r\   r   r   r   Ú$test_concat_categorical_coercion_nan®  s,    "z;TestConcatAppendCommon.test_concat_categorical_coercion_nanc             C   sÞ  t jg dd�}t jddgdd�}tjt j||gdd�|ƒ tj|j|dd�|ƒ tjt j||gdd�|ƒ tj|j|dd�|ƒ t jg dd�}t jg dd�}tjt j||gdd�|ƒ tj|j|dd�|ƒ t jg dd�}t jg dd�}tjt j||gdd�|ƒ tj|j|dd�|ƒ tjt j||gdd�|ƒ tj|j|dd�|ƒ t jg dd�}t jtjtjgƒ}t jtjtjgƒ}tjt j||gdd�|ƒ tj|j|dd�|ƒ tjt j||gdd�|ƒ tj|j|dd�|ƒ d S )Nr0   )r<   r$   r%   T)rK   r1   )r2   r   rO   rT   r   rN   r5   r6   )r8   r_   r`   r\   r   r   r   Útest_concat_categorical_emptyÔ  s.    z4TestConcatAppendCommon.test_concat_categorical_emptyN)Ú__name__Ú
__module__Ú__qualname__Ú__doc__r:   rB   rF   rb   rc   rj   rp   rQ   ÚmarkÚparametrizer|   r}   rƒ   r„   r…   rˆ   rŒ   r�   r“   r”   r–   r˜   r™   r   r   r   r   r    *   s*   %lI 50
@*&r    c               @   s¨  e Zd Zdd„ Zdd„ Zdd„ Zdd„ Zd	d
„ Zdd„ Zdd„ Z	dd„ Z
dd„ Zdd„ Zejdƒejdddgƒejdddgƒejedƒƒejdjƒ ƒejdjƒ dd �ejjd!d"d#d$gƒejejd%d&dd'd'ƒejd%d&ddd$ƒejd%d&dd!d(ƒgƒgZejjdjƒ djƒ gƒgZee Zejjd)ed*d+„ d,�d-d.„ ƒZ ejjd/e!ed0d1�d2d+„ d,�d3d4„ ƒZ"ejjd5ed6d+„ d,�ejjd7ed8d+„ d,�d9d:„ ƒƒZ#d;d<„ Z$d=d>„ Z%d?d@„ Z&dAS )BÚ
TestAppendc             C   s*  |j ƒ }d|d< |jd d… }|jdd … }|j|ƒ}|j|ƒ}|j|ƒ}tj|d |d ƒ |d= |j||d�}	d|	ks~t‚|j||d�}	d|	ks˜t‚|d d… j|dd … ƒ}tj||ƒ |d d… j|dd … |d�}
|d d… j|dd … |d�}tj|
jddddgd	�|jddddgd	�ƒ d S )
NÚbarÚfoor�   ru   )r   rv   ÚCrr   )rw   )Úcopyrd   ÚreindexrN   rO   Zassert_almost_equalr=   rx   )r8   r   Úfloat_frameZmixed_frameZbegin_indexZ	end_indexZbegin_frameZ	end_frameÚappendedZpartial_appendedZmixed_appendedZmixed_appended2r   r   r   Útest_appendü  s(    


zTestAppend.test_appendc             C   sN   t ƒ }|j|ƒ}tj||ƒ ||k	s(t‚|j|ƒ}tj||ƒ ||k	sJt‚d S )N)r   rN   rO   rx   r=   )r8   r¦   Úemptyr§   r   r   r   Útest_append_empty  s    

zTestAppend.test_append_emptyc             C   s0   d}t jt|d�� |j|dd� W d Q R X d S )NzIndexes have overlapping values)rJ   T)Zverify_integrity)rQ   rR   r?   rN   )r8   r¦   ra   r   r   r   Útest_append_overlap_raises)  s    z%TestAppend.test_append_overlap_raisesc             C   sr   t dddœdddœdœƒ}tddd	gd
ddgdd�}t ddddœddddœdd	idœƒ}|j|ƒ}tj||ƒ d S )Nr$   r%   )rG   rI   r&   rŽ   )r*   r+   r�   r�   é   r*   r+   r,   Úz)rd   rH   )rG   rI   r­   )r*   r+   r,   )r   r   rN   rO   rx   )r8   ÚdfÚrowr‹   rŠ   r   r   r   Útest_append_new_columns.  s    


z"TestAppend.test_append_new_columnsc             C   sX   t dddgd�}t ddgddgd�}|j||d�}t ddgdddgd�}tj||ƒ d S )	Nru   rv   r£   )rw   r   r$   )rd   rw   )r   )r   rN   rO   rx   )r8   r   r®   Údf3Zdf5r‹   r   r   r   Útest_append_length0_frame<  s
    z$TestAppend.test_append_length0_framec             C   s~   t jddd�}ddg|d d …< t jddd�}dddg|d d …< t|ƒ}t|ƒ}|j|dd�}tt j||fƒƒ}tj||ƒ d S )Nr%   z	i4,f4,a10)r<   r$   ç       @ÚHelloç      @ÚWorldr&   ç      @r¢   r�   ç      @r¡   ç      @ç       @ÚbazT)rK   )r%   )r$   r³   r´   )r%   rµ   r¶   )r&   )r&   r·   r¢   )r�   r¸   r¡   )r¹   rº   r»   )r5   Úzerosr   rN   ÚconcatenaterO   rx   )r8   Zarr1Zarr2ry   rz   rŠ   r‹   r   r   r   Útest_append_recordsD  s    zTestAppend.test_append_recordsc             C   s¾   t jddgddgdœddgd�}t jddgddgd	œddgd
�}tjd ƒ� |j||d�}W d Q R X t jddd d gddddgd d ddgdœdddgd�}|dkr®|dddg }tj||ƒ d S )Nr$   r%   )r*   r+   r+   r*   )rw   r&   rŽ   )r*   r,   )rd   )r   )r+   r*   r,   r,   F)r2   r   rO   Úassert_produces_warningrN   rx   )r8   r   ry   rz   rŠ   r‹   r   r   r   Útest_append_sortsS  s      "zTestAppend.test_append_sortsc             C   sÄ   t tjjdƒdktjjdddƒtjjdƒddgd dœƒ}|d d… jd d …ddd	gf }|dd … jd d …d
dd	gf }|j||d�}t|d
 dd… ƒjƒ s¤t	‚t|d dd … ƒjƒ sÀt	‚d S )Nr†   r   r¢   r¡   r�   )ÚboolsÚintsÚfloatsÚstringsrÁ   rÂ   rÃ   rÄ   )r   rŽ   )
r   r5   Úrandomr
   ÚrandintÚlocrN   r   Úallr=   )r8   r   r®   r*   r+   r§   r   r   r   Útest_append_different_columnsc  s    
  z(TestAppend.test_append_different_columnsc             C   sÜ   |d d… |dd… |dd… |dd … g}|d j |dd … ƒ}tj||ƒ |d	 jƒ |d
< d|d d< |d j |dd … |d�}tj|jd d …|jf |ƒ |d dd … dkjƒ s¼t‚|d d d… jƒ jƒ sØt‚d S )Nr�   r†   é   r   r$   r¡   r¢   )r   re   re   re   )	rN   rO   rx   r¤   rÇ   rw   rÈ   r=   r   )r8   r   r¦   ÚchunksrŠ   r   r   r   Útest_append_manyt  s    


zTestAppend.test_append_manyc             C   sp   t dddgd�}|jdgƒ}t dddgdd	d
gdddggdddgd�}|jdgƒ}|j|ƒ}|jjdkslt‚d S )Nru   rv   r£   )rw   r$   rŽ   r¬   r%   r�   é   r&   r�   é	   )r7   rw   )r   Ú	set_indexrN   rd   rH   r=   )r8   ry   rz   rŠ   r   r   r   Útest_append_preserve_index_name†  s    *
z*TestAppend.test_append_preserve_index_namer&   rŽ   r�   r�   g      @g      @g      @r   zA B CzD E FT)r•   r¬   rÍ   rÎ   r†   iÝ  r$   r   r‘   rd   c             C   s
   t | ƒjS )N)Útyperš   )rG   r   r   r   Ú<lambda>§  s    zTestAppend.<lambda>)Úidsc             C   s  t jdddgdddgg|d�}|d d… }t jdd	g|dd
�}|j|ƒ}t jdddgdddgdd	tjggdddg|d�}tj||ƒ |}|d d… }t jddgddgg|d�}t jdd	dg|dd
�}|j|ƒ}t jddtjgddtjgdd	dggdddg|d�}tj||ƒ d S )Nr$   r%   r&   rŽ   r�   r�   )rw   r¬   rÍ   )rd   rH   g      ð?g       @g      @r   )rd   rw   rÎ   )r2   r   r   rN   r5   r6   rO   rx   )r8   rd   r®   Z	ser_indexÚserrŠ   r‹   r   r   r   Útest_append_same_columns_type§  s"    
,
z(TestAppend.test_append_same_columns_typezdf_columns, series_indexr%   )Úrc             C   s
   t | ƒjS )N)rÑ   rš   )rG   r   r   r   rÒ   Å  s    c       	   	   C   s¾   t jdddgdddgg|d�}t jdd	d
g|dd�}|j|ƒ}|jj|ƒ}t|jƒ ƒj|ƒ}t jdddtj	tj	tj	gdddtj	tj	tj	gtj	tj	tj	dd	d
ggdddg|d�}t
j||ƒ d S )Nr$   r%   r&   rŽ   r�   r�   )rw   r¬   rÍ   rÎ   )rd   rH   g      ð?g       @g      @r   )rd   rw   )r2   r   r   rN   rd   Ú
differencer   Útolistr5   r6   rO   rx   )	r8   Z
df_columnsZseries_indexr®   rÔ   rŠ   Zidx_diffZcombined_columnsr‹   r   r   r   Ú#test_append_different_columns_typesÂ  s    

z.TestAppend.test_append_different_columns_typesÚindex_can_appendc             C   s
   t | ƒjS )N)rÑ   rš   )rG   r   r   r   rÒ   Þ  s    Úindex_cannot_append_with_otherc             C   s
   t | ƒjS )N)rÑ   rš   )rG   r   r   r   rÒ   ã  s    c             C   s¸   t jdddgdddgg|d�}t jdd	d
g|dd�}d}tjt|d�� |j|ƒ W d Q R X t jdddgdddgg|d�}t jdd	d
g|dd�}tjt|d�� |j|ƒ W d Q R X d S )Nr$   r%   r&   rŽ   r�   r�   )rw   r¬   rÍ   rÎ   )rd   rH   z�Expected tuple, got (int|long|float|str|pandas._libs.interval.Interval)|object of type '(int|float|Timestamp|pandas._libs.interval.Interval)' has no len\(\)|)rJ   )r2   r   r   rQ   rR   rS   rN   )r8   rÚ   rÛ   r®   rÔ   ra   r   r   r   Ú*test_append_different_columns_types_raisesÝ  s    z5TestAppend.test_append_different_columns_types_raisesc             C   sX  t ddgtjdddddƒtjdddddƒgdgd�}t ddgtjddd	ddƒtjddd	d
dƒgtjdddddƒtjdddddƒggddgd�}tttjtjtjddd	d
dƒtjdddddƒgdd�ttjdddddƒtjdddddƒtjddd	ddƒtjdddddƒgdd�gd|d�}|j|d|d�}|�r<|ddg }n|ddg }tj	||ƒ d S )Nr$   r%   iÝ  r   Ú
start_time)rd   r7   rw   rŽ   r�   r&   r�   r†   r¬   Úend_time)rH   )Úaxisr   T)rK   r   )
r   Údtr   r   r   r2   ÚNaTrN   rO   rx   )r8   r   ry   rz   r‹   rŠ   r   r   r   Útest_append_dtype_coerce  s:    "
"$z#TestAppend.test_append_dtype_coercec             C   st   t dtjddddgdd�iƒ}t dtjd	d
d	d
gtd�iƒ}|j|d	|d�}|d jdks^t‚|d jdkspt‚d S )Nru   r$   r%   r&   rŽ   Úi8)r<   rv   TF)rK   r   Úf8ÚO)r   r5   r—   r-   rN   r<   r=   )r8   r   ry   rz   r§   r   r   r   Ú(test_append_missing_column_proper_upcast5  s
    z3TestAppend.test_append_missing_column_proper_upcastc             C   sš   t dtjjƒ d�}t|dddœƒ}tddgd�}|j|d	d
�}ttjtjdd|ggdddddgt	d�}|d j
tƒ|d< |d j
tƒ|d< tj||ƒ d S )Nz2018-10-24 07:30:00)r!   g      ð?g       @)Údater*   r+   r,   Úd)rw   T)rK   r*   r+   rç   )rw   r<   )r   Údateutilr!   Ztzutcr   r   rN   r5   r6   r1   ÚastypeÚfloatrO   rx   )r8   rç   Úsr®   rŠ   r‹   r   r   r   Ú2test_append_empty_frame_to_series_with_dateutil_tz=  s    z=TestAppend.test_append_empty_frame_to_series_with_dateutil_tzN)'rš   r›   rœ   r¨   rª   r«   r°   r²   r¾   rÀ   rÉ   rÌ   rÐ   r2   Ú
RangeIndexr   rM   ÚCategoricalIndexÚsplitZIntervalIndexZfrom_breaksr   rà   r   Zindexes_can_appendr   Úfrom_arraysZ indexes_cannot_append_with_otherZall_indexesrQ   rž   rŸ   rÕ   r   rÙ   rÜ   râ   ræ   rí   r   r   r   r   r    û  sJ   "
3r    c               @   sÒ  e Zd Zdd„ Zdd„ Zdd„ Zdd„ Zd	d
„ Zdd„ Zdd„ Z	dd„ Z
dd„ Zdd„ Zdd„ Zdd„ Zdd„ Zdd„ Zdd„ Zdd „ Zd!d"„ Zd#d$„ Zd%d&„ Zd'd(„ Zd)d*„ Zefd+d,„Zd-d.„ Zd/d0„ Zd1d2„ Zd3d4„ Zd5d6„ Zd7d8„ Zd9d:„ Z d;d<„ Z!d=d>„ Z"d?d@„ Z#dAdB„ Z$dCdD„ Z%dEdF„ Z&dGdH„ Z'dIdJ„ Z(dKdL„ Z)dMdN„ Z*dOdP„ Z+dQdR„ Z,e-j.j/dSdTdUgƒe-j.j/dVdTdUgƒe-j.j/dWe0j1e0j2dXƒgƒdYdZ„ ƒƒƒZ3e-j.j/dSdTdUgƒe-j.j/dVdTdUgƒd[d\„ ƒƒZ4e-j.j/dSdTdUgƒe-j.j/dVdTdUgƒd]d^„ ƒƒZ5e-j.j/d_dTdUgƒd`da„ ƒZ6dbdc„ Z7ddde„ Z8dfdg„ Z9dhdi„ Z:e-j.j/d_dTdUgƒe-j.j/djg dkdldmggƒdndo„ ƒƒZ;dpdq„ Z<drds„ Z=dtdu„ Z>dvdw„ Z?dxdy„ Z@dzd{„ ZAd|d}„ ZBd~d„ ZCd€d�„ ZDd‚dƒ„ ZEd„d…„ ZFd†d‡„ ZGdˆd‰„ ZHdŠd‹„ ZIdTS )ŒÚTestConcatenatec             C   sœ  t tjjddƒƒ}t tjjdddd�jddƒƒ}t dditdƒd	�}t|||gdd
d�}x |jj	D ]}|j
jd ksbt‚qbW t|||gddd�}xn|jj	D ]b}|jrÀ|j
j|jj	d j
jksút‚q˜|jrä|j
j|jj	d j
jksút‚q˜|jr˜|j
jd k	s˜t‚q˜W t tjjddƒƒ}t||||gddd�}xp|jj	D ]d}|j�rP|j
jd k�s’t‚nB|j�rx|j
j|jj	d j
jk�s’t‚n|j�r0|j
jd k	�s0t‚�q0W d S )NrŽ   r&   r   r†   )Úsizer$   r�   r¢   )rd   T)rß   r¤   F)r   r5   rÅ   r
   rÆ   ÚreshapeÚranger   Ú_dataÚblocksÚvaluesÚbaser=   Zis_floatÚ
is_integerZ	is_object)r8   r®   rz   r±   rŠ   r+   Zdf4r   r   r   Útest_concat_copyT  s.     z TestConcatenate.test_concat_copyc          	   C   s¬  t tjjddƒƒ}t tjjddƒƒ}t tjjddƒƒ}t tjjddƒƒ}t||gddgd�}tjdddddddgdddddddggƒ}t tj|j|jf |d�}t	j
||ƒ t||gddgd�}tjddddddgddddddggƒ}t tj|j|jf |d�}t	j
||ƒ t tjjddƒƒ}t tjjddƒƒ}t||gddgdd�}t tj|j|jf |d	�}t	j
||ƒ t||gddgdd�}t tj|j|jf |d	�}t	j
||ƒ d S )
NrŽ   r&   r   r$   )Úkeysr%   )rd   )rü   rß   )rw   )r   r5   rÅ   r
   r   r   rñ   Zr_rø   rO   rx   Zc_)r8   r®   rz   rŠ   Ú	exp_indexr‹   Z
exp_index2r   r   r   Útest_concat_with_group_keysu  s*    &&z+TestConcatenate.test_concat_with_group_keysc             C   sÊ   t tjjddƒƒ}|jd d …ddgf |jd d …dgf |jd d …dgf g}ddd	d
g}t|dd	ddg|gdgd�}tj|jj	d t
|dd�ƒ tj|jj	d t
ddddgƒƒ |jjdd gksÆt‚d S )Nr†   rŽ   r   r$   r%   r&   ÚthreeÚtwoÚoneZzeroZ	group_key)rß   rü   ÚlevelsÚnames)rH   )r   r5   rÅ   r
   rg   r   rO   rP   rw   r  r   r  r=   )r8   r®   ÚpiecesÚlevelrŠ   r   r   r   Ú test_concat_keys_specific_levels•  s    <
 z0TestConcatenate.test_concat_keys_specific_levelsc             C   s~   t dtdddgtdddgdd	�d
�iƒ}t dtddgtddgdd	�d
�iƒ}t||gdddg|d�}t|jƒddgkszt‚d S )NÚvaluer$   r%   r&   r*   r+   r,   Úid)rH   )rd   r¬   rÍ   Út1Út2)rß   rü   r   )r	  r  )r
  r  )r   r   r   r   rM   rw   r=   )r8   r   r	  r
  rŠ   r   r   r   Útest_concat_dataframe_keys_bug¦  s
    &$z.TestConcatenate.test_concat_dataframe_keys_bugc             C   sø   t ddgdd�}t ddgƒ}t ddgƒ}t|||gdd�}tddgddgddgdœdd	dgd
�}tj||ƒ t|||gddddgd�}tddgddgddgdœdddgd
�}tj||ƒ t|||gddd�}tddgddgddgdœƒ}tj||ƒ d S )Nr$   r%   r¢   )rH   rŽ   r�   )rß   )r¢   r   r$   r   )rw   ÚredÚblueÚyellow)rß   rü   )r  r  r  T)rß   rK   )r   r$   r%   )r   r   r   rO   rx   )r8   r¢   r¡   r»   rŠ   r‹   r   r   r   Ú(test_concat_series_partial_columns_names°  s    $z8TestConcatenate.test_concat_series_partial_columns_namesc                sô   t tjjddƒƒt tjjddƒƒt tjjddƒƒt tjjddƒƒdœ‰ tˆ jƒ ƒ}tˆ ƒ}t‡ fdd„|D ƒ|d�}tj||ƒ tˆ dd�}t‡ fd	d„|D ƒ|dd
�}tj||ƒ dddg}tˆ |d�}t‡ fdd„|D ƒ|d�}tj||ƒ d S )NrŽ   r&   )r¢   r¡   r»   Úquxc                s   g | ]}ˆ | ‘qS r   r   )Ú.0Úk)Úframesr   r   ú
<listcomp>Ò  s    z4TestConcatenate.test_concat_dict.<locals>.<listcomp>)rü   r$   )rß   c                s   g | ]}ˆ | ‘qS r   r   )r  r  )r  r   r   r  Ö  s    )rü   rß   r»   r¢   r¡   c                s   g | ]}ˆ | ‘qS r   r   )r  r  )r  r   r   r  Û  s    )	r   r5   rÅ   r
   rM   rü   r   rO   rx   )r8   Zsorted_keysrŠ   r‹   rü   r   )r  r   Útest_concat_dictÇ  s    
z TestConcatenate.test_concat_dictc             C   sÔ   t dddgdddgddd	gd
œƒ}t ddddgiƒ}tdddgƒ|_tdddgƒ|_t||gdd|d�}tj}t |||dgddddgddddgddd	|ggtddddgƒd�}|sÄ|jddddg }tj||ƒ d S )Nr*   r+   r,   r$   r%   r&   g      @gš™™™™™	@g333333ó?)Ztest1Ztest2Útest3r  gÍÌÌÌÌÌ@gš™™™™™@g333333@rG   rI   r­   ÚqT)rß   rK   r   )rd   )	r   r   rd   r   r5   r6   rÇ   rO   rx   )r8   r   Zframe1Zframe2Zv1r6   r‹   r   r   r   Útest_concat_ignore_indexÞ  s      


z(TestConcatenate.test_concat_ignore_indexc             C   sÜ   t ddddgdddggdddd	d	d
d
dddg
dd	d
dd	d	d
dd	d
g
gddgd�}ttjjddƒ|tdddgdd�d�}t||gdd	gdgd�}|jjd|j ks¤t	‚t
j|jd |ƒ t
j|jd	 |ƒ |jjdksØt	‚d S )Nr¢   r¡   r»   r  r  r   rÿ   r   r$   r%   r&   ÚfirstÚsecond)r  Úcodesr  r†   ru   rv   r£   r\   )rH   )rd   rw   Ú	iteration)rü   r  )r  )r   r   r5   rÅ   r
   r   r   rd   r  r=   rO   rx   rÇ   Znlevels)r8   rd   ÚframerŠ   r   r   r   Ú test_concat_multiindex_with_keys÷  s    .z0TestConcatenate.test_concat_multiindex_with_keysc             C   sê   t tdddƒtdddƒtdddƒgdddgdddgdd	d
gdœƒ}|d jdd„ ƒ|d< |jddgƒ}tdddgd ddd�}tdddgd dd�}tj||gƒ}t dddgd dd	d
gd dœ|ddgd�}t||gƒ}t	j
||ƒ d S )NiÞ  r$   r%   r&   ru   rv   r£   rŽ   r�   r�   )rà   r+   r,   rè   rà   c             S   s   t | dd�S )Nz
US/Pacific)r!   )r   )rè   r   r   r   rÒ     s    z@TestConcatenate.test_concat_multiindex_with_tz.<locals>.<lambda>r+   z
2014-01-01z
2014-01-02z
2014-01-03z
US/Pacific)r!   rH   )rH   )r,   rè   r,   rè   )rd   rw   )r   r   ÚapplyrÏ   r   r   r   rñ   r   rO   rx   )r8   r®   Zexp_idx1Zexp_idx2r{   r‹   rŠ   r   r   r   Útest_concat_multiindex_with_tz	  s"    

*z.TestConcatenate.test_concat_multiindex_with_tzc       	      C   sF  t jjdgtdƒgdd gd�}t jdtdƒi|tjd�}t||gddgdgd	�}t jjddgdgtdƒgddd gd�}t jdttdƒƒd i|tjd�}t	j
||ƒ t||d d… gddgdgd	�}dgd dgd  }dgd
 }ttdƒƒttdƒƒ }tt|||ƒƒ}t jj|ddd gd�}t jd|i|tjd�}t	j
||ƒ d S )Nr$   r�   Úlevel1)r  Úcol)rd   r<   r%   Úlevel2)rü   r  r¬   )r2   r   Úfrom_productrõ   r   r5   Zint32r   rM   rO   rx   ÚzipÚfrom_tuples)	r8   rd   r®   rŠ   r‹   r#  r!  Zno_nameZtuplesr   r   r   Ú/test_concat_multiindex_with_none_in_index_names&  s       
z?TestConcatenate.test_concat_multiindex_with_none_in_index_namesc             C   s@  t tjjddƒƒ}t tjjddƒƒ}ddgddgg}dd	g}t||||gddddg||d
�}t||||gƒ}t|dgg ddddgddddgddddgg|d g d�}||_tj||ƒ t||||gddddg|d�}|jj	dk� sèt
‚t||||gddddgdd	gd�}|jj	dk�st
‚tj|jjd tddgdd�ƒ d S )Nr$   r&   rŽ   r¢   r»   r  r   r  r  )rü   r  r  r   )r  r  r  )rü   r  )rü   r  )rH   )r¢   r  )r¢   r   )r»   r  )r»   r   )r¢   r  )r¢   r   )r»   r  )r»   r   )N)NNN)r¢   r  )r¢   r   )r»   r  )r»   r   )r  r  N)r   r5   rÅ   r
   r   r   rd   rO   rx   r  r=   rP   r  r   )r8   r®   rz   r  r  rŠ   r‹   rý   r   r   r   Útest_concat_keys_and_levels=  s8    


 



z+TestConcatenate.test_concat_keys_and_levelsc             C   s¬   t tjjddƒdgd�}t tjjddƒdgd�}d}tjt|d��$ t||gd	d
gdddggd� W d Q R X d}tjt|d��$ t||gd	d
gdddggd� W d Q R X d S )Nr$   r&   r*   )rd   rŽ   r+   z Values not found in passed level)rJ   r  r   r¢   r¡   r»   )rü   r  zKey one not in level)r   r5   rÅ   r
   rQ   rR   r?   r   )r8   r®   rz   ra   r   r   r   Ú"test_concat_keys_levels_no_overlapf  s    (z2TestConcatenate.test_concat_keys_levels_no_overlapc             C   sÊ   t tjjddƒtdƒttdƒdd�d�}t tjjddƒtdƒttdƒdd�d�}t||gdd	gd
dgd�}t||gdd	gd
gd�}t|jjƒ}d|d< |jj	|dd� t
j||ƒ |jj|jjksÆt‚d S )Nr&   ÚABCr   Zindex_a)rH   )rw   rd   Zindex_bÚkey0Úkey1Zlvl0Zlvl1)rü   r  r$   T)Zinplace)r   r5   rÅ   ÚrandrM   r   r   rd   r  Z	set_namesrO   rx   r=   )r8   r*   r+   rŠ   r\   r  r   r   r   Útest_concat_rename_indexs  s    z(TestConcatenate.test_concat_rename_indexc          	   C   s`  ddddg}t tjddddgd	d
�tjddddgdd
�tjddddgd	d
�tjddddgdd
�dœ|d�}t tjddddgdd
�tjddddgd	d
�tjddddgdd
�tjddddgd	d
�dœ|d�}|j|dd�}t tj|j|jgdd�|d�}tj||ƒ t tjj	ddƒdgd�}t tjj	ddƒdgd�}t
||gddgddgd�}|jjdk�s\t‚d S )Nru   rv   r£   rr   r$   r%   r&   rŽ   rä   )r<   rã   )ru   rv   r£   rr   )rw   T)rK   r   )rß   r*   )rd   r+   r  r   r  r  )rü   r  )r  r  )r   r5   r—   rN   r½   rø   rO   rx   rÅ   r
   r   rd   r  r=   )r8   rw   ry   rz   r§   r‹   r®   rŠ   r   r   r   Ú test_crossed_dtypes_weird_corner‰  s*    z0TestConcatenate.test_crossed_dtypes_weird_cornerc             C   s$  t tjjdddd�jddƒddddgd�}t||gd	d
�}tj|jd d …d d…f |ƒ tj|jd d …dd …f |ƒ t||gdd
�}tj|jd d… |ƒ tj|jdd … |ƒ tt tjj	ddƒddddgd�t tjjdddd�jddƒddgd�gd	d
�}t||gd	d
�}tj|jd d …d d…f |ƒ tj|jd d …dd …f |ƒ t||gdd
�}tj|jd d… |ƒ tj|jdd … |ƒ |jdd…d d …f j
|jdd … ƒ}tj||ƒ |jdd…d d …f j
|jdd… ƒj
|jdd… ƒ}tj||ƒ t||gdd
�}|j
|ƒ}tj||ƒ d S )Nr   r†   é(   )ró   rŽ   ru   r£   )rw   r$   )rß   rv   é   r%   r�   rÍ   rÎ   )r   r5   rÅ   rÆ   rô   r   rO   rx   rg   r
   rN   )r8   r®   rŠ   r‹   r   r   r   Útest_dups_indexª  s6    $&6
zTestConcatenate.test_dups_indexc             C   sD   t ddd	ditdƒd�}t ddd
ditdƒd�}t||g|d� d S )Nru   r¢   rv   r$   r¡   r%   )rd   )r   )rv   r$   )rv   r$   )r   rõ   r   )r8   r   ry   rz   r   r   r   Útest_with_mixed_tuplesÙ  s    z&TestConcatenate.test_with_mixed_tuplesc       	      C   s8  t tjjddƒtdƒd�}|d d… jƒ }d|d< |dd… }||||dd … g}t|d|d	�}|jd
ddddgd�}|d jdƒ|d< d|j	dd…df< t
j||ƒ t ttdƒd�tdddd�d�}t ƒ }t||gdd�}t
j||ƒ t||gdd�}t
j||ƒ t||gƒ}t
j||ƒ t||gƒ}t
j||ƒ d S )Nr†   rŽ   Zabcd)rw   r�   r¡   r¢   r   )rß   r   r*   r+   r,   rè   rå   i'  )ru   Ú20130101rì   )Úperiodsr#   )rd   r$   )rß   )r   r5   rÅ   r
   rM   r¤   r   r¥   rê   rÇ   rO   rx   Údictrõ   r   )	r8   r   r®   r»   r©   r  Z	concattedr‹   rŠ   r   r   r   Útest_handle_empty_objectsâ  s*    z)TestConcatenate.test_handle_empty_objectsc             C   s¦  t dddd�}tjddd�}t||d�}t||d�}t|jddƒ|d�}ttj|d	ƒjdd	ƒ|d
d
gd�}t||gdd�}tj	||ƒ ttj|d	ƒjdd	ƒ|d
dgd�}t||gdd�}tj	||ƒ ttj|dƒjddƒ|d
dd	gd�}t|||gdd�}tj	||ƒ ttj|dƒjddƒ|d
d
dd	dgd�}t|||||gdd�}tj	||ƒ d|_
ttj|dƒjddƒ|dd
d
gd�}t|||gdd�}tj	||ƒ d|_
ttj|dƒjddƒ|dd
dgd�}t|||gdd�}tj	||ƒ ttj|dƒjddƒ|d
dd	gd�}t|||gddd�}tj	||ƒ ttj|dƒjddƒ|jƒ d d
gd�}t|||gƒ}tj	||ƒ ttj|dƒjddƒd
gd�}t|||gdd�}tj	||ƒ d S )Nz01-Jan-2013r†   ÚH)r5  r#   r.   )r<   )rd   r$   r%   r   )rd   rw   )rß   r&   r�   r¢   r¡   T)rß   rK   )rw   )rK   re   re   re   re   re   re   re   re   re   re   )r   r5   Úaranger   r   rô   Úrepeatr   rO   rx   rH   ÚtilerØ   )r8   rd   Zarrr_   r`   r®   r‹   rŠ   r   r   r   Útest_concat_mixed_objs  sT      "&"""&z&TestConcatenate.test_concat_mixed_objsc             C   s\   t dd gdd ggddgd�}t dd gdd ggddgd�}t||gƒ}|j}tj|j|ƒ d S )Nr$   r%   r*   r+   )r7   rw   r&   rŽ   )r   r   ÚdtypesrO   rT   )r8   ry   rz   rŠ   r‹   r   r   r   Útest_empty_dtype_coerceG  s
    z'TestConcatenate.test_empty_dtype_coercec             C   sê   t dtjdƒjdƒtjgiƒ}t|jdg |jdg gƒ}tj|j	|j	ƒ dd l
}t d|j
dddƒ|j
dddƒgiƒ}t|jdg |jdg gƒ}tj|j	|j	ƒ t d	d
gd gd  iƒ}t|jdg |jdg gƒ}tj|j	|j	ƒ d S )Nrç   r4  rq   r   r$   iÜ  iô  r%   Útextz
some wordsrÎ   )r   r2   r   Útz_localizerá   r   rg   rO   rT   r=  r   )r8   r®   rŠ   r   r   r   r   Útest_dtype_coerceionU  s    "z$TestConcatenate.test_dtype_coerceionc             C   sÞ   t jƒ }d|_|d d… |dd… |dd … g}t|ƒ}t j||ƒ |j|jksTt‚t|dddgd�}|jƒ }ttj	|j
jdd	�ƒ|_
tjdddgd
d„ |D ƒƒtjt|ƒƒg}tdddg|j
g|d�}||_
t j||ƒ d S )Nr¢   r�   rÊ   r   r$   r%   )rü   zM8[ns])r<   c             S   s   g | ]}t |ƒ‘qS r   )Úlen)r  rG   r   r   r   r  {  s    z6TestConcatenate.test_concat_series.<locals>.<listcomp>)r  r  )rO   ÚmakeTimeSeriesrH   r   rT   r=   r¤   r   r5   r—   rd   rø   r:  r9  rB  r   )r8   Útsr  rŠ   r‹   Z	exp_codesrý   r   r   r   Útest_concat_seriesk  s    "*z"TestConcatenate.test_concat_seriesc             C   s\  t jƒ }|d d… |dd … |dd… g}t|dd�}t|ƒj}t j||ƒ t|dddgdd�}t|dddgd�j}t j||ƒ ttd	ƒdd
�}ttd	ƒdd
�}t||gdd�}t||dœƒ}t j||ƒ d |_t||gdd�}t j	|j
tddgdd�ƒ ttdƒdddgdd�}ttdƒddddgdd�}t||gd|d�}t||dœƒ}t j||ƒ d S )Nr%   r$   )rß   ru   rv   r£   )rü   rß   )rd   r�   )rH   )ru   rv   r   r1   )r<   r&   r,   r*   r+   )rd   rH   rŽ   rè   )rß   r   éþÿÿÿrF  )rO   rC  r   r   ÚTrx   r   r
   rH   rP   rw   r   )r8   r   rD  r  rŠ   r‹   rì   r`   r   r   r   Útest_concat_series_axis1€  s*    "
z(TestConcatenate.test_concat_series_axis1c             C   sÊ   t dddgƒ}t dddgƒ}t||gdddgd	gd
�}tddgddgddggtjddgd	d�d�}tj||ƒ t||gdddgd	dgd
�}tddgddgddggtjddgd	dgd�d�}tj||ƒ d S )Nr$   r%   r&   rŽ   r�   r�   r*   r+   ru   )rß   rü   r  )rH   )rw   rv   )r  )r*   r$   )r+   r%   )r*   r$   )r+   r%   )	r   r   r   r2   r   rO   rx   r   r&  )r8   rì   r`   rŠ   r‹   r   r   r   Ú&test_concat_series_axis1_names_applied   s    *z6TestConcatenate.test_concat_series_axis1_names_appliedc             C   sN   t tjjddƒƒ}t|gdgd�}t||gddgd�}tj||d d… ƒ d S )Nr†   rŽ   r¢   )rü   r¡   )r   r5   rÅ   r
   r   rO   rx   )r8   r®   rŠ   r‹   r   r   r   Útest_concat_single_with_key±  s    z+TestConcatenate.test_concat_single_with_keyc          
   C   sl   t tjjddƒƒ}|d d… d d |dd … g}t|ƒ}tj||ƒ tjt	dd�� td d gƒ W d Q R X d S )Nr†   rŽ   r�   zAll objects passed were None)rJ   )
r   r5   rÅ   r
   r   rO   rx   rQ   rR   r?   )r8   r®   r  rŠ   r   r   r   Útest_concat_exclude_none¸  s    z(TestConcatenate.test_concat_exclude_nonec             C   sp   ddl m} |ddd�}td|iƒ}t||gƒ}|jd d… d |kjƒ sNt‚|jdd … d |kjƒ slt‚d S )Nr   )r   z1/1/2000r†   )r5  Útime)Zpandas.core.indexes.datetimesr   r   r   rg   rÈ   r=   )r8   r   Úrngr®   rŠ   r   r   r   Útest_concat_datetime64_blockÁ  s    z,TestConcatenate.test_concat_datetime64_blockc             C   sv   ddl m} |tjdƒdd�}td|iƒ}t||gƒ}|jd d… d |kjƒ sTt‚|jdd … d |kjƒ srt‚d S )Nr   )Úto_timedeltar†   rì   )ÚunitrL  )	ÚpandasrO  r5   r9  r   r   rg   rÈ   r=   )r8   rO  rM  r®   rŠ   r   r   r   Útest_concat_timedelta64_blockÌ  s    z-TestConcatenate.test_concat_timedelta64_blockc             C   sâ   t dddgdddgdddggƒ}ttd ||d d… |d d… |d�ƒ}tt||d d… |d d… |d�ƒ}tj||ƒ td ||d d… |d d… |gdd	d
ddgd�}t||d d… |d d… |gd	d
ddgd�}tj||ƒ d S )Nr†   r1  é   r%   r$   )r*   r+   r,   rè   Úe)r+   r,   rè   rT  r*   r+   r,   rè   rT  )rü   )r   r   r6  rO   rx   )r8   Zdf0rŠ   r‹   r   r   r   Útest_concat_keys_with_none×  s     &$.,z*TestConcatenate.test_concat_keys_with_nonec             C   sV   t jƒ }t jƒ d d d… }t||gddd�}t||gddd�}t|ƒt|ƒksRt‚d S )Nr%   Úouterr$   )Újoinrß   )rO   rC  r   rB  r=   )r8   Úts1Zts2ÚleftÚrightr   r   r   Útest_concat_bug_1719å  s
    z$TestConcatenate.test_concat_bug_1719c             C   s`   t tjdƒƒ}t tjdƒƒ}d |_|_t||gdd�}t||dœƒ}ddg|_tj	||ƒ d S )Nr�   z	same namer$   )rß   )r   r$   )
r   r5   r¼   ZonesrH   r   r   rw   rO   rx   )r8   Zts0rX  rŠ   r‹   r   r   r   Útest_concat_bug_2972ð  s    
z$TestConcatenate.test_concat_bug_2972c          
   C   sÂ   t ddddgddddgddddgdœƒ}t ddddgd	d
ddgddddgdœƒ}t ddddd	dgddddd
dgddddddgddddddggƒ}ddddddg|_t||gd	d�}tj||ƒ d S )Nr   r�   Zrrr)ÚfirmNoÚprcÚ	stringvarrÎ   r†   r‡   r‘   r$   r%   r&   rŽ   )r£   Úmiscr^  r]  r^  r_  r£   r`  )rß   )r   rw   r   rO   rx   )r8   ry   rz   r‹   rŠ   r   r   r   Útest_concat_bug_3602ú  s    

&z$TestConcatenate.test_concat_bug_3602c             C   sz   t jƒ }t jdddgiddgdd�}t jdg ig dd�}x<d|fd|fgD ](\}}t j||gd|d	�}tj||ƒ qJW d S )
Nr*   r$   r%   r   r.   )rd   r<   ÚinnerrV  )rß   rW  )r2   r   r   rO   rx   )r8   Zdf_emptyZdf_aZdf_expectedÚhowr‹   rŠ   r   r   r   Útest_concat_inner_join_empty  s    z,TestConcatenate.test_concat_inner_join_emptyc             C   sr   t dddd�dd… }ttt|ƒƒ|dd�}ttt|ƒƒ|dd�}t||gdd	d
�}tddgƒ}tj|j|ƒ d S )Nz01-Jan-2013z01-Jan-2014ZMS)r#   r   r$   r  )rd   rH   T)rß   rK   re   )	r   r   r
   rB  r   r   rO   rP   rw   )r8   Údatesr_   r`   rŠ   r‹   r   r   r   Ú0test_concat_series_axis1_same_names_ignore_index  s    z@TestConcatenate.test_concat_series_axis1_same_names_ignore_indexc                sþ   t dddgƒ‰ t dddgƒ‰t ddddddgƒ}tjtˆ ˆfdd�|ƒ tjtˆ ˆgdd�|ƒ tjtd	d
„ ˆ ˆfD ƒdd�|ƒ tjttˆ ˆfƒdd�|ƒ G ‡ ‡fdd„dƒ}tjtj|ƒ dd�|ƒ G ‡ ‡fdd„dtjƒ}tjtj|ƒ dd�|ƒ d S )Nr$   r%   r&   rŽ   r�   r�   T)rK   c             s   s   | ]
}|V  qd S )Nr   )r  r®   r   r   r   ú	<genexpr>1  s    z8TestConcatenate.test_concat_iterables.<locals>.<genexpr>c                   s(   e Zd Zedœdd„Z‡ ‡fdd„ZdS )z>TestConcatenate.test_concat_iterables.<locals>.CustomIterator1)Úreturnc             S   s   dS )Nr%   r   )r8   r   r   r   Ú__len__6  s    zFTestConcatenate.test_concat_iterables.<locals>.CustomIterator1.__len__c                s,   yˆ ˆdœ| S  t k
r&   t‚Y nX d S )N)r   r$   )ÚKeyErrorÚ
IndexError)r8   rd   )ry   rz   r   r   Ú__getitem__9  s    zJTestConcatenate.test_concat_iterables.<locals>.CustomIterator1.__getitem__N)rš   r›   rœ   Úintri  rl  r   )ry   rz   r   r   ÚCustomIterator15  s   rn  c                   s   e Zd Z‡ ‡fdd„ZdS )z>TestConcatenate.test_concat_iterables.<locals>.CustomIterator2c             3   s   ˆ V  ˆV  d S )Nr   )r8   )ry   rz   r   r   Ú__iter__B  s    zGTestConcatenate.test_concat_iterables.<locals>.CustomIterator2.__iter__N)rš   r›   rœ   ro  r   )ry   rz   r   r   ÚCustomIterator2A  s   rp  )r   rO   rx   r   r   r2   r   ÚIterable)r8   r‹   rn  rp  r   )ry   rz   r   Útest_concat_iterables(  s    
z%TestConcatenate.test_concat_iterablesc             C   s`   t jddƒ}d}xJdtƒ ddgdgD ]4}tjt|jt|ƒƒd�� t||gƒ W d Q R X q$W d S )Nr†   r%   zPcannot concatenate object of type '{}'; only Series and DataFrame objs are validr$   )rJ   )r$   r%   )	rO   ÚmakeCustomDataframer6  rQ   rR   rS   ÚformatrÑ   r   )r8   ry   ra   r@   r   r   r   Útest_concat_invalidH  s
    z#TestConcatenate.test_concat_invalidc             C   s’   t jddƒ}t jddƒ}d}tjt|d�� t||ƒ W d Q R X tdd„ tdƒD ƒƒ d}tt|ƒd	d
�}t|dd�}tt|ƒƒ}t j	||ƒ d S )Nr†   r%   z^first argument must be an iterable of pandas objects, you passed an object of type "DataFrame")rJ   c             s   s    | ]}t tjjd d ƒƒV  qdS )r�   N)r   r5   rÅ   r-  )r  Ú_r   r   r   rg  _  s    zETestConcatenate.test_concat_invalid_first_argument.<locals>.<genexpr>r&   ziindex,A,B,C,D
foo,2,3,4,5
bar,7,8,9,10
baz,12,13,14,15
qux,12,13,14,15
foo2,12,13,14,15
bar2,12,13,14,15
r$   )Ú	chunksizeT)rK   )
rO   rs  rQ   rR   rS   r   rõ   r   r   rx   )r8   ry   rz   ra   r7   ÚreaderrŠ   r‹   r   r   r   Ú"test_concat_invalid_first_argumentT  s    z2TestConcatenate.test_concat_invalid_first_argumentc             C   sN  t tddddd�ƒ}t tjddgdd	�}t |d |d tjtjgƒ}t||gd
d�}tj||ƒ t tjtdƒdd	�}tj||gd
d�}tj||ƒ tj tjdddd�ƒ}tj tjdddd�ƒ}tj|d d …< tj |d |d tjtjgƒ}tj||gd
d�}tj||ƒ tj|d d …< tj tjtdƒdd	�}tj||gd
d�}tj||ƒ d S )Nz20151124 08:00z20151124 09:00Ú1hz
US/Eastern)r#   r!   r   r$   zdatetime64[ns, US/Eastern])rd   r<   T)rK   rŽ   )r#   z20151124 10:00z20151124 11:00zdatetime64[ns])r   r   r2   rá   r   rO   rT   rõ   )r8   rG   rI   r‹   rŠ   r   r   r   Útest_concat_NaT_seriesq  s&    z&TestConcatenate.test_concat_NaT_seriesc             C   sZ   t ttjddd�tjddd�d�tdƒd�}tj|jjƒ |jjƒ gd	d
�}t	j
||ƒ d S )NZ20130102z
US/Eastern)r!   Z20130603ZCET)ru   rv   r�   )rd   r$   )rß   )r   r6  r2   r   rõ   r   ru   Zto_framerv   rO   rx   )r8   rz   r±   r   r   r   Útest_concat_tz_frame�  s    z$TestConcatenate.test_concat_tz_framec             C   s¶  t tddddd�ƒ}t tddƒƒ}t |d |d	 |d |d	 gd
d�}t||gdd�}tj||ƒ t tddddd�ƒ}t ddgƒ}t |d |d	 |d |d	 gd
d�}t||gdd�}tj||ƒ tjtdd	d	ƒggƒ}|d jj	dƒ|d< tjtdd	dƒggƒ}|d jj	dƒ|d< tj||gƒ}|d j
dk�s8t‚tjtdd	d	ƒggƒ}|d jj	dƒ|d< tjtdd	dƒggƒ}|d jj	dƒ|d< tj||gƒ}|d j
dk�s®t‚tjtdd	d	ƒgtdd	dƒggƒ}|d jj	dƒ|d< tjtdd	dƒggƒ}|d jj	dƒ|d< tj||gƒ}|d j
dk�s0t‚tjtdd	d	ƒggƒ}|d jj	dƒ|d< tjtdd	dƒgtdd	dƒggƒ}|d jj	dƒ|d< tj||gƒ}|d j
dk�s²t‚d S )Nz20151124 08:00z20151124 09:00rz  rq   )r#   r!   z
2012-01-01z
2012-01-02r   r$   r1   )r<   T)rK   r*   r+   ià  r%   zdatetime64[ns, UTC]zEurope/Londonzdatetime64[ns, Europe/London]r&   )r   r   r   rO   rT   r2   r   r   rà   r@  r<   r=   )r8   rG   rI   r‹   rŠ   r  r  r   r   r   Útest_concat_tz_series�  sD    $$""z%TestConcatenate.test_concat_tz_seriesc             C   s¼   t jddd�t jddd�g}t jdƒt jdƒg}tt j|ƒt j|ƒgdd�}tj|t j|| d	d
�ƒ t jddd�t jddd�g}tt j|ƒt j|ƒgdd�}tj|t j|| d	d
�ƒ d S )Nz
2011-01-01z
US/Eastern)r!   z
2011-02-01z1 dayz2 dayT)rK   r1   )r<   z2011-03r"   )r#   z2011-04)r2   r   r3   r   r   rO   rT   r4   )r8   rG   rI   rŠ   r   r   r   Ú'test_concat_tz_series_with_datetimelikeÕ  s    z7TestConcatenate.test_concat_tz_series_with_datetimelikec             C   s”   t jdtjjƒ d�t jdtjjƒ d�g}t jdtjjƒ d�t jdtjjƒ d�g}tt j|ƒt j|ƒgdd�}tj|t j|| ƒƒ |j	dks�t
‚d S )	Nz
2011-01-01)r!   z
2011-02-01z
2012-01-01z
2012-02-01T)rK   zdatetime64[ns, tzlocal()])r2   r   ré   r!   Ztzlocalr   r   rO   rT   r<   r=   )r8   rG   rI   rŠ   r   r   r   Útest_concat_tz_series_tzlocalä  s    z-TestConcatenate.test_concat_tz_series_tzlocalÚtz1Nrq   Útz2rì   Z20150101c                s¨   t jt jgt jggƒj‡ fdd„ƒ}t j|gƒj‡fdd„ƒ}t j||gdd�}t jt jt jt j|gdddgd�ƒ}|j‡fdd„ƒ}ˆ ˆkr˜|jtƒ}tj	||ƒ d S )	Nc                s   | j jˆ ƒS )N)rà   r@  )rG   )r€  r   r   rÒ   û  s    zKTestConcatenate.test_concat_NaT_dataframes_all_NaT_axis_0.<locals>.<lambda>c                s   | j jˆ ƒS )N)rà   r@  )rG   )r�  r   r   rÒ   ý  s    r   )rß   r$   )rd   c                s   | j jˆ ƒS )N)rà   r@  )rG   )r�  r   r   rÒ     s    )
r2   r   rá   r  r   r   rê   r1   rO   rx   )r8   r€  r�  rì   r  r  rŠ   r‹   r   )r€  r�  r   Ú)test_concat_NaT_dataframes_all_NaT_axis_0ó  s    $
z9TestConcatenate.test_concat_NaT_dataframes_all_NaT_axis_0c             C   s    t jt jt jt jgƒjj|ƒƒ}t jt jt jgƒjj|ƒdgd�}t jt jt jt jgƒjj|ƒt jt jt jgƒjj|ƒdœƒ}t j||gdd�}tj||ƒ d S )Nr$   )rw   )r   r$   )rß   )	r2   r   r   rá   rà   r@  r   rO   rx   )r8   r€  r�  r  r  r‹   rŠ   r   r   r   Ú)test_concat_NaT_dataframes_all_NaT_axis_1  s     " z9TestConcatenate.test_concat_NaT_dataframes_all_NaT_axis_1c             C   s¢   t jt jt jgƒjj|ƒ}t jt jd|d�gt jd|d�ggddgd�}t jt jt jt jd|d�t jd|d�gƒ}||kr„|jtƒ}t j	||gƒ}t
j||ƒ d S )Nz
2015/01/01)r!   z
2016/01/01r%   r&   )rd   )r2   r   rá   rà   r@  r   r   rê   r1   r   rO   rx   )r8   r€  r�  r  r  r‹   rŠ   r   r   r   Ú(test_concat_NaT_series_dataframe_all_NaT  s    
z8TestConcatenate.test_concat_NaT_series_dataframe_all_NaTr!   c                s¢   t jt jgt jggƒ}|j‡ fdd„ƒ}t jt jdˆ d�gt jdˆ d�ggddgd�}t jt jt jt jdˆ d�t jdˆ d�gƒ}t j||gd	d
�}tj||ƒ d S )Nc                s   | j jˆ ƒS )N)rà   r@  )rG   )r!   r   r   rÒ   9  s    z<TestConcatenate.test_concat_NaT_dataframes.<locals>.<lambda>z
2015/01/01)r!   z
2016/01/01r%   r&   )rd   r   )rß   )r2   r   rá   r  r   r   rO   rx   )r8   r!   r  r  r‹   rŠ   r   )r!   r   Útest_concat_NaT_dataframes4  s    z*TestConcatenate.test_concat_NaT_dataframesc             C   sp   t tjddgdd�ƒ}t tjddgdd�ƒ}t |d |d |d |d gd	d
�}t||gdd�}tj||ƒ d S )Nz
2015-11-01z
2015-12-01rr   )r#   z
2015-10-01z
2016-01-01r   r$   z	Period[D])r<   T)rK   )r   r2   r~   r   rO   rT   )r8   rG   rI   r‹   rŠ   r   r   r   Útest_concat_period_seriesJ  s
    $z)TestConcatenate.test_concat_period_seriesc             C   s~   t tjddgdd�ƒ}t tjddgdd�ƒ}t |d |d	 |d |d	 gd
d�}t||gdd�}tj||ƒ |jd
kszt‚d S )Nz
2015-11-01z
2015-12-01rr   )r#   z
2015-10-01z
2016-01-01r"   r   r$   r1   )r<   T)rK   )r   r2   r~   r   rO   rT   r<   r=   )r8   rG   rI   r‹   rŠ   r   r   r   Ú'test_concat_period_multiple_freq_seriesQ  s    $z7TestConcatenate.test_concat_period_multiple_freq_seriesc             C   sf  t tjddgdd�ƒ}t tjddgdd�ƒ}t |d |d |d |d gdd	�}t||gd
d�}tj||ƒ |jdkszt‚t tjddgdd�ƒ}t tjddgƒƒ}t |d |d |d |d gdd	�}t||gd
d�}tj||ƒ |jdksðt‚t tjddgdd�ƒ}t ddgƒ}t |d |d |d |d gdd	�}t||gd
d�}tj||ƒ |jdk�sbt‚d S )Nz
2015-11-01z
2015-12-01rr   )r#   r"   r   r$   r1   )r<   T)rK   ru   rv   )	r   r2   r~   r   rO   rT   r<   r=   r   )r8   rG   rI   r‹   rŠ   r   r   r   Útest_concat_period_other_seriesY  s$    $$$z/TestConcatenate.test_concat_period_other_seriesc             C   sF  t jdddgdd�}t jddd�}t j||gdd	�}t jdddgtjtjtjgd
œt jdddgdd�d�}tj||ƒ t jdddgdd�}t jddd�}t j||gdd	�}t jdddgƒ}tj	||ƒ t jdddgdd�}t jd dd�}t j||gdd	�}t jdddgtjtjtjgdœddgt jdddgdd�d�}tj||ƒ d S )Nr$   r%   r&   rG   )rH   rI   r/   )rH   r<   )rß   )rG   rI   r   rå   )r<   )rd   )rG   r   )rw   rd   )
r2   r   r   r   r5   r6   r   rO   rx   rT   )r8   r_   r`   r[   r\   r   r   r   Útest_concat_empty_seriesp  s(    z(TestConcatenate.test_concat_empty_seriesrø   r$   r%   r&   c             C   sz   t g dd�jj|ƒ}|rd ntj}t ||d�}ttj tjgt|ƒ dd�jj|ƒ|dœƒ}t	||gdd�}t
j||ƒ d S )NzM8[ns])r<   )r   r$   r$   )rß   )r   rà   r@  r5   r/   r   r2   rá   rB  r   rO   rx   )r8   r!   rø   r  r<   r  r‹   rŠ   r   r   r   Ú!test_concat_empty_series_timelike�  s     
z1TestConcatenate.test_concat_empty_series_timelikec             C   sÄ  t jdddgdd�}t jdddgd	d�}t j||gdd
d�}t|jt jƒsNt‚t jddgddgddggƒ}tj	||d
d
d� t jdddgƒ}t jdddgƒ}t j||gddd�}t|jt jƒsÂt‚t jddgddgddggƒ}t jdƒ|_tj	||d
d
d� t jddgddgdœƒ}t jddgddgdœƒ}t j||gdd
d�}t jddgddgddgddggddgd�}tj	||d
d
d� t j||gdd
d�}t jddddgddddggƒ}tj	||d
d
d� d S )Nr$   r%   r&   rG   )rH   rŽ   r�   r�   rI   T)rß   rK   )rL   Zcheck_column_typeF)ru   rv   r¬   rÍ   r   ru   rv   )rw   )
r2   r   r   r;   rw   rî   r=   r   rO   rx   )r8   r_   r`   r[   r\   ry   rz   r   r   r   Útest_default_indexŸ  s*    *z"TestConcatenate.test_default_indexc             C   sª   t tjjddƒƒ}ttjdƒtjdƒgtjtjdƒdƒtj	tjdƒdƒgd�|_
t|jdddgd d …f |jdgd d …f gƒ}|jddddgd d …f }tj||ƒ d S )NrÎ   r%   r&   )r  r  rŽ   r�   )r   r5   rÅ   r
   r   r2   rî   r:  r9  r;  rd   r   rg   rO   rx   )r8   r®   r[   r\   r   r   r   Ú!test_concat_multiindex_rangeindex¿  s    *0z1TestConcatenate.test_concat_multiindex_rangeindexc             C   sì   ddl m} tjjdgdggƒ}tjdg|d�}tjjdgdggƒ}tjdg|d�}||dœ}tjd	d
gdgddggddgddgddggdd d gd�}tjdgdgg|d�}tj||ƒdgd�}	tj|	|ƒ tj|dgd�}
tj|
|ƒ d S )Nr   )Údeepcopyr*   r+   )rd   r,   r$   )r_   r`   r_   r`   Ztestname)r  r  r  )r  )	r¤   r�  r2   r   r$  r   r   rO   rx   )r8   r�  Zexample_multiindex1Zexample_dataframe1Zexample_multiindex2Zexample_dataframe2Zexample_dictZexpected_indexr‹   Zresult_copyZresult_no_copyr   r   r   Ú(test_concat_multiindex_dfs_with_deepcopyÎ  s    
z8TestConcatenate.test_concat_multiindex_dfs_with_deepcopyc             C   s  t ddgddgd�}ddg}t||dœƒ}t ddddgddgd�}ddddg}t||dœtddddgƒd�}tjtj||gƒ|ƒ tj|j|ƒ|ƒ t ddgddd	gd�}ddg}t||dœƒ}	tj||	gd
d�}
ttdƒddddgdœƒ}tj|
|ƒ |j|	d
d�}
tj|
|ƒ d S )Nr*   r+   )r‰   r$   r%   )ZcatsrE   r   )rd   r,   T)rK   Zabab)	r   r   r   rO   rx   r2   r   rN   rM   )r8   ÚcatrE   r®   Zcat2rW   r\   Zcat3rX   Zdf_different_categoriesr[   r   r   r   Útest_categorical_concat_appendä  s     z.TestConcatenate.test_categorical_concat_appendc             C   sÊ   dddg}t dddgƒ}tdddgƒ}tddd	gƒ}tjt|ƒ||gd|d
�}|jdk}tdddg|d�}tj||ƒ |jdk}tdddg|d�}tj||ƒ |jdk}tdddg|d�}tj||ƒ d S )Nr�  r@   Únumr*   r+   r,   r$   r%   r&   )rß   rü   r1   FT)rd   r.   r0   )r   r   r2   r   r=  rO   rT   )r8   rd   r�  r@   r‘  r®   rŠ   r‹   r   r   r   Útest_categorical_concat_dtypesû  s    



z.TestConcatenate.test_categorical_concat_dtypesc             C   s  t tjddd�jddƒdddgd	�}t tjd
dd�jddƒddgd	�}dddddddg}tt|ƒƒ|d< tj||fdd|d�}t dddddddddddddgddddddtjtjtjtjtjtjtjgddddd
ddddddddgd gd | dœƒ}t	j
||ƒ d S ) Né   r.   )r<   r�   r&   r*   r+   r,   )rw   é   r¬   r%   r  r   Úhr   T)rß   rK   r   rÎ   r‘   rÊ   rŽ   rÍ   r†   r$   é   é   r�   r‡   é   )r*   r+   r,   r•  )r   r5   r9  rô   r   r   r2   r   r6   rO   rx   )r8   r   ry   rz   Z
cat_valuesr[   r\   r   r   r   Útest_categorical_concat	  s0    ""z'TestConcatenate.test_categorical_concatc             C   sè   t ddddddgtdƒdœƒ}t|d	 ƒ|d
< |d
 jjdddgƒ |dd… }|dd … }tj|d
 jj|d
 jjƒ tj|d
 jj|d
 jjƒ tj	||gƒ}tj|d
 jj|d
 jjƒ |j
|ƒ}tj|d
 jj|d
 jjƒ d S )Nr$   r%   r&   rŽ   r�   r�   Zabbaae)r  Ú	raw_graderš  ZgraderT  r*   r+   r   )r   rM   r   r�  Zset_categoriesrO   rP   r‰   r2   r   rN   )r8   r®   ry   rz   ZdfxZdfar   r   r   Útest_categorical_concat_gh78644	  s    
z.TestConcatenate.test_categorical_concat_gh7864c             C   s8  t tdƒdd�}t tdƒdd�}t tdƒƒ}tj||gdd�}tj||ƒ t tdƒdd�}tj||gdd�}tj||ƒ t tdƒd	d
dd	d
dgdd�}tj||gƒ}tj||ƒ t tjddd�ƒ}t tdƒƒ}t||j	t
tdƒƒƒdœƒ}tj||gƒ}ttj||gƒtj||gƒj	t
tdƒƒƒdœƒ}tj||ƒ d S )Nr   r0   )r<   ZabdZabcabdT)rK   Zabcabcr   r$   r%   )rd   r<   r�   r.   ÚaabbcaÚcab)ru   rv   )r   rM   r2   r   rO   rT   r5   r9  r   rê   r   rx   )r8   rì   r`   r\   r[   r*   r+   rz   r   r   r   Ú test_categorical_concat_preserveG	  s&    "z0TestConcatenate.test_categorical_concat_preservec          
   C   sà   t tjddd�ƒ}t tdƒƒ}t||jttdƒƒƒdœƒjdƒ}tj	||gƒ}ttj	||gƒtj	||gƒjttdƒƒƒdœƒjdƒ}t
j||ƒ t|t|tdƒd	�dœƒjdƒ}d
}tjt|d�� tj	||gƒ W d Q R X d S )Nr�   r.   )r<   rœ  r�  )ru   rv   rv   Zabe)r‰   z8categories must match existing categories when appending)rJ   )r   r5   r9  rM   r   rê   r   rÏ   r2   r   rO   rx   r   rQ   rR   rS   )r8   r*   r+   rz   rŠ   r‹   r±   ra   r   r   r   Ú test_categorical_index_preserverg	  s"    "z0TestConcatenate.test_categorical_index_preserverc             C   sÞ   dddddg}t jdt jddg|d�d�}t jdt jddg|d�d�}t jdt jddg|d�d�}t j|||gdd�}t jddddg|d�}t jddtjtjgtjddtjgtjtjddgd	œdddg|d
�}tj||ƒ d S )NrÎ   r   r$   r%   r&   )r‰   )rd   )rß   )r   r$   r%   )rw   rd   )	r2   r   rï   r   r   r5   r6   rO   rx   )r8   r‰   r*   r+   r,   rŠ   r{   r\   r   r   r   Útest_concat_categoricalindex€	  s    z,TestConcatenate.test_concat_categoricalindexc             C   sZ   t jtdƒddd gd�g}|dd„ tdƒD ƒ7 }t j|dd	�j}|d
 j}tj||ƒ d S )Nr&   r*   r$   )rd   rw   c             S   s$   g | ]}t jtd ƒdddgd�‘qS )r&   Nr$   r*   )rd   rw   )r2   r   rõ   )r  Úir   r   r   r  š	  s    z5TestConcatenate.test_concat_order.<locals>.<listcomp>éd   T)r   r   )r2   r   rõ   r   rw   rO   rP   )r8   ÚdfsrŠ   r‹   r   r   r   Útest_concat_order–	  s    
z!TestConcatenate.test_concat_orderc       
      C   sÐ  t jddddd�}t j|d |d dd�}t jd	dd
dgi|d�}t jddd
dgi|d�}t j||gdd�}tdddgdd�jdƒjdƒ}t jddgd
d
gddgg|d	dgd�}tj||ƒ t jddddd�}t jddd
dgi|d�}	t j||	gdd�}tddddddgƒ}t jtj	dgtj	d
gtj	dgdtj	gd
tj	gdtj	gg|d	dgd�}tj||ƒ t j|j
dƒjƒ |j
dƒjƒ gdd�}t jdd
dgtj	gd  tj	gd dd
dg dœ|j|ƒd�}tj||ƒ d S )Nz
2011-01-01r&   r8  zEurope/Paris)r5  r#   r!   r   r$   )rs   rt   r#   r*   r%   )rd   r+   )rß   z2011-01-01 00:00:00+01:00z2011-01-01 01:00:00+01:00z2011-01-01 02:00:00+01:00)r#   rq   )rd   rw   z
Asia/Tokyoz2010-12-31 15:00:00+00:00z2010-12-31 16:00:00+00:00z2010-12-31 17:00:00+00:00z2010-12-31 23:00:00+00:00z2011-01-01 00:00:00+00:00z2011-01-01 01:00:00+00:00T)r   )r*   r+   re   )r2   r   r   r   r   Z
tz_convertrO   rx   r5   r6   ZresampleZmeanrN   )
r8   Zidx1Zidx2ry   rz   rŠ   r{   r‹   Zidx3r±   r   r   r   Útest_concat_datetime_timezone¡	  sR    "
",z-TestConcatenate.test_concat_datetime_timezonec             C   sj   t jt jjjddgƒƒ}t jtddgƒƒ}t j||gdd�}t jddtdƒtdƒgtd�}t	j
||ƒ d S )Nr$   r%   T)rK   )r<   )r2   r   ÚcoreZarraysZinteger_arrayr   r   r   r1   rO   rT   )r8   r*   r+   rŠ   r‹   r   r   r   Ú.test_concat_different_extension_dtypes_upcastsä	  s
    z>TestConcatenate.test_concat_different_extension_dtypes_upcastsc             C   sh   t jt jtdƒƒt jtdƒƒgddgd�}t jtdt jtdƒƒfdt jtdƒƒfgƒƒ}tj||ƒ d S )Nr&   rŽ   ZFirstZAnother)rü   )r2   r   r   rõ   r   rO   rT   )r8   r‹   rŠ   r   r   r   Útest_concat_odered_dictì	  s    &(z'TestConcatenate.test_concat_odered_dict)Jrš   r›   rœ   rû   rþ   r  r  r  r  r  r  r   r'  r(  r)  r.  r/  r2  r3  r7  r<  r>  rA  rE  r   rH  rI  rJ  rK  rN  rR  rU  r[  r\  ra  rd  rf  rr  ru  ry  r{  r|  r}  r~  r  rQ   rž   rŸ   r2   rá   r   r‚  rƒ  r„  r…  r†  r‡  rˆ  r‰  rŠ  r‹  rŒ  rŽ  r�  r’  r™  r›  rž  rŸ  r   r¤  r¥  r§  r¨  r   r   r   r   rò   S  sŠ   ! 
)!/	 E 	


 8&" $ Crò   Úpdtrà   rë   c             C   sl   |t d�j}|tjdg| |d�ƒ|tjtjg| |d�ƒ|tjdg| |d�ƒg}tj|ƒ}|jj| ksht	‚d S )N)r<   r$   )r<   Úndminr�   )
r1   Úndimr5   r—   r6   r2   r   rø   r<   r=   )rà   r©  Údimsr£  rG   r   r   r   Ú!test_concat_no_unnecessary_upcastù	  s    
r­  rm  c             C   s|   t dd��h |ƒ j}|tjdg| |d�ƒ|tjtjg|d�ƒ|tjdg| |d�ƒg}tj|ƒ}|jjdksnt	‚W d Q R X d S )NT)Úrecordr$   )r<   rª  )rª  r�   r/   )
r	   r«  r5   r—   r6   r2   r   rø   r<   r=   )rà   r©  r¬  r£  rG   r   r   r   Útest_concat_will_upcast
  s    
r¯  c              C   sL   t jddgiƒ} t jdg iƒ}t jddgiƒ}t j| |gƒ}tj||ƒ d S )Nr¢   r$   g      ð?)r2   r   r   rO   rx   )ry   rz   r‹   rŠ   r   r   r   Ú0test_concat_empty_and_non_empty_frame_regression
  s
    r°  c              C   s<   t jdgƒ} t jg td�}| }t j| |gƒ}tj||ƒ d S )Nr$   )r<   )r2   r   r1   r   rO   rT   )r_   r`   r‹   rŠ   r   r   r   Ú1test_concat_empty_and_non_empty_series_regression
  s
    r±  c             C   s¼   t jddgddgdœddgd�}t jddgd	d
gdœƒ}t jddddgddd d gd d d	d
gdœdddgd�}| dkr‚|dddg }tjd ƒ� t j||gd| d�}W d Q R X tj||ƒ d S )Nr$   r%   )r*   r+   r+   r*   )rw   r&   rŽ   r�   r�   )r*   r,   )r*   r+   r,   r,   FT)rK   r   )r2   r   rO   r¿   r   rx   )r   ry   rz   r‹   rŠ   r   r   r   Útest_concat_sorts_columns)
  s     "r²  c             C   s¶   t jddddgidddgd�}t jdddgiddgd�}t jdddgddd gdœdddgddgd	�}| d
kr||jdddg }tjd ƒ� t j||gd| d�}W d Q R X tj||ƒ d S )Nr*   r$   r%   r&   r,   r+   )rd   )r*   r+   )rd   rw   F)rß   r   )r2   r   rÇ   rO   r¿   r   rx   )r   ry   rz   r‹   rŠ   r   r   r   Útest_concat_sorts_index=
  s    (r³  c             C   sÀ   t jddgddgddgdœdddgd�}t jddgdd	gd
œdd	gd�}tjd ƒ� t j||g| ddd�}W d Q R X t jdddd	gddddgdœddgd�}| dkr°|ddg }tj||ƒ d S )Nr$   r%   )r*   r+   r,   r+   r*   r,   )rw   r&   rŽ   )r*   r+   )rd   rb  T)r   rW  rK   )r+   r*   )r2   r   rO   r¿   r   rx   )r   ry   rz   rŠ   r‹   r   r   r   Útest_concat_inner_sortN
  s    (  (r´  c              C   s¶   t jddgddgddgdœdd	d
gd�} t j| | gddd�}t jddddgddddgddddgdœd
d	dgd�}tj||ƒ t j| | dd	g gdddd�}|d	dg }tj||ƒ d S )Nr$   r%   r&   rŽ   r�   r�   )r,   r+   r*   r,   r+   r*   )rw   T)r   rK   )r*   r+   r,   rb  )rW  r   rK   )r2   r   r   rO   rx   )r®   rŠ   r‹   r   r   r   Útest_concat_aligned_sort^
  s    ("rµ  c              C   sl   t jddgddgdœddgd�} t jddddgddddgdœddgd�}t j| | gddd	�}tj||ƒ d S )
Nr$   r%   r&   rŽ   )r$   r*   r*   )rw   T)rK   r   )r2   r   r   rO   rx   )r®   r‹   rŠ   r   r   r   Ú'test_concat_aligned_sort_does_not_raisem
  s     (r¶  zs1name,s2nameé¾   é+   c             C   sZ   t jdddœ| d�}t jdddœ|d�}t j||gƒ}t jdddddœƒ}tj||ƒ d S )	Nr$   r%   )r*   r+   )rH   r�   r�   )r,   rè   )r*   r+   r,   rè   )r2   r   r   rO   rT   )Zs1nameZs2namer_   r`   rŠ   r‹   r   r   r   Ú&test_concat_series_name_npscalar_tuplev
  s
    r¹  c              C   sp   t jt jdddd�ƒ} t jddgdd�}t j| |gd	d
�}t jt jddd�t jddd�ddgƒ}tj||ƒ d S )Nz
2017-01-01r%   z
US/Pacific)r5  r!   r*   r+   r0   )r<   T)rK   )r!   z
2017-01-02)r2   r   r   r   r   rO   rT   )r*   r+   rŠ   r‹   r   r   r   Útest_concat_categorical_tz€
  s    rº  c              C   s’   t jt jdddgddd�ƒ} t jddd	gddd
gdd�}t j| |gdd�}t jt jdddtjgdd�t jddtjd	gdd�dœƒ}tj||ƒ d S )Nr*   r+   r,   r0   ru   )r<   rH   r   r$   r%   r&   rv   )rd   rH   )rß   )r<   rë   )ru   rv   )r2   r   r   r   r5   r6   rO   Zassert_equal)r®   rÔ   rŠ   r‹   r   r   r   Ú!test_concat_categorical_unchanged�
  s    r»  c              C   sÆ   t jddddd�} ttdƒƒ}t j|| d�}t j|d d… |dd … gƒ}tj||ƒ t j|dd … |d d… gƒ}t j|dd … |d d…  | dd … j| d d… ƒd�}d |j	j
_tj||ƒ d S )Nz01-Jan-2013r¢  Z50Lrq   )r5  r#   r!   )rd   é2   )r2   r   rM   rõ   r   r   rO   rx   rN   rd   rö   r#   )Zdrr7   r‹   rŠ   r   r   r   Útest_concat_datetimeindex_freq 
  s    8
r½  c              C   sZ   t jdddgtjdddgdœƒ} t j| jd�}t j| |gdd�}| jtƒ}tj	||ƒ d S )Nr   r$   r%   r&   )ZRowZEmptyColZ	NumberCol)rw   )rß   )
r2   r   r5   r6   rw   r   rê   r1   rO   rx   )Zdf_1Zdf_2rŠ   r‹   r   r   r   Ú!test_concat_empty_df_object_dtype°
  s
     
r¾  c              C   sd   t jtdddgƒƒ} t jddgddgddggd�jt jtjdƒƒ}t j| | gdd�}t	j
||ƒ d S )Nr   r$   r%   )r7   )rß   )r2   r   r   r   rê   ZSparseDtyper5   r.   r   rO   rx   )r*   r‹   rŠ   r   r   r   Útest_concat_sparse¹
  s
    r¿  )r¸  r   ©r¸  r   )r·  rÀ  )DÚcollectionsr   r   r   r   rà   Údecimalr   Úior   Ú	itertoolsr   Úwarningsr	   ré   Znumpyr5   Znumpy.randomr
   rQ   Zpandas.core.dtypes.dtypesr   rQ  r2   r   r   r   r   r   r   r   r   r   r   r   Zpandas._testingZ_testingrO   Zpandas.core.arraysr   Zpandas.core.constructionr   Zpandas.tests.extension.decimalr   Zfixturer   r    r    rò   rž   rŸ   Zsctypesr­  r¯  r°  r±  r²  r³  r´  rµ  r¶  r.   r¹  rº  r»  r½  r¾  r¿  r   r   r   r   Ú<module>   sp   4
     V  Z           1	
	$
	