3
®ybµ™ ã               @   s´  d dl mZmZmZ d dlZd dlmZ d dlmZ d dlm	Z	 d dl
mZ d dlmZ d dlZd dlZd dlmZ d dlZd d	lmZ d dlZd d
lmZmZmZmZmZmZmZmZm Z m!Z!m"Z" d dl#j$Z%d dl&m'Z' d dl(m)Z) d dl*m+Z+ ej,ddgd�dd„ ƒZ-G dd„ dƒZ.G dd„ dƒZ/G dd„ dƒZ0ej1j2dejejgƒej1j2dej3d ƒdd„ ƒƒZ4ej1j2de)ejgƒej1j2dej3d ƒdd „ ƒƒZ5d!d"„ Z6d#d$„ Z7d%d&„ Z8d'd(„ Z9d)d*„ Z:d+d,„ Z;d-d.„ Z<ej1j2d/ej=d0ƒdRfdTgƒd2d3„ ƒZ>d4d5„ Z?d6d7„ Z@d8d9„ ZAd:d;„ ZBd<d=„ ZCd>d?„ ZDej1j2d@ddgƒdAdB„ ƒZEdCdD„ ZFej1j2dEdFdGdGgdGdFdGggƒdHdI„ ƒZGej1j2dJe%jHdKejId dLƒiƒe%jJejId dLƒdKdM�gƒdNdO„ ƒZKdPdQ„ ZLdS )Ué    )ÚOrderedDictÚabcÚdequeN)Údatetime)ÚDecimal)ÚStringIO)Úcombinations)Úcatch_warnings)Úrandn)ÚCategoricalDtype)ÚCategoricalÚ	DataFrameÚDatetimeIndexÚIndexÚ
MultiIndexÚSeriesÚ	TimestampÚconcatÚ
date_rangeÚisnaÚread_csv)ÚSparseArray)Ú!create_series_with_explicit_dtype)Ú
to_decimalTF)Úparamsc             C   s   | j S )z5Boolean sort keyword for concat and DataFrame.append.)Úparam)Úrequest© r   úD/tmp/pip-install-4cy230dp/pandas/pandas/tests/reshape/test_concat.pyÚsort$   s    r   c               @   sÆ   e Zd ZdZdd„ Zdd„ Zdd„ Zdd	„ Zd
d„ Zdd„ Z	dd„ Z
ejjdddddgƒdd„ ƒZdd„ Zdd„ Zdd„ Zdd„ Zdd „ Zd!d"„ Zd#d$„ Zd%d&„ Zd'd(„ Zd)d*„ Zd+d,„ Zd-d.„ Zd/S )0ÚTestConcatAppendCommonzE
    Test common dtype coercion rules between concat and append.
    c          
   C   sÌ   t jdƒt jdƒt jdƒg}t jddd�t jddd�t jddd�g}t jdƒt jdƒt jdƒg}t jd	d
d�t jdd
d�t jdd
d�g}dddgdddgdtjdgt jdddgƒdddg||||dœ	| _d S )Nz
2011-01-01z
2011-01-02z
2011-01-03z
US/Eastern)Útzz1 daysz2 daysz3 daysz2011-01ÚM)Úfreqz2011-02z2011-03TFé   é   é   gš™™™™™ñ?gffffff
@ÚXÚYÚZÚaÚbÚc)	ÚboolÚint64Úfloat64ÚcategoryÚobjectzdatetime64[ns]zdatetime64[ns, US/Eastern]ztimedelta64[ns]z	period[M])Úpdr   Ú	TimedeltaÚPeriodÚnpÚnanr   Údata)ÚselfÚmethodZdt_dataZtz_dataZtd_dataZperiod_datar   r   r   Úsetup_method/   s*    
z#TestConcatAppendCommon.setup_methodc             C   sr   t |tjƒr4|dkr$|jdks2t‚qn|j|ksnt‚n:t |tjƒrj|jdƒrZ|jdksht‚qn|j|ksnt‚nt‚dS )zr
        Check whether obj has expected dtype depending on label
        considering not-supported dtypes
        r-   r1   Zperiodz	Period[M]N)Ú
isinstancer2   r   ÚdtypeÚAssertionErrorr   Ú
startswithÚ
ValueError)r8   ÚobjÚlabelr   r   r   Ú_check_expected_dtypeT   s    
z,TestConcatAppendCommon._check_expected_dtypec             C   s@   x:| j jƒ D ],\}}| jtj|ƒ|ƒ | jtj|ƒ|ƒ qW d S )N)r7   ÚitemsrB   r2   r   r   )r8   ÚtypÚvalsr   r   r   Útest_dtypesf   s    z"TestConcatAppendCommon.test_dtypesc          /   C   s  �x| j jƒ D �]\}}|}|}|dkr^tjt|ƒt|ƒ ƒ}tjt|ƒt|ƒ t|ƒ ƒ}n|| }|| | }tj|ƒjtj|ƒƒ}tj|ƒ}tj||ƒ tj|ƒjtj|ƒtj|ƒgƒ}tj|ƒ}tj||ƒ tj|dd�}	tj|dd�}
|	j|
ƒ}tj|ƒ}tj||ƒ tj|dd�}	tj|dd�}
|	j|
ƒ}tj|dd�}tj||ƒ t	j
tdd�� tj|ƒj|ƒ W d Q R X t	j
tdd��  tj|ƒjtj|ƒ|gƒ W d Q R X tj|ƒjtj|ƒdd�}tj|ƒ}tj||dd	� tjtj|ƒtj|ƒgdd�}tj||dd	� tj|ƒjtj|ƒtj|ƒgdd�}tj|ƒ}tj||ƒ tjtj|ƒtj|ƒtj|ƒgdd�}tj||ƒ tj|dd�}tj|dd�}|j|dd�}tj|ƒ}tj||dd	� tj||gdd�}tj||dd	� tj|dd�}tj|dd�}|j|dd�}tj|dd�}tj||dd	� tj||gdd�}tj||dd	� d
}t	j
t|d�� tj|ƒj|ƒ W d Q R X t	j
t|d��  tj|ƒjtj|ƒ|gƒ W d Q R X t	j
t|d�� tjtj|ƒ|gƒ W d Q R X t	j
t|d��" tjtj|ƒtj|ƒ|gƒ W d Q R X qW d S )Nr0   Úx)ÚnameÚyzall inputs must be Index)ÚmatchT)Úignore_index)Úcheck_index_typezPcannot concatenate object of type '.+'; only Series and DataFrame objs are valid)r7   rC   r2   r   Úlistr   ÚappendÚtmÚassert_index_equalÚpytestÚraisesÚ	TypeErrorr   Úassert_series_equalr   )r8   Útyp1Úvals1Úvals2Úvals3Úexp_dataÚ	exp_data3ÚresÚexpÚi1Úi2Ús1Ús2Úmsgr   r   r   Útest_concatlike_same_dtypesl   s€     
 



$



$z2TestConcatAppendCommon.test_concatlike_same_dtypesc             C   s  �x| j jƒ D �]ö\}}�xê| j jƒ D �]Ú\}}|}d }d }||krHq&n|dks&|dkrZq&|dkrp|dkrp|}n>|dkr†|dkr†|}n(|dks¦|dks¦|dks¦|dkr®t}t}|| }|| | }	tj|ƒjtj|ƒƒ}
tj||d�}tj|
|ƒ tj|ƒjtj|ƒtj|ƒgƒ}
tj|	|d�}tj|
|ƒ tj|ƒjtj|ƒdd	�}
tj||d�}tj	|
|dd
� tj
tj|ƒtj|ƒgdd	�}
tj	|
|dd
� tj|ƒjtj|ƒtj|ƒgdd	�}
tj|	|d�}tj	|
|ƒ tj
tj|ƒtj|ƒtj|ƒgdd	�}
tj	|
|ƒ q&W qW d S )Nr0   r-   r.   r/   zdatetime64[ns, US/Eastern]ztimedelta64[ns])r<   T)rK   )rL   )r.   r/   )r.   r/   )r7   rC   r1   r2   r   rN   rO   rP   r   rT   r   )r8   rU   rV   Ztyp2rW   rX   Zexp_index_dtypeZexp_series_dtyperY   rZ   r[   r\   r   r   r   Útest_concatlike_dtypes_coercionØ   sP     
z6TestConcatAppendCommon.test_concatlike_dtypes_coercionc             C   sL  t jddgƒ}t jddgƒ}t jt jdƒt jdƒt jdƒt jdƒgƒ}|j|ƒ}tj||ƒ t	|d t jƒspt
‚t	|d t jƒs„t
‚t j|ƒ}t j|ƒ}|j|ƒ}tj|t j|ddddgd�ƒ t	|jd t jƒsÖt
‚t	|jd	 t jƒsìt
‚t j||gƒ}tj|t j|ddddgd�ƒ t	|jd t jƒ�s0t
‚t	|jd
 t jƒ�sHt
‚d S )Nz
2011-01-01z
2011-01-02z1 daysz2 daysr   r$   )Úindexéÿÿÿÿre   re   )r2   r   ÚTimedeltaIndexr   r   r3   rN   rO   rP   r;   r=   r   rT   Úilocr   )r8   ZdtiÚtdir\   r[   ZdtsÚtdsr   r   r   Ú.test_concatlike_common_coerce_to_pandas_object!  s*    



zETestConcatAppendCommon.test_concatlike_common_coerce_to_pandas_objectc       	      C   sÀ   |}t jddg|d�}t jddg|d�}t jddddg|d�}|j|ƒ}tj||ƒ t j|ƒ}t j|ƒ}|j|ƒ}tj|t j|ddddgd�ƒ t j||gƒ}tj|t j|ddddgd�ƒ d S )	Nz
2011-01-01z
2011-01-02)r!   z
2012-01-01z
2012-01-02r   r$   )rd   )r2   r   rN   rO   rP   r   rT   r   )	r8   Útz_aware_fixturer!   Údti1Údti2r\   r[   Údts1Údts2r   r   r   Útest_concatlike_datetimetzA  s    



z1TestConcatAppendCommon.test_concatlike_datetimetzr!   ÚUTCz
US/Easternz
Asia/TokyoZEST5EDTc             C   s¤   t jddd|d�}t jddg|d�}t jd|d	d
gd�}t jd|d	d
gd�}t jdddddg|d�}t jd|d	d
gd�}tj|j|ƒ|ƒ tjt j||gƒ|ƒ d S )Nz
2014-07-15z
2014-07-17ÚD)ÚstartÚendr#   r!   z
2014-07-11z
2014-07-21)r!   r   ÚAÚB)rd   Úcolumnsz
2014-07-16)r2   r   r   r   rO   Úassert_frame_equalrN   r   )r8   r!   Zix1Zix2Údf1Údf2Úexp_idxr\   r   r   r   Ú test_concatlike_datetimetz_shortV  s    z7TestConcatAppendCommon.test_concatlike_datetimetz_shortc             C   sž  |}t jddg|d�}t jddgƒ}t jt jd|d�t jd|d�t jdƒt jdƒgtd�}|j|ƒ}tj||ƒ t j|ƒ}t j|ƒ}|j|ƒ}tj	|t j|ddddgd	�ƒ t j
||gƒ}tj	|t j|ddddgd	�ƒ t jddgd
d�}	t jt jd|d�t jd|d�t jdd
d�t jdd
d�gtd�}|j|	ƒ}t j|ƒ}t j|	ƒ}
|j|
ƒ}tj	|t j|ddddgd	�ƒ t j
||
gƒ}tj	|t j|ddddgd	�ƒ d S )Nz
2011-01-01z
2011-01-02)r!   z
2012-01-01z
2012-01-02)r<   r   r$   )rd   z
US/Pacific)r2   r   r   r   r1   rN   rO   rP   r   rT   r   )r8   rk   r!   rl   rm   r\   r[   rn   ro   Zdti3Zdts3r   r   r   Ú$test_concatlike_datetimetz_to_objectg  s>    








z;TestConcatAppendCommon.test_concatlike_datetimetz_to_objectc             C   s¼   t jddgdd�}t jddgdd�}t jddddgdd�}|j|ƒ}tj||ƒ t j|ƒ}t j|ƒ}|j|ƒ}tj|t j|ddddgd	�ƒ t j||gƒ}tj|t j|ddddgd	�ƒ d S )
Nz2011-01z2011-02r"   )r#   z2012-01z2012-02r   r$   )rd   )r2   ÚPeriodIndexrN   rO   rP   r   rT   r   )r8   Úpi1Úpi2r\   r[   Úps1Úps2r   r   r   Útest_concatlike_common_periodœ  s    



z4TestConcatAppendCommon.test_concatlike_common_periodc             C   sä   t jddgdd�}t jddgdd�}t jt jddd�t jddd�t jddd�t jddd�gtd�}|j|ƒ}tj||ƒ t j|ƒ}t j|ƒ}|j|ƒ}tj	|t j|d	d
d	d
gd�ƒ t j
||gƒ}tj	|t j|d	d
d	d
gd�ƒ d S )Nz2011-01z2011-02r"   )r#   z
2012-01-01z
2012-02-01rr   )r<   r   r$   )rd   )r2   r~   r   r4   r1   rN   rO   rP   r   rT   r   )r8   r   r€   r\   r[   r�   r‚   r   r   r   Ú1test_concatlike_common_period_diff_freq_to_object®  s     



zHTestConcatAppendCommon.test_concatlike_common_period_diff_freq_to_objectc             C   sŒ  t jddgdd�}t jddgƒ}t jt jddd�t jddd�t jdƒt jdƒgtd�}|j|ƒ}tj	||ƒ t j
|ƒ}t j
|ƒ}|j|ƒ}tj|t j
|dd	dd	gd
�ƒ t j||gƒ}tj|t j
|dd	dd	gd
�ƒ t jt jdƒt jdƒt jddd�t jddd�gtd�}|j|ƒ}tj	||ƒ t j
|ƒ}t j
|ƒ}|j|ƒ}tj|t j
|dd	dd	gd
�ƒ t j||gƒ}tj|t j
|dd	dd	gd
�ƒ d S )Nz2011-01z2011-02r"   )r#   z1 daysz2 days)r<   r   r$   )rd   )r2   r~   rf   r   r4   r3   r1   rN   rO   rP   r   rT   r   )r8   r   rh   r\   r[   r�   ri   r   r   r   Ú0test_concatlike_common_period_mixed_dt_to_objectÈ  s<    








zGTestConcatAppendCommon.test_concatlike_common_period_mixed_dt_to_objectc             C   s^  t jddtjgdd�}t jdddgdd�}t jddtjdddgdd�}tjt j||gdd�|ƒ tj|j|dd�|ƒ t jddgdd�}t jddgdd�}t jddddgƒ}tjt j||gdd�|ƒ tj|j|dd�|ƒ t jdd	tjgdd�}t jtjdddgdd�}t jdd	tjtjdddgd
d�}tjt j||gdd�|ƒ tj|j|dd�|ƒ d S )Nr$   r%   r0   )r<   T)rK   r&   é
   é   r1   )r2   r   r5   r6   rO   rT   r   rN   )r8   r_   r`   r\   r   r   r   Útest_concat_categoricalø  s     z.TestConcatAppendCommon.test_concat_categoricalc             C   s‚   t jtdddgdddgd�ƒ}t jtdddgdddgd�ƒ}t j||gdd�}t jtddddddgdddgd�ƒ}tj||ƒ d S )Nr*   r+   r,   )Ú
categoriesT)rK   )r2   r   r   r   rO   rT   )r8   r*   r+   ÚresultÚexpectedr   r   r   Ú6test_union_categorical_same_categories_different_order  s     zMTestConcatAppendCommon.test_union_categorical_same_categories_different_orderc             C   s–  t jddtjgdd�}t jdddgƒ}t jddtjdddgdd�}tjt j||gdd�|ƒ tj|j|dd�|ƒ t jdddddtjgdd�}tjt j||gdd�|ƒ tj|j|dd�|ƒ t jddgdd�}t jddgƒ}t jddddgƒ}tjt j||gdd�|ƒ tj|j|dd�|ƒ t jddddgƒ}tjt j||gdd�|ƒ tj|j|dd�|ƒ t jd	d
tjgdd�}t jdddgƒ}t jd	d
tjdddgdd�}tjt j||gdd�|ƒ tj|j|dd�|ƒ t jdddd	d
tjgdd�}tjt j||gdd�|ƒ tj|j|dd�|ƒ t jd	d
tjgdd�}t jdddgƒ}t jd	d
tjdddgƒ}tjt j||gdd�|ƒ tj|j|dd�|ƒ t jdddd	d
tjgƒ}tjt j||gdd�|ƒ tj|j|dd�|ƒ t jd	d
gdd�}t jtjtjtjgƒ}t jd	d
tjtjtjgƒ}tjt j||gdd�|ƒ tj|j|dd�|ƒ t jtjtjtjd	d
gƒ}tjt j||gdd�|ƒ tj|j|dd�|ƒ d S )Nr$   r%   r0   )r<   r1   T)rK   r&   r†   r‡   r*   r+   r,   )r2   r   r5   r6   rO   rT   r   rN   )r8   r_   r`   r\   r   r   r   Ú test_concat_categorical_coercion  sP    z7TestConcatAppendCommon.test_concat_categorical_coercionc             C   s¸  t jddtjgdd�}t jdddgdd�}t jddddtjgƒ}t jddtjdddddddtjgdd�}tjt j|||gdd�|ƒ tj|j||gdd�|ƒ t jddddtjddtjdddgdd�}tjt j|||gdd�|ƒ tj|j||gdd�|ƒ t jdd	d
gdd�}t jdddgdd�}t jdddgƒ}t jdd	d
ddddddg	ƒ}tjt j|||gdd�|ƒ tj|j||gdd�|ƒ t jddddd	d
dddg	ƒ}tjt j|||gdd�|ƒ tj|j||gdd�|ƒ t jdd	d
gdd�}t jdddgdd�}t jdddgƒ}t jdd	d
ddddddg	ƒ}tjt j|||gdd�|ƒ tj|j||gdd�|ƒ t jddddd	d
dddg	ƒ}tjt j|||gdd�|ƒ tj|j||gdd�|ƒ d S )Nr$   r%   r0   )r<   ÚfloatT)rK   é   é   é   r&   r†   r‡   é   )r2   r   r5   r6   rO   rT   r   rN   )r8   r_   r`   Ús3r\   r   r   r   Ú&test_concat_categorical_3elem_coercion]  s6    ((z=TestConcatAppendCommon.test_concat_categorical_3elem_coercionc       	      C   sL  t jddgdd�}t jddgdd�}t jddgƒ}t jddgdd�}t jdtjgƒ}t jdddgdd�}t jdddddddddtjdddgƒ}t j||||||gdd�}tj||ƒ |j|||||gdd�}tj||ƒ t jddddtjddddddddgƒ}t j||||||gdd�}tj||ƒ |j|||||gdd�}tj||ƒ d S )	Nr$   r&   r0   )r<   r�   r%   T)rK   )r2   r   r5   r6   r   rO   rT   rN   )	r8   r_   r`   r“   Zs4Zs5Zs6r\   r[   r   r   r   Ú&test_concat_categorical_multi_coercion‡  s     &&z=TestConcatAppendCommon.test_concat_categorical_multi_coercionc             C   sì   t jt jddtjgdd�ƒ}t jt jdddgdd�ƒ}t jt jddtjdddgdd�ƒ}tjt j||gdd�|ƒ tj|j|dd�|ƒ t jt jddtjdddddtjg	dd�ƒ}tjt j|||gdd�|ƒ tj|j||gdd�|ƒ d S )Nr$   r%   T)Úordered)rK   )	r2   r   r   r5   r6   rO   rT   r   rN   )r8   r_   r`   r\   r   r   r   Útest_concat_categorical_orderedž  s    "&z6TestConcatAppendCommon.test_concat_categorical_orderedc             C   s  t jtjtjtjgtjd�dd�}t jtjdgƒ}t jtjtjtjdgƒ}tjt j||gdd�|ƒ tj|j	|dd�|ƒ t jdtjgdd�}t jtjtjgƒ}t jdtjtjtjgdd�}tjt j||gdd�|ƒ tj|j	|dd�|ƒ t jtjtjgdd�}t jtjtjgƒ}t jtjtjtjtjgƒ}tjt j||gdd�|ƒ tj|j	|dd�|ƒ tjt j||gdd�|ƒ tj|j	|dd�|ƒ t jtjtjgdd�}t jtjtjgdd�}t jtjtjtjtjgdd�}tjt j||gdd�|ƒ tj|j	|dd�|ƒ d S )N)r<   r0   r$   T)rK   rŽ   )
r2   r   r5   Úarrayr6   r/   rO   rT   r   rN   )r8   r_   r`   r\   r   r   r   Ú$test_concat_categorical_coercion_nan®  s,    "z;TestConcatAppendCommon.test_concat_categorical_coercion_nanc             C   sÞ  t jg dd�}t jddgdd�}tjt j||gdd�|ƒ tj|j|dd�|ƒ tjt j||gdd�|ƒ tj|j|dd�|ƒ t jg dd�}t jg dd�}tjt j||gdd�|ƒ tj|j|dd�|ƒ t jg dd�}t jg dd�}tjt j||gdd�|ƒ tj|j|dd�|ƒ tjt j||gdd�|ƒ tj|j|dd�|ƒ t jg dd�}t jtjtjgƒ}t jtjtjgƒ}tjt j||gdd�|ƒ tj|j|dd�|ƒ tjt j||gdd�|ƒ tj|j|dd�|ƒ d S )Nr0   )r<   r$   r%   T)rK   r1   )r2   r   rO   rT   r   rN   r5   r6   )r8   r_   r`   r\   r   r   r   Útest_concat_categorical_emptyÔ  s.    z4TestConcatAppendCommon.test_concat_categorical_emptyN)Ú__name__Ú
__module__Ú__qualname__Ú__doc__r:   rB   rF   rb   rc   rj   rp   rQ   ÚmarkÚparametrizer|   r}   rƒ   r„   r…   rˆ   rŒ   r�   r”   r•   r—   r™   rš   r   r   r   r   r    *   s*   %lI 50
@*&r    c               @   s°  e Zd Zdd„ Zdd„ Zdd„ Zdd„ Zd	d
„ Zdd„ Zdd„ Z	dd„ Z
dd„ Zdd„ Zejdƒejdddgƒejdddgƒejedƒƒejdjƒ ƒejdjƒ dd �ejjd!d"d#d$gƒejejd%d&dd'd'ƒejd%d&ddd$ƒejd%d&dd!d(ƒgƒgZejjdjƒ djƒ gƒgZee Zejjd)ed*d+„ d,�d-d.„ ƒZ ejjd/e!ed0d1�d2d+„ d,�d3d4„ ƒZ"ejjd5ed6d+„ d,�ejjd7ed8d+„ d,�d9d:„ ƒƒZ#d;d<„ Z$d=d>„ Z%d?d@„ Z&dAdB„ Z'dCS )DÚ
TestAppendc             C   s*  |j ƒ }d|d< |jd d… }|jdd … }|j|ƒ}|j|ƒ}|j|ƒ}tj|d |d ƒ |d= |j||d�}	d|	ks~t‚|j||d�}	d|	ks˜t‚|d d… j|dd … ƒ}tj||ƒ |d d… j|dd … |d�}
|d d… j|dd … |d�}tj|
jddddgd	�|jddddgd	�ƒ d S )
NÚbarÚfoor�   ru   )r   rv   ÚCrr   )rw   )Úcopyrd   ÚreindexrN   rO   Zassert_almost_equalr=   rx   )r8   r   Úfloat_frameZmixed_frameZbegin_indexZ	end_indexZbegin_frameZ	end_frameÚappendedZpartial_appendedZmixed_appendedZmixed_appended2r   r   r   Útest_appendü  s(    


zTestAppend.test_appendc             C   sN   t ƒ }|j|ƒ}tj||ƒ ||k	s(t‚|j|ƒ}tj||ƒ ||k	sJt‚d S )N)r   rN   rO   rx   r=   )r8   r§   Úemptyr¨   r   r   r   Útest_append_empty  s    

zTestAppend.test_append_emptyc             C   s0   d}t jt|d�� |j|dd� W d Q R X d S )NzIndexes have overlapping values)rJ   T)Zverify_integrity)rQ   rR   r?   rN   )r8   r§   ra   r   r   r   Útest_append_overlap_raises)  s    z%TestAppend.test_append_overlap_raisesc             C   sr   t dddœdddœdœƒ}tddd	gd
ddgdd�}t ddddœddddœdd	idœƒ}|j|ƒ}tj||ƒ d S )Nr$   r%   )rG   rI   r&   r�   )r*   r+   r�   r‘   é   r*   r+   r,   Úz)rd   rH   )rG   rI   r®   )r*   r+   r,   )r   r   rN   rO   rx   )r8   ÚdfÚrowr‹   rŠ   r   r   r   Útest_append_new_columns.  s    


z"TestAppend.test_append_new_columnsc             C   sX   t dddgd�}t ddgddgd�}|j||d�}t ddgdddgd�}tj||ƒ d S )	Nru   rv   r¤   )rw   r   r$   )rd   rw   )r   )r   rN   rO   rx   )r8   r   r¯   Údf3Zdf5r‹   r   r   r   Útest_append_length0_frame<  s
    z$TestAppend.test_append_length0_framec             C   s~   t jddd�}ddg|d d …< t jddd�}dddg|d d …< t|ƒ}t|ƒ}|j|dd�}tt j||fƒƒ}tj||ƒ d S )Nr%   z	i4,f4,a10)r<   r$   ç       @ÚHelloç      @ÚWorldr&   ç      @r£   r�   ç      @r¢   ç      @ç       @ÚbazT)rK   )r%   )r$   r´   rµ   )r%   r¶   r·   )r&   )r&   r¸   r£   )r�   r¹   r¢   )rº   r»   r¼   )r5   Úzerosr   rN   ÚconcatenaterO   rx   )r8   Zarr1Zarr2ry   rz   rŠ   r‹   r   r   r   Útest_append_recordsD  s    zTestAppend.test_append_recordsc             C   s¾   t jddgddgdœddgd�}t jddgddgd	œddgd
�}tjd ƒ� |j||d�}W d Q R X t jddd d gddddgd d ddgdœdddgd�}|dkr®|dddg }tj||ƒ d S )Nr$   r%   )r*   r+   r+   r*   )rw   r&   r�   )r*   r,   )rd   )r   )r+   r*   r,   r,   F)r2   r   rO   Úassert_produces_warningrN   rx   )r8   r   ry   rz   rŠ   r‹   r   r   r   Útest_append_sortsS  s      "zTestAppend.test_append_sortsc             C   sÄ   t tjjdƒdktjjdddƒtjjdƒddgd dœƒ}|d d… jd d …ddd	gf }|dd … jd d …d
dd	gf }|j||d�}t|d
 dd… ƒjƒ s¤t	‚t|d dd … ƒjƒ sÀt	‚d S )Nr†   r   r£   r¢   r�   )ÚboolsÚintsÚfloatsÚstringsrÂ   rÃ   rÄ   rÅ   )r   r�   )
r   r5   Úrandomr
   ÚrandintÚlocrN   r   Úallr=   )r8   r   r¯   r*   r+   r¨   r   r   r   Útest_append_different_columnsc  s    
  z(TestAppend.test_append_different_columnsc             C   sÜ   |d d… |dd… |dd… |dd … g}|d j |dd … ƒ}tj||ƒ |d	 jƒ |d
< d|d d< |d j |dd … |d�}tj|jd d …|jf |ƒ |d dd … dkjƒ s¼t‚|d d d… jƒ jƒ sØt‚d S )Nr�   r†   é   r   r$   r¢   r£   )r   re   re   re   )	rN   rO   rx   r¥   rÈ   rw   rÉ   r=   r   )r8   r   r§   ÚchunksrŠ   r   r   r   Útest_append_manyt  s    


zTestAppend.test_append_manyc             C   sp   t dddgd�}|jdgƒ}t dddgdd	d
gdddggdddgd�}|jdgƒ}|j|ƒ}|jjdkslt‚d S )Nru   rv   r¤   )rw   r$   r�   r­   r%   r�   é   r&   r‘   é	   )r7   rw   )r   Ú	set_indexrN   rd   rH   r=   )r8   ry   rz   rŠ   r   r   r   Útest_append_preserve_index_name†  s    *
z*TestAppend.test_append_preserve_index_namer&   r�   r�   r‘   g      @g      @g      @r   zA B CzD E FT)r–   r­   rÎ   rÏ   r†   iÝ  r$   r   r’   rd   c             C   s
   t | ƒjS )N)Útyper›   )rG   r   r   r   Ú<lambda>§  s    zTestAppend.<lambda>)Úidsc             C   s  t jdddgdddgg|d�}|d d… }t jdd	g|dd
�}|j|ƒ}t jdddgdddgdd	tjggdddg|d�}tj||ƒ |}|d d… }t jddgddgg|d�}t jdd	dg|dd
�}|j|ƒ}t jddtjgddtjgdd	dggdddg|d�}tj||ƒ d S )Nr$   r%   r&   r�   r�   r‘   )rw   r­   rÎ   )rd   rH   g      ð?g       @g      @r   )rd   rw   rÏ   )r2   r   r   rN   r5   r6   rO   rx   )r8   rd   r¯   Z	ser_indexÚserrŠ   r‹   r   r   r   Útest_append_same_columns_type§  s"    
,
z(TestAppend.test_append_same_columns_typezdf_columns, series_indexr%   )Úrc             C   s
   t | ƒjS )N)rÒ   r›   )rG   r   r   r   rÓ   Å  s    c       	   	   C   s¾   t jdddgdddgg|d�}t jdd	d
g|dd�}|j|ƒ}|jj|ƒ}t|jƒ ƒj|ƒ}t jdddtj	tj	tj	gdddtj	tj	tj	gtj	tj	tj	dd	d
ggdddg|d�}t
j||ƒ d S )Nr$   r%   r&   r�   r�   r‘   )rw   r­   rÎ   rÏ   )rd   rH   g      ð?g       @g      @r   )rd   rw   )r2   r   r   rN   rd   Ú
differencer   Útolistr5   r6   rO   rx   )	r8   Z
df_columnsZseries_indexr¯   rÕ   rŠ   Zidx_diffZcombined_columnsr‹   r   r   r   Ú#test_append_different_columns_typesÂ  s    

z.TestAppend.test_append_different_columns_typesÚindex_can_appendc             C   s
   t | ƒjS )N)rÒ   r›   )rG   r   r   r   rÓ   Þ  s    Úindex_cannot_append_with_otherc             C   s
   t | ƒjS )N)rÒ   r›   )rG   r   r   r   rÓ   ã  s    c             C   s¸   t jdddgdddgg|d�}t jdd	d
g|dd�}d}tjt|d�� |j|ƒ W d Q R X t jdddgdddgg|d�}t jdd	d
g|dd�}tjt|d�� |j|ƒ W d Q R X d S )Nr$   r%   r&   r�   r�   r‘   )rw   r­   rÎ   rÏ   )rd   rH   z�Expected tuple, got (int|long|float|str|pandas._libs.interval.Interval)|object of type '(int|float|Timestamp|pandas._libs.interval.Interval)' has no len\(\)|)rJ   )r2   r   r   rQ   rR   rS   rN   )r8   rÛ   rÜ   r¯   rÕ   ra   r   r   r   Ú*test_append_different_columns_types_raisesÝ  s    z5TestAppend.test_append_different_columns_types_raisesc             C   sX  t ddgtjdddddƒtjdddddƒgdgd�}t ddgtjddd	ddƒtjddd	d
dƒgtjdddddƒtjdddddƒggddgd�}tttjtjtjddd	d
dƒtjdddddƒgdd�ttjdddddƒtjdddddƒtjddd	ddƒtjdddddƒgdd�gd|d�}|j|d|d�}|�r<|ddg }n|ddg }tj	||ƒ d S )Nr$   r%   iÝ  r   Ú
start_time)rd   r7   rw   r�   r�   r&   r‘   r†   r­   Úend_time)rH   )Úaxisr   T)rK   r   )
r   Údtr   r   r   r2   ÚNaTrN   rO   rx   )r8   r   ry   rz   r‹   rŠ   r   r   r   Útest_append_dtype_coerce  s:    "
"$z#TestAppend.test_append_dtype_coercec             C   st   t dtjddddgdd�iƒ}t dtjd	d
d	d
gtd�iƒ}|j|d	|d�}|d jdks^t‚|d jdkspt‚d S )Nru   r$   r%   r&   r�   Úi8)r<   rv   TF)rK   r   Úf8ÚO)r   r5   r˜   r-   rN   r<   r=   )r8   r   ry   rz   r¨   r   r   r   Ú(test_append_missing_column_proper_upcast5  s
    z3TestAppend.test_append_missing_column_proper_upcastc             C   s0  t dtjjƒ d�}t|dddœƒ}tddgd�}|j|d	d
�}ttjtjdd|ggdddddgd�}|d j	t
ƒ|d< |d j	t
ƒ|d< tj||ƒ ttjtjdd|ggd dddddgd�}|d j	t
ƒ|d< |d j	t
ƒ|d< |j|d	d
�}tj||ƒ |dddddg }|j||gd	d
�}tj||ƒ d S )Nz2018-10-24 07:30:00)r!   g      ð?g       @)Údater*   r+   r,   Úd)rw   T)rK   r*   r+   rè   r%   )r   Údateutilr!   Ztzutcr   r   rN   r5   r6   Úastyper1   rO   rx   )r8   rè   Úsr¯   Zresult_ar‹   Zresult_brŠ   r   r   r   Ú2test_append_empty_frame_to_series_with_dateutil_tz=  s$    $(z=TestAppend.test_append_empty_frame_to_series_with_dateutil_tzc             C   s¦   t jdgd�jdƒ}|jdt jidd�}t jdt jgiƒjdƒ}tj||ƒ t jdgd�jdƒ}|jt jdt jidd�dd�}t jdt jgiƒjdƒ}tj||ƒ d S )Nr*   )rw   zdatetime64[ns, UTC]T)rK   zdatetime64[ns])r<   )r2   r   rë   rN   râ   rO   rx   r   )r8   r¯   rŠ   r‹   r   r   r   Ú,test_append_empty_tz_frame_with_datetime64nsY  s    z7TestAppend.test_append_empty_tz_frame_with_datetime64nsN)(r›   rœ   r�   r©   r«   r¬   r±   r³   r¿   rÁ   rÊ   rÍ   rÑ   r2   Ú
RangeIndexr   rM   ÚCategoricalIndexÚsplitZIntervalIndexZfrom_breaksr   rá   r   Zindexes_can_appendr   Úfrom_arraysZ indexes_cannot_append_with_otherZall_indexesrQ   rŸ   r    rÖ   r   rÚ   rÝ   rã   rç   rí   rî   r   r   r   r   r¡   û  sL   "
3r¡   c               @   sä  e Zd Zdd„ Zdd„ Zdd„ Zdd„ Zd	d
„ Zej	j
dddgƒdd„ ƒZdd„ Zdd„ Zdd„ Zdd„ Zdd„ Zdd„ Zdd„ Zdd„ Zdd „ Zd!d"„ Zd#d$„ Zd%d&„ Zd'd(„ Zd)d*„ Zd+d,„ Zefd-d.„Zd/d0„ Zd1d2„ Zd3d4„ Zd5d6„ Z d7d8„ Z!d9d:„ Z"d;d<„ Z#d=d>„ Z$d?d@„ Z%dAdB„ Z&dCdD„ Z'dEdF„ Z(dGdH„ Z)dIdJ„ Z*dKdL„ Z+dMdN„ Z,dOdP„ Z-dQdR„ Z.dSdT„ Z/ej	j
dUdVdWgƒej	j
dXdVdWgƒej	j
dYe0j1e0j2dZƒgƒd[d\„ ƒƒƒZ3ej	j
dUdVdWgƒej	j
dXdVdWgƒd]d^„ ƒƒZ4ej	j
dUdVdWgƒej	j
dXdVdWgƒd_d`„ ƒƒZ5ej	j
dadVdWgƒdbdc„ ƒZ6ddde„ Z7dfdg„ Z8dhdi„ Z9djdk„ Z:ej	j
dadVdWgƒej	j
dlg dmdndoggƒdpdq„ ƒƒZ;drds„ Z<dtdu„ Z=dvdw„ Z>dxdy„ Z?dzd{„ Z@d|d}„ ZAd~d„ ZBd€d�„ ZCd‚dƒ„ ZDd„d…„ ZEd†d‡„ ZFdˆd‰„ ZGdŠd‹„ ZHdŒd�„ ZIdVS )ŽÚTestConcatenatec             C   sœ  t tjjddƒƒ}t tjjdddd�jddƒƒ}t dditdƒd	�}t|||gdd
d�}x |jj	D ]}|j
jd ksbt‚qbW t|||gddd�}xn|jj	D ]b}|jrÀ|j
j|jj	d j
jksút‚q˜|jrä|j
j|jj	d j
jksút‚q˜|jr˜|j
jd k	s˜t‚q˜W t tjjddƒƒ}t||||gddd�}xp|jj	D ]d}|j�rP|j
jd k�s’t‚nB|j�rx|j
j|jj	d j
jk�s’t‚n|j�r0|j
jd k	�s0t‚�q0W d S )Nr�   r&   r   r†   )Úsizer$   r�   r£   )rd   T)rà   r¥   F)r   r5   rÆ   r
   rÇ   ÚreshapeÚranger   Z_mgrÚblocksÚvaluesÚbaser=   Zis_floatÚ
is_integerZ	is_object)r8   r¯   rz   r²   rŠ   r+   Zdf4r   r   r   Útest_concat_copyl  s.     z TestConcatenate.test_concat_copyc          	   C   s¬  t tjjddƒƒ}t tjjddƒƒ}t tjjddƒƒ}t tjjddƒƒ}t||gddgd�}tjdddddddgdddddddggƒ}t tj|j|jf |d�}t	j
||ƒ t||gddgd�}tjddddddgddddddggƒ}t tj|j|jf |d�}t	j
||ƒ t tjjddƒƒ}t tjjddƒƒ}t||gddgdd�}t tj|j|jf |d	�}t	j
||ƒ t||gddgdd�}t tj|j|jf |d	�}t	j
||ƒ d S )
Nr�   r&   r   r$   )Úkeysr%   )rd   )rü   rà   )rw   )r   r5   rÆ   r
   r   r   rò   Zr_rø   rO   rx   Zc_)r8   r¯   rz   rŠ   Ú	exp_indexr‹   Z
exp_index2r   r   r   Útest_concat_with_group_keys�  s*    &&z+TestConcatenate.test_concat_with_group_keysc             C   sÊ   t tjjddƒƒ}|jd d …ddgf |jd d …dgf |jd d …dgf g}ddd	d
g}t|dd	ddg|gdgd�}tj|jj	d t
|dd�ƒ tj|jj	d t
ddddgƒƒ |jjdd gksÆt‚d S )Nr†   r�   r   r$   r%   r&   ÚthreeÚtwoÚoneZzeroZ	group_key)rà   rü   ÚlevelsÚnames)rH   )r   r5   rÆ   r
   rg   r   rO   rP   rw   r  r   r  r=   )r8   r¯   ÚpiecesÚlevelrŠ   r   r   r   Ú test_concat_keys_specific_levels­  s    <
 z0TestConcatenate.test_concat_keys_specific_levelsc             C   s~   t dtdddgtdddgdd	�d
�iƒ}t dtddgtddgdd	�d
�iƒ}t||gdddg|d�}t|jƒddgkszt‚d S )NÚvaluer$   r%   r&   r*   r+   r,   Úid)rH   )rd   r­   rÎ   Út1Út2)rà   rü   r   )r	  r  )r
  r  )r   r   r   r   rM   rw   r=   )r8   r   r	  r
  rŠ   r   r   r   Útest_concat_dataframe_keys_bug¾  s
    &$z.TestConcatenate.test_concat_dataframe_keys_bugc             C   sø   t ddgdd�}t ddgƒ}t ddgƒ}t|||gdd�}tddgddgddgdœdd	dgd
�}tj||ƒ t|||gddddgd�}tddgddgddgdœdddgd
�}tj||ƒ t|||gddd�}tddgddgddgdœƒ}tj||ƒ d S )Nr$   r%   r£   )rH   r�   r�   )rà   )r£   r   r$   r   )rw   ÚredÚblueÚyellow)rà   rü   )r  r  r  T)rà   rK   )r   r$   r%   )r   r   r   rO   rx   )r8   r£   r¢   r¼   rŠ   r‹   r   r   r   Ú(test_concat_series_partial_columns_namesÈ  s    $z8TestConcatenate.test_concat_series_partial_columns_namesÚmappingÚdictc                s  |dkrt n|}|ttjjddƒƒttjjddƒƒttjjddƒƒttjjddƒƒdœƒ‰ tˆ jƒ ƒ}tˆ ƒ}t‡ fdd„|D ƒ|d�}tj	||ƒ tˆ dd	�}t‡ fd
d„|D ƒ|dd�}tj	||ƒ dddg}tˆ |d�}t‡ fdd„|D ƒ|d�}tj	||ƒ d S )Nr  r�   r&   )r£   r¢   r¼   Úquxc                s   g | ]}ˆ | ‘qS r   r   )Ú.0Úk)Úframesr   r   ú
<listcomp>î  s    z7TestConcatenate.test_concat_mapping.<locals>.<listcomp>)rü   r$   )rà   c                s   g | ]}ˆ | ‘qS r   r   )r  r  )r  r   r   r  ò  s    )rü   rà   r¼   r£   r¢   c                s   g | ]}ˆ | ‘qS r   r   )r  r  )r  r   r   r  ÷  s    )
r  r   r5   rÆ   r
   rM   rü   r   rO   rx   )r8   r  Znon_dict_mapping_subclassÚconstructorZsorted_keysrŠ   r‹   rü   r   )r  r   Útest_concat_mappingß  s"    
z#TestConcatenate.test_concat_mappingc             C   sÔ   t dddgdddgddd	gd
œƒ}t ddddgiƒ}tdddgƒ|_tdddgƒ|_t||gdd|d�}tj}t |||dgddddgddddgddd	|ggtddddgƒd�}|sÄ|jddddg }tj||ƒ d S )Nr*   r+   r,   r$   r%   r&   g      @gš™™™™™	@g333333ó?)Ztest1Ztest2Útest3r  gÍÌÌÌÌÌ@gš™™™™™@g333333@rG   rI   r®   ÚqT)rà   rK   r   )rd   )	r   r   rd   r   r5   r6   rÈ   rO   rx   )r8   r   Zframe1Zframe2Zv1r6   r‹   r   r   r   Útest_concat_ignore_indexú  s      


z(TestConcatenate.test_concat_ignore_indexc             C   sÜ   t ddddgdddggdddd	d	d
d
dddg
dd	d
dd	d	d
dd	d
g
gddgd�}ttjjddƒ|tdddgdd�d�}t||gdd	gdgd�}|jjd|j ks¤t	‚t
j|jd |ƒ t
j|jd	 |ƒ |jjdksØt	‚d S )Nr£   r¢   r¼   r  r  r   rÿ   r   r$   r%   r&   ÚfirstÚsecond)r  Úcodesr  r†   ru   rv   r¤   r\   )rH   )rd   rw   Ú	iteration)rü   r  )r  )r   r   r5   rÆ   r
   r   r   rd   r  r=   rO   rx   rÈ   Znlevels)r8   rd   ÚframerŠ   r   r   r   Ú test_concat_multiindex_with_keys  s    .z0TestConcatenate.test_concat_multiindex_with_keysc             C   sê   t tdddƒtdddƒtdddƒgdddgdddgdd	d
gdœƒ}|d jdd„ ƒ|d< |jddgƒ}tdddgd ddd�}tdddgd dd�}tj||gƒ}t dddgd dd	d
gd dœ|ddgd�}t||gƒ}t	j
||ƒ d S )NiÞ  r$   r%   r&   ru   rv   r¤   r�   r�   r‘   )rá   r+   r,   ré   rá   c             S   s   t | dd�S )Nz
US/Pacific)r!   )r   )ré   r   r   r   rÓ   3  s    z@TestConcatenate.test_concat_multiindex_with_tz.<locals>.<lambda>r+   z
2014-01-01z
2014-01-02z
2014-01-03z
US/Pacific)r!   rH   )rH   )r,   ré   r,   ré   )rd   rw   )r   r   ÚapplyrÐ   r   r   r   rò   r   rO   rx   )r8   r¯   Zexp_idx1Zexp_idx2r{   r‹   rŠ   r   r   r   Útest_concat_multiindex_with_tz%  s"    

*z.TestConcatenate.test_concat_multiindex_with_tzc       	      C   sF  t jjdgtdƒgdd gd�}t jdtdƒi|tjd�}t||gddgdgd	�}t jjddgdgtdƒgddd gd�}t jdttdƒƒd i|tjd�}t	j
||ƒ t||d d… gddgdgd	�}dgd dgd  }dgd
 }ttdƒƒttdƒƒ }tt|||ƒƒ}t jj|ddd gd�}t jd|i|tjd�}t	j
||ƒ d S )Nr$   r�   Úlevel1)r  Úcol)rd   r<   r%   Úlevel2)rü   r  r­   )r2   r   Úfrom_productrö   r   r5   Zint32r   rM   rO   rx   ÚzipÚfrom_tuples)	r8   rd   r¯   rŠ   r‹   r&  r$  Zno_nameZtuplesr   r   r   Ú/test_concat_multiindex_with_none_in_index_namesB  s       
z?TestConcatenate.test_concat_multiindex_with_none_in_index_namesc             C   s@  t tjjddƒƒ}t tjjddƒƒ}ddgddgg}dd	g}t||||gddddg||d
�}t||||gƒ}t|dgg ddddgddddgddddgg|d g d�}||_tj||ƒ t||||gddddg|d�}|jj	dk� sèt
‚t||||gddddgdd	gd�}|jj	dk�st
‚tj|jjd tddgdd�ƒ d S )Nr$   r&   r�   r£   r¼   r  r   r  r  )rü   r  r  r   )r  r  r  )rü   r  )rü   r  )rH   )r£   r  )r£   r   )r¼   r  )r¼   r   )r£   r  )r£   r   )r¼   r  )r¼   r   )N)NNN)r£   r  )r£   r   )r¼   r  )r¼   r   )r  r  N)r   r5   rÆ   r
   r   r   rd   rO   rx   r  r=   rP   r  r   )r8   r¯   rz   r  r  rŠ   r‹   rý   r   r   r   Útest_concat_keys_and_levelsY  s8    


 



z+TestConcatenate.test_concat_keys_and_levelsc             C   s¬   t tjjddƒdgd�}t tjjddƒdgd�}d}tjt|d��$ t||gd	d
gdddggd� W d Q R X d}tjt|d��$ t||gd	d
gdddggd� W d Q R X d S )Nr$   r&   r*   )rd   r�   r+   z Values not found in passed level)rJ   r  r   r£   r¢   r¼   )rü   r  zKey one not in level)r   r5   rÆ   r
   rQ   rR   r?   r   )r8   r¯   rz   ra   r   r   r   Ú"test_concat_keys_levels_no_overlap‚  s    (z2TestConcatenate.test_concat_keys_levels_no_overlapc             C   sÊ   t tjjddƒtdƒttdƒdd�d�}t tjjddƒtdƒttdƒdd�d�}t||gdd	gd
dgd�}t||gdd	gd
gd�}t|jjƒ}d|d< |jj	|dd� t
j||ƒ |jj|jjksÆt‚d S )Nr&   ÚABCr   Zindex_a)rH   )rw   rd   Zindex_bÚkey0Úkey1Zlvl0Zlvl1)rü   r  r$   T)Zinplace)r   r5   rÆ   ÚrandrM   r   r   rd   r  Z	set_namesrO   rx   r=   )r8   r*   r+   rŠ   r\   r  r   r   r   Útest_concat_rename_index�  s    z(TestConcatenate.test_concat_rename_indexc          	   C   s`  ddddg}t tjddddgd	d
�tjddddgdd
�tjddddgd	d
�tjddddgdd
�dœ|d�}t tjddddgdd
�tjddddgd	d
�tjddddgdd
�tjddddgd	d
�dœ|d�}|j|dd�}t tj|j|jgdd�|d�}tj||ƒ t tjj	ddƒdgd�}t tjj	ddƒdgd�}t
||gddgddgd�}|jjdk�s\t‚d S )Nru   rv   r¤   rr   r$   r%   r&   r�   rå   )r<   rä   )ru   rv   r¤   rr   )rw   T)rK   r   )rà   r*   )rd   r+   r  r   r  r  )rü   r  )r  r  )r   r5   r˜   rN   r¾   rø   rO   rx   rÆ   r
   r   rd   r  r=   )r8   rw   ry   rz   r¨   r‹   r¯   rŠ   r   r   r   Ú test_crossed_dtypes_weird_corner¥  s*    z0TestConcatenate.test_crossed_dtypes_weird_cornerc             C   s$  t tjjdddd�jddƒddddgd�}t||gd	d
�}tj|jd d …d d…f |ƒ tj|jd d …dd …f |ƒ t||gdd
�}tj|jd d… |ƒ tj|jdd … |ƒ tt tjj	ddƒddddgd�t tjjdddd�jddƒddgd�gd	d
�}t||gd	d
�}tj|jd d …d d…f |ƒ tj|jd d …dd …f |ƒ t||gdd
�}tj|jd d… |ƒ tj|jdd … |ƒ |jdd…d d …f j
|jdd … ƒ}tj||ƒ |jdd…d d …f j
|jdd… ƒj
|jdd… ƒ}tj||ƒ t||gdd
�}|j
|ƒ}tj||ƒ d S )Nr   r†   é(   )rô   r�   ru   r¤   )rw   r$   )rà   rv   é   r%   r‘   rÎ   rÏ   )r   r5   rÆ   rÇ   rõ   r   rO   rx   rg   r
   rN   )r8   r¯   rŠ   r‹   r   r   r   Útest_dups_indexÆ  s6    $&6
zTestConcatenate.test_dups_indexc             C   sD   t ddd	ditdƒd�}t ddd
ditdƒd�}t||g|d� d S )Nru   r£   rv   r$   r¢   r%   )rd   )r   )rv   r$   )rv   r$   )r   rö   r   )r8   r   ry   rz   r   r   r   Útest_with_mixed_tuplesõ  s    z&TestConcatenate.test_with_mixed_tuplesc       	      C   s8  t tjjddƒtdƒd�}|d d… jƒ }d|d< |dd… }||||dd … g}t|d|d	�}|jd
ddddgd�}|d jdƒ|d< d|j	dd…df< t
j||ƒ t ttdƒd�tdddd�d�}t ƒ }t||gdd�}t
j||ƒ t||gdd�}t
j||ƒ t||gƒ}t
j||ƒ t||gƒ}t
j||ƒ d S )Nr†   r�   Zabcd)rw   r�   r¢   r£   r   )rà   r   r*   r+   r,   ré   ræ   i'  )ru   Ú20130101rì   )Úperiodsr#   )rd   r$   )rà   )r   r5   rÆ   r
   rM   r¥   r   r¦   rë   rÈ   rO   rx   r  rö   r   )	r8   r   r¯   r¼   rª   r  Z	concattedr‹   rŠ   r   r   r   Útest_handle_empty_objectsþ  s*    z)TestConcatenate.test_handle_empty_objectsc             C   s¦  t dddd�}tjddd�}t||d�}t||d�}t|jddƒ|d�}ttj|d	ƒjdd	ƒ|d
d
gd�}t||gdd�}tj	||ƒ ttj|d	ƒjdd	ƒ|d
dgd�}t||gdd�}tj	||ƒ ttj|dƒjddƒ|d
dd	gd�}t|||gdd�}tj	||ƒ ttj|dƒjddƒ|d
d
dd	dgd�}t|||||gdd�}tj	||ƒ d|_
ttj|dƒjddƒ|dd
d
gd�}t|||gdd�}tj	||ƒ d|_
ttj|dƒjddƒ|dd
dgd�}t|||gdd�}tj	||ƒ ttj|dƒjddƒ|d
dd	gd�}t|||gddd�}tj	||ƒ ttj|dƒjddƒ|jƒ d d
gd�}t|||gƒ}tj	||ƒ ttj|dƒjddƒd
gd�}t|||gdd�}tj	||ƒ d S )Nz01-Jan-2013r†   ÚH)r8  r#   r.   )r<   )rd   r$   r%   r   )rd   rw   )rà   r&   r�   r£   r¢   T)rà   rK   )rw   )rK   re   re   re   re   re   re   re   re   re   re   )r   r5   Úaranger   r   rõ   Úrepeatr   rO   rx   rH   ÚtilerÙ   )r8   rd   Zarrr_   r`   r¯   r‹   rŠ   r   r   r   Útest_concat_mixed_objs  sT      "&"""&z&TestConcatenate.test_concat_mixed_objsc             C   s\   t dd gdd ggddgd�}t dd gdd ggddgd�}t||gƒ}|j}tj|j|ƒ d S )Nr$   r%   r*   r+   )r7   rw   r&   r�   )r   r   ÚdtypesrO   rT   )r8   ry   rz   rŠ   r‹   r   r   r   Útest_empty_dtype_coercec  s
    z'TestConcatenate.test_empty_dtype_coercec             C   sê   t dtjdƒjdƒtjgiƒ}t|jdg |jdg gƒ}tj|j	|j	ƒ dd l
}t d|j
dddƒ|j
dddƒgiƒ}t|jdg |jdg gƒ}tj|j	|j	ƒ t d	d
gd gd  iƒ}t|jdg |jdg gƒ}tj|j	|j	ƒ d S )Nrè   r7  rq   r   r$   iÜ  iô  r%   Útextz
some wordsrÏ   )r   r2   r   Útz_localizerâ   r   rg   rO   rT   r?  r   )r8   r¯   rŠ   r   r   r   r   Útest_dtype_coerceionq  s    "z$TestConcatenate.test_dtype_coerceionc             C   sÞ   t jƒ }d|_|d d… |dd… |dd … g}t|ƒ}t j||ƒ |j|jksTt‚t|dddgd�}|jƒ }ttj	|j
jdd	�ƒ|_
tjdddgd
d„ |D ƒƒtjt|ƒƒg}tdddg|j
g|d�}||_
t j||ƒ d S )Nr£   r�   rË   r   r$   r%   )rü   zM8[ns])r<   c             S   s   g | ]}t |ƒ‘qS r   )Úlen)r  rG   r   r   r   r  —  s    z6TestConcatenate.test_concat_series.<locals>.<listcomp>)r  r  )rO   ÚmakeTimeSeriesrH   r   rT   r=   r¥   r   r5   r˜   rd   rø   r<  r;  rD  r   )r8   Útsr  rŠ   r‹   Z	exp_codesrý   r   r   r   Útest_concat_series‡  s    "*z"TestConcatenate.test_concat_seriesc             C   s\  t jƒ }|d d… |dd … |dd… g}t|dd�}t|ƒj}t j||ƒ t|dddgdd�}t|dddgd�j}t j||ƒ ttd	ƒdd
�}ttd	ƒdd
�}t||gdd�}t||dœƒ}t j||ƒ d |_t||gdd�}t j	|j
tddgdd�ƒ ttdƒdddgdd�}ttdƒddddgdd�}t||gd|d�}t||dœƒ}t j||ƒ d S )Nr%   r$   )rà   ru   rv   r¤   )rü   rà   )rd   r�   )rH   )ru   rv   r   r1   )r<   r&   r,   r*   r+   )rd   rH   r�   ré   )rà   r   éþÿÿÿrH  )rO   rE  r   r   ÚTrx   r   r
   rH   rP   rw   r   )r8   r   rF  r  rŠ   r‹   rì   r`   r   r   r   Útest_concat_series_axis1œ  s*    "
z(TestConcatenate.test_concat_series_axis1c             C   sÊ   t dddgƒ}t dddgƒ}t||gdddgd	gd
�}tddgddgddggtjddgd	d�d�}tj||ƒ t||gdddgd	dgd
�}tddgddgddggtjddgd	dgd�d�}tj||ƒ d S )Nr$   r%   r&   r�   r�   r‘   r*   r+   ru   )rà   rü   r  )rH   )rw   rv   )r  )r*   r$   )r+   r%   )r*   r$   )r+   r%   )	r   r   r   r2   r   rO   rx   r   r)  )r8   rì   r`   rŠ   r‹   r   r   r   Ú&test_concat_series_axis1_names_applied¼  s    *z6TestConcatenate.test_concat_series_axis1_names_appliedc             C   sN   t tjjddƒƒ}t|gdgd�}t||gddgd�}tj||d d… ƒ d S )Nr†   r�   r£   )rü   r¢   )r   r5   rÆ   r
   r   rO   rx   )r8   r¯   rŠ   r‹   r   r   r   Útest_concat_single_with_keyÍ  s    z+TestConcatenate.test_concat_single_with_keyc          
   C   sl   t tjjddƒƒ}|d d… d d |dd … g}t|ƒ}tj||ƒ tjt	dd�� td d gƒ W d Q R X d S )Nr†   r�   r�   zAll objects passed were None)rJ   )
r   r5   rÆ   r
   r   rO   rx   rQ   rR   r?   )r8   r¯   r  rŠ   r   r   r   Útest_concat_exclude_noneÔ  s    z(TestConcatenate.test_concat_exclude_nonec             C   sp   ddl m} |ddd�}td|iƒ}t||gƒ}|jd d… d |kjƒ sNt‚|jdd … d |kjƒ slt‚d S )Nr   )r   z1/1/2000r†   )r8  Útime)Zpandas.core.indexes.datetimesr   r   r   rg   rÉ   r=   )r8   r   Úrngr¯   rŠ   r   r   r   Útest_concat_datetime64_blockÝ  s    z,TestConcatenate.test_concat_datetime64_blockc             C   sv   ddl m} |tjdƒdd�}td|iƒ}t||gƒ}|jd d… d |kjƒ sTt‚|jdd … d |kjƒ srt‚d S )Nr   )Úto_timedeltar†   rì   )ÚunitrN  )	ÚpandasrQ  r5   r;  r   r   rg   rÉ   r=   )r8   rQ  rO  r¯   rŠ   r   r   r   Útest_concat_timedelta64_blockè  s    z-TestConcatenate.test_concat_timedelta64_blockc             C   sâ   t dddgdddgdddggƒ}ttd ||d d… |d d… |d�ƒ}tt||d d… |d d… |d�ƒ}tj||ƒ td ||d d… |d d… |gdd	d
ddgd�}t||d d… |d d… |gd	d
ddgd�}tj||ƒ d S )Nr†   r4  é   r%   r$   )r*   r+   r,   ré   Úe)r+   r,   ré   rV  r*   r+   r,   ré   rV  )rü   )r   r   r  rO   rx   )r8   Zdf0rŠ   r‹   r   r   r   Útest_concat_keys_with_noneó  s     &$.,z*TestConcatenate.test_concat_keys_with_nonec             C   sV   t jƒ }t jƒ d d d… }t||gddd�}t||gddd�}t|ƒt|ƒksRt‚d S )Nr%   Úouterr$   )Újoinrà   )rO   rE  r   rD  r=   )r8   Úts1Zts2ÚleftÚrightr   r   r   Útest_concat_bug_1719  s
    z$TestConcatenate.test_concat_bug_1719c             C   s`   t tjdƒƒ}t tjdƒƒ}d |_|_t||gdd�}t||dœƒ}ddg|_tj	||ƒ d S )Nr�   z	same namer$   )rà   )r   r$   )
r   r5   r½   ZonesrH   r   r   rw   rO   rx   )r8   Zts0rZ  rŠ   r‹   r   r   r   Útest_concat_bug_2972  s    
z$TestConcatenate.test_concat_bug_2972c          
   C   sÂ   t ddddgddddgddddgdœƒ}t ddddgd	d
ddgddddgdœƒ}t ddddd	dgddddd
dgddddddgddddddggƒ}ddddddg|_t||gd	d�}tj||ƒ d S )Nr   r‘   Zrrr)ÚfirmNoÚprcÚ	stringvarrÏ   r†   r‡   r’   r$   r%   r&   r�   )r¤   Úmiscr`  r_  r`  ra  r¤   rb  )rà   )r   rw   r   rO   rx   )r8   ry   rz   r‹   rŠ   r   r   r   Útest_concat_bug_3602  s    

&z$TestConcatenate.test_concat_bug_3602c             C   sz   t jƒ }t jdddgiddgdd�}t jdg ig dd�}x<d|fd|fgD ](\}}t j||gd|d	�}tj||ƒ qJW d S )
Nr*   r$   r%   r   r.   )rd   r<   ÚinnerrX  )rà   rY  )r2   r   r   rO   rx   )r8   Zdf_emptyZdf_aZdf_expectedÚhowr‹   rŠ   r   r   r   Útest_concat_inner_join_empty0  s    z,TestConcatenate.test_concat_inner_join_emptyc             C   sr   t dddd�dd… }ttt|ƒƒ|dd�}ttt|ƒƒ|dd�}t||gdd	d
�}tddgƒ}tj|j|ƒ d S )Nz01-Jan-2013z01-Jan-2014ZMS)r#   r   r$   r  )rd   rH   T)rà   rK   re   )	r   r   r
   rD  r   r   rO   rP   rw   )r8   Údatesr_   r`   rŠ   r‹   r   r   r   Ú0test_concat_series_axis1_same_names_ignore_index:  s    z@TestConcatenate.test_concat_series_axis1_same_names_ignore_indexc                sþ   t dddgƒ‰ t dddgƒ‰t ddddddgƒ}tjtˆ ˆfdd�|ƒ tjtˆ ˆgdd�|ƒ tjtd	d
„ ˆ ˆfD ƒdd�|ƒ tjttˆ ˆfƒdd�|ƒ G ‡ ‡fdd„dƒ}tjtj|ƒ dd�|ƒ G ‡ ‡fdd„dtjƒ}tjtj|ƒ dd�|ƒ d S )Nr$   r%   r&   r�   r�   r‘   T)rK   c             s   s   | ]
}|V  qd S )Nr   )r  r¯   r   r   r   ú	<genexpr>M  s    z8TestConcatenate.test_concat_iterables.<locals>.<genexpr>c                   s(   e Zd Zedœdd„Z‡ ‡fdd„ZdS )z>TestConcatenate.test_concat_iterables.<locals>.CustomIterator1)Úreturnc             S   s   dS )Nr%   r   )r8   r   r   r   Ú__len__R  s    zFTestConcatenate.test_concat_iterables.<locals>.CustomIterator1.__len__c                s<   yˆ ˆdœ| S  t k
r6 } zt|‚W Y d d }~X nX d S )N)r   r$   )ÚKeyErrorÚ
IndexError)r8   rd   Úerr)ry   rz   r   r   Ú__getitem__U  s    zJTestConcatenate.test_concat_iterables.<locals>.CustomIterator1.__getitem__N)r›   rœ   r�   Úintrk  ro  r   )ry   rz   r   r   ÚCustomIterator1Q  s   rq  c                   s   e Zd Z‡ ‡fdd„ZdS )z>TestConcatenate.test_concat_iterables.<locals>.CustomIterator2c             3   s   ˆ V  ˆV  d S )Nr   )r8   )ry   rz   r   r   Ú__iter__^  s    zGTestConcatenate.test_concat_iterables.<locals>.CustomIterator2.__iter__N)r›   rœ   r�   rr  r   )ry   rz   r   r   ÚCustomIterator2]  s   rs  )r   rO   rx   r   r   r2   r   ÚIterable)r8   r‹   rq  rs  r   )ry   rz   r   Útest_concat_iterablesD  s    
z%TestConcatenate.test_concat_iterablesc             C   sb   t jddƒ}xPdtƒ ddgdgD ]:}dt|ƒ› d�}tjt|d�� t||gƒ W d Q R X q W d S )Nr†   r%   r$   z#cannot concatenate object of type 'z+'; only Series and DataFrame objs are valid)rJ   )r$   r%   )rO   ÚmakeCustomDataframer  rÒ   rQ   rR   rS   r   )r8   ry   r@   ra   r   r   r   Útest_concat_invalidd  s
    z#TestConcatenate.test_concat_invalidc             C   s’   t jddƒ}t jddƒ}d}tjt|d�� t||ƒ W d Q R X tdd„ tdƒD ƒƒ d}tt|ƒd	d
�}t|dd�}tt|ƒƒ}t j	||ƒ d S )Nr†   r%   z^first argument must be an iterable of pandas objects, you passed an object of type "DataFrame")rJ   c             s   s    | ]}t tjjd d ƒƒV  qdS )r�   N)r   r5   rÆ   r0  )r  Ú_r   r   r   ri  |  s    zETestConcatenate.test_concat_invalid_first_argument.<locals>.<genexpr>r&   ziindex,A,B,C,D
foo,2,3,4,5
bar,7,8,9,10
baz,12,13,14,15
qux,12,13,14,15
foo2,12,13,14,15
bar2,12,13,14,15
r$   )Ú	chunksizeT)rK   )
rO   rv  rQ   rR   rS   r   rö   r   r   rx   )r8   ry   rz   ra   r7   ÚreaderrŠ   r‹   r   r   r   Ú"test_concat_invalid_first_argumentq  s    z2TestConcatenate.test_concat_invalid_first_argumentc             C   sN  t tddddd�ƒ}t tjddgdd	�}t |d |d tjtjgƒ}t||gd
d�}tj||ƒ t tjtdƒdd	�}tj||gd
d�}tj||ƒ tj tjdddd�ƒ}tj tjdddd�ƒ}tj|d d …< tj |d |d tjtjgƒ}tj||gd
d�}tj||ƒ tj|d d …< tj tjtdƒdd	�}tj||gd
d�}tj||ƒ d S )Nz20151124 08:00z20151124 09:00Ú1hz
US/Eastern)r#   r!   r   r$   zdatetime64[ns, US/Eastern])rd   r<   T)rK   r�   )r#   z20151124 10:00z20151124 11:00zdatetime64[ns])r   r   r2   râ   r   rO   rT   rö   )r8   rG   rI   r‹   rŠ   r   r   r   Útest_concat_NaT_seriesŽ  s&    z&TestConcatenate.test_concat_NaT_seriesc             C   sZ   t ttjddd�tjddd�d�tdƒd�}tj|jjƒ |jjƒ gd	d
�}t	j
||ƒ d S )NZ20130102z
US/Eastern)r!   Z20130603ZCET)ru   rv   r�   )rd   r$   )rà   )r   r  r2   r   rö   r   ru   Zto_framerv   rO   rx   )r8   rz   r²   r   r   r   Útest_concat_tz_frame­  s    z$TestConcatenate.test_concat_tz_framec             C   s¶  t tddddd�ƒ}t tddƒƒ}t |d |d	 |d |d	 gd
d�}t||gdd�}tj||ƒ t tddddd�ƒ}t ddgƒ}t |d |d	 |d |d	 gd
d�}t||gdd�}tj||ƒ tjtdd	d	ƒggƒ}|d jj	dƒ|d< tjtdd	dƒggƒ}|d jj	dƒ|d< tj||gƒ}|d j
dk�s8t‚tjtdd	d	ƒggƒ}|d jj	dƒ|d< tjtdd	dƒggƒ}|d jj	dƒ|d< tj||gƒ}|d j
dk�s®t‚tjtdd	d	ƒgtdd	dƒggƒ}|d jj	dƒ|d< tjtdd	dƒggƒ}|d jj	dƒ|d< tj||gƒ}|d j
dk�s0t‚tjtdd	d	ƒggƒ}|d jj	dƒ|d< tjtdd	dƒgtdd	dƒggƒ}|d jj	dƒ|d< tj||gƒ}|d j
dk�s²t‚d S )Nz20151124 08:00z20151124 09:00r|  rq   )r#   r!   z
2012-01-01z
2012-01-02r   r$   r1   )r<   T)rK   r*   r+   ià  r%   zdatetime64[ns, UTC]zEurope/Londonzdatetime64[ns, Europe/London]r&   )r   r   r   rO   rT   r2   r   r   rá   rB  r<   r=   )r8   rG   rI   r‹   rŠ   r  r  r   r   r   Útest_concat_tz_seriesº  sD    $$""z%TestConcatenate.test_concat_tz_seriesc             C   s¼   t jddd�t jddd�g}t jdƒt jdƒg}tt j|ƒt j|ƒgdd�}tj|t j|| d	d
�ƒ t jddd�t jddd�g}tt j|ƒt j|ƒgdd�}tj|t j|| d	d
�ƒ d S )Nz
2011-01-01z
US/Eastern)r!   z
2011-02-01z1 dayz2 dayT)rK   r1   )r<   z2011-03r"   )r#   z2011-04)r2   r   r3   r   r   rO   rT   r4   )r8   rG   rI   rŠ   r   r   r   Ú'test_concat_tz_series_with_datetimelikeò  s    z7TestConcatenate.test_concat_tz_series_with_datetimelikec             C   s”   t jdtjjƒ d�t jdtjjƒ d�g}t jdtjjƒ d�t jdtjjƒ d�g}tt j|ƒt j|ƒgdd�}tj|t j|| ƒƒ |j	dks�t
‚d S )	Nz
2011-01-01)r!   z
2011-02-01z
2012-01-01z
2012-02-01T)rK   zdatetime64[ns, tzlocal()])r2   r   rê   r!   Ztzlocalr   r   rO   rT   r<   r=   )r8   rG   rI   rŠ   r   r   r   Útest_concat_tz_series_tzlocal  s    z-TestConcatenate.test_concat_tz_series_tzlocalÚtz1Nrq   Útz2rì   Z20150101c                s¨   t jt jgt jggƒj‡ fdd„ƒ}t j|gƒj‡fdd„ƒ}t j||gdd�}t jt jt jt j|gdddgd�ƒ}|j‡fdd„ƒ}ˆ ˆkr˜|jtƒ}tj	||ƒ d S )	Nc                s   | j jˆ ƒS )N)rá   rB  )rG   )r‚  r   r   rÓ     s    zKTestConcatenate.test_concat_NaT_dataframes_all_NaT_axis_0.<locals>.<lambda>c                s   | j jˆ ƒS )N)rá   rB  )rG   )rƒ  r   r   rÓ     s    r   )rà   r$   )rd   c                s   | j jˆ ƒS )N)rá   rB  )rG   )rƒ  r   r   rÓ     s    )
r2   r   râ   r"  r   r   rë   r1   rO   rx   )r8   r‚  rƒ  rì   r  r  rŠ   r‹   r   )r‚  rƒ  r   Ú)test_concat_NaT_dataframes_all_NaT_axis_0  s    $
z9TestConcatenate.test_concat_NaT_dataframes_all_NaT_axis_0c             C   s    t jt jt jt jgƒjj|ƒƒ}t jt jt jgƒjj|ƒdgd�}t jt jt jt jgƒjj|ƒt jt jt jgƒjj|ƒdœƒ}t j||gdd�}tj||ƒ d S )Nr$   )rw   )r   r$   )rà   )	r2   r   r   râ   rá   rB  r   rO   rx   )r8   r‚  rƒ  r  r  r‹   rŠ   r   r   r   Ú)test_concat_NaT_dataframes_all_NaT_axis_1$  s     " z9TestConcatenate.test_concat_NaT_dataframes_all_NaT_axis_1c             C   s¢   t jt jt jgƒjj|ƒ}t jt jd|d�gt jd|d�ggddgd�}t jt jt jt jd|d�t jd|d�gƒ}||kr„|jtƒ}t j	||gƒ}t
j||ƒ d S )Nz
2015/01/01)r!   z
2016/01/01r%   r&   )rd   )r2   r   râ   rá   rB  r   r   rë   r1   r   rO   rx   )r8   r‚  rƒ  r  r  r‹   rŠ   r   r   r   Ú(test_concat_NaT_series_dataframe_all_NaT4  s    
z8TestConcatenate.test_concat_NaT_series_dataframe_all_NaTr!   c                s¢   t jt jgt jggƒ}|j‡ fdd„ƒ}t jt jdˆ d�gt jdˆ d�ggddgd�}t jt jt jt jdˆ d�t jdˆ d�gƒ}t j||gd	d
�}tj||ƒ d S )Nc                s   | j jˆ ƒS )N)rá   rB  )rG   )r!   r   r   rÓ   V  s    z<TestConcatenate.test_concat_NaT_dataframes.<locals>.<lambda>z
2015/01/01)r!   z
2016/01/01r%   r&   )rd   r   )rà   )r2   r   râ   r"  r   r   rO   rx   )r8   r!   r  r  r‹   rŠ   r   )r!   r   Útest_concat_NaT_dataframesQ  s    z*TestConcatenate.test_concat_NaT_dataframesc             C   sp   t tjddgdd�ƒ}t tjddgdd�ƒ}t |d |d |d |d gd	d
�}t||gdd�}tj||ƒ d S )Nz
2015-11-01z
2015-12-01rr   )r#   z
2015-10-01z
2016-01-01r   r$   z	Period[D])r<   T)rK   )r   r2   r~   r   rO   rT   )r8   rG   rI   r‹   rŠ   r   r   r   Útest_concat_period_seriesg  s
    $z)TestConcatenate.test_concat_period_seriesc             C   s~   t tjddgdd�ƒ}t tjddgdd�ƒ}t |d |d	 |d |d	 gd
d�}t||gdd�}tj||ƒ |jd
kszt‚d S )Nz
2015-11-01z
2015-12-01rr   )r#   z
2015-10-01z
2016-01-01r"   r   r$   r1   )r<   T)rK   )r   r2   r~   r   rO   rT   r<   r=   )r8   rG   rI   r‹   rŠ   r   r   r   Ú'test_concat_period_multiple_freq_seriesn  s    $z7TestConcatenate.test_concat_period_multiple_freq_seriesc             C   sf  t tjddgdd�ƒ}t tjddgdd�ƒ}t |d |d |d |d gdd	�}t||gd
d�}tj||ƒ |jdkszt‚t tjddgdd�ƒ}t tjddgƒƒ}t |d |d |d |d gdd	�}t||gd
d�}tj||ƒ |jdksðt‚t tjddgdd�ƒ}t ddgƒ}t |d |d |d |d gdd	�}t||gd
d�}tj||ƒ |jdk�sbt‚d S )Nz
2015-11-01z
2015-12-01rr   )r#   r"   r   r$   r1   )r<   T)rK   ru   rv   )	r   r2   r~   r   rO   rT   r<   r=   r   )r8   rG   rI   r‹   rŠ   r   r   r   Útest_concat_period_other_seriesv  s$    $$$z/TestConcatenate.test_concat_period_other_seriesc             C   sF  t jdddgdd�}t jddd�}t j||gdd	�}t jdddgtjtjtjgd
œt jdddgdd�d�}tj||ƒ t jdddgdd�}t jddd�}t j||gdd	�}t jdddgƒ}tj	||ƒ t jdddgdd�}t jd dd�}t j||gdd	�}t jdddgtjtjtjgdœddgt jdddgdd�d�}tj||ƒ d S )Nr$   r%   r&   rG   )rH   rI   r/   )rH   r<   )rà   )rG   rI   r   ræ   )r<   )rd   )rG   r   )rw   rd   )
r2   r   r   r   r5   r6   r   rO   rx   rT   )r8   r_   r`   r[   r\   r   r   r   Útest_concat_empty_series�  s(    z(TestConcatenate.test_concat_empty_seriesrø   r$   r%   r&   c             C   sz   t g dd�jj|ƒ}|rd ntj}t ||d�}ttj tjgt|ƒ dd�jj|ƒ|dœƒ}t	||gdd�}t
j||ƒ d S )NzM8[ns])r<   )r   r$   r$   )rà   )r   rá   rB  r5   r/   r   r2   râ   rD  r   rO   rx   )r8   r!   rø   r  r<   r  r‹   rŠ   r   r   r   Ú!test_concat_empty_series_timelikeª  s     
z1TestConcatenate.test_concat_empty_series_timelikec             C   sÄ  t jdddgdd�}t jdddgd	d�}t j||gdd
d�}t|jt jƒsNt‚t jddgddgddggƒ}tj	||d
d
d� t jdddgƒ}t jdddgƒ}t j||gddd�}t|jt jƒsÂt‚t jddgddgddggƒ}t jdƒ|_tj	||d
d
d� t jddgddgdœƒ}t jddgddgdœƒ}t j||gdd
d�}t jddgddgddgddggddgd�}tj	||d
d
d� t j||gdd
d�}t jddddgddddggƒ}tj	||d
d
d� d S )Nr$   r%   r&   rG   )rH   r�   r�   r‘   rI   T)rà   rK   )rL   Zcheck_column_typeF)ru   rv   r­   rÎ   r   ru   rv   )rw   )
r2   r   r   r;   rw   rï   r=   r   rO   rx   )r8   r_   r`   r[   r\   ry   rz   r   r   r   Útest_default_index¼  s*    *z"TestConcatenate.test_default_indexc             C   sª   t tjjddƒƒ}ttjdƒtjdƒgtjtjdƒdƒtj	tjdƒdƒgd�|_
t|jdddgd d …f |jdgd d …f gƒ}|jddddgd d …f }tj||ƒ d S )NrÏ   r%   r&   )r  r  r�   r�   )r   r5   rÆ   r
   r   r2   rï   r<  r;  r=  rd   r   rg   rO   rx   )r8   r¯   r[   r\   r   r   r   Ú!test_concat_multiindex_rangeindexÜ  s    *0z1TestConcatenate.test_concat_multiindex_rangeindexc             C   sì   ddl m} tjjdgdggƒ}tjdg|d�}tjjdgdggƒ}tjdg|d�}||dœ}tjd	d
gdgddggddgddgddggdd d gd�}tjdgdgg|d�}tj||ƒdgd�}	tj|	|ƒ tj|dgd�}
tj|
|ƒ d S )Nr   )Údeepcopyr*   r+   )rd   r,   r$   )r_   r`   r_   r`   Ztestname)r  r  r  )r  )	r¥   r�  r2   r   r'  r   r   rO   rx   )r8   r�  Zexample_multiindex1Zexample_dataframe1Zexample_multiindex2Zexample_dataframe2Zexample_dictZexpected_indexr‹   Zresult_copyZresult_no_copyr   r   r   Ú(test_concat_multiindex_dfs_with_deepcopyë  s    
z8TestConcatenate.test_concat_multiindex_dfs_with_deepcopyc             C   s  t ddgddgd�}ddg}t||dœƒ}t ddddgddgd�}ddddg}t||dœtddddgƒd�}tjtj||gƒ|ƒ tj|j|ƒ|ƒ t ddgddd	gd�}ddg}t||dœƒ}	tj||	gd
d�}
ttdƒddddgdœƒ}tj|
|ƒ |j|	d
d�}
tj|
|ƒ d S )Nr*   r+   )r‰   r$   r%   )ZcatsrE   r   )rd   r,   T)rK   Zabab)	r   r   r   rO   rx   r2   r   rN   rM   )r8   ÚcatrE   r¯   Zcat2rW   r\   Zcat3rX   Zdf_different_categoriesr[   r   r   r   Útest_categorical_concat_append	  s     z.TestConcatenate.test_categorical_concat_appendc             C   sÊ   dddg}t dddgƒ}tdddgƒ}tddd	gƒ}tjt|ƒ||gd|d
�}|jdk}tdddg|d�}tj||ƒ |jdk}tdddg|d�}tj||ƒ |jdk}tdddg|d�}tj||ƒ d S )Nr‘  r@   Únumr*   r+   r,   r$   r%   r&   )rà   rü   r1   FT)rd   r.   r0   )r   r   r2   r   r?  rO   rT   )r8   rd   r‘  r@   r“  r¯   rŠ   r‹   r   r   r   Útest_categorical_concat_dtypes	  s    



z.TestConcatenate.test_categorical_concat_dtypesc             C   s  t tjddd�jddƒdddgd	�}t tjd
dd�jddƒddgd	�}dddddddg}tt|ƒƒ|d< tj||fdd|d�}t dddddddddddddgddddddtjtjtjtjtjtjtjgddddd
ddddddddgd gd | dœƒ}t	j
||ƒ d S ) Né   r.   )r<   r‘   r&   r*   r+   r,   )rw   é   r­   r%   r  r   Úhr   T)rà   rK   r   rÏ   r’   rË   r�   rÎ   r†   r$   é   é   r�   r‡   é   )r*   r+   r,   r—  )r   r5   r;  rõ   r   r   r2   r   r6   rO   rx   )r8   r   ry   rz   Z
cat_valuesr[   r\   r   r   r   Útest_categorical_concat-	  s0    ""z'TestConcatenate.test_categorical_concatc             C   sè   t ddddddgtdƒdœƒ}t|d	 ƒ|d
< |d
 jjdddgƒ |dd… }|dd … }tj|d
 jj|d
 jjƒ tj|d
 jj|d
 jjƒ tj	||gƒ}tj|d
 jj|d
 jjƒ |j
|ƒ}tj|d
 jj|d
 jjƒ d S )Nr$   r%   r&   r�   r�   r‘   Zabbaae)r  Ú	raw_graderœ  ZgraderV  r*   r+   r   )r   rM   r   r‘  Zset_categoriesrO   rP   r‰   r2   r   rN   )r8   r¯   ry   rz   ZdfxZdfar   r   r   Útest_categorical_concat_gh7864Q	  s    
z.TestConcatenate.test_categorical_concat_gh7864c             C   s8  t tdƒdd�}t tdƒdd�}t tdƒƒ}tj||gdd�}tj||ƒ t tdƒdd�}tj||gdd�}tj||ƒ t tdƒd	d
dd	d
dgdd�}tj||gƒ}tj||ƒ t tjddd�ƒ}t tdƒƒ}t||j	t
tdƒƒƒdœƒ}tj||gƒ}ttj||gƒtj||gƒj	t
tdƒƒƒdœƒ}tj||ƒ d S )Nr   r0   )r<   ZabdZabcabdT)rK   Zabcabcr   r$   r%   )rd   r<   r‘   r.   ÚaabbcaÚcab)ru   rv   )r   rM   r2   r   rO   rT   r5   r;  r   rë   r   rx   )r8   rì   r`   r\   r[   r*   r+   rz   r   r   r   Ú test_categorical_concat_preserved	  s&    "z0TestConcatenate.test_categorical_concat_preservec          
   C   sà   t tjddd�ƒ}t tdƒƒ}t||jttdƒƒƒdœƒjdƒ}tj	||gƒ}ttj	||gƒtj	||gƒjttdƒƒƒdœƒjdƒ}t
j||ƒ t|t|tdƒd	�dœƒjdƒ}d
}tjt|d�� tj	||gƒ W d Q R X d S )Nr‘   r.   )r<   rž  rŸ  )ru   rv   rv   Zabe)r‰   z8categories must match existing categories when appending)rJ   )r   r5   r;  rM   r   rë   r   rÐ   r2   r   rO   rx   r   rQ   rR   rS   )r8   r*   r+   rz   rŠ   r‹   r²   ra   r   r   r   Ú test_categorical_index_preserver„	  s"    "z0TestConcatenate.test_categorical_index_preserverc             C   sÞ   dddddg}t jdt jddg|d�d�}t jdt jddg|d�d�}t jdt jddg|d�d�}t j|||gdd�}t jddddg|d�}t jddtjtjgtjddtjgtjtjddgd	œdddg|d
�}tj||ƒ d S )NrÏ   r   r$   r%   r&   )r‰   )rd   )rà   )r   r$   r%   )rw   rd   )	r2   r   rð   r   r   r5   r6   rO   rx   )r8   r‰   r*   r+   r,   rŠ   r{   r\   r   r   r   Útest_concat_categoricalindex�	  s    z,TestConcatenate.test_concat_categoricalindexc             C   sZ   t jtdƒddd gd�g}|dd„ tdƒD ƒ7 }t j|dd	�j}|d
 j}tj||ƒ d S )Nr&   r*   r$   )rd   rw   c             S   s$   g | ]}t jtd ƒdddgd�‘qS )r&   Nr$   r*   )rd   rw   )r2   r   rö   )r  Úir   r   r   r  ·	  s    z5TestConcatenate.test_concat_order.<locals>.<listcomp>éd   T)r   r   )r2   r   rö   r   rw   rO   rP   )r8   ÚdfsrŠ   r‹   r   r   r   Útest_concat_order³	  s    
z!TestConcatenate.test_concat_orderc       
      C   sÐ  t jddddd�}t j|d |d dd�}t jd	dd
dgi|d�}t jddd
dgi|d�}t j||gdd�}tdddgdd�jdƒjdƒ}t jddgd
d
gddgg|d	dgd�}tj||ƒ t jddddd�}t jddd
dgi|d�}	t j||	gdd�}tddddddgƒ}t jtj	dgtj	d
gtj	dgdtj	gd
tj	gdtj	gg|d	dgd�}tj||ƒ t j|j
dƒjƒ |j
dƒjƒ gdd�}t jdd
dgtj	gd  tj	gd dd
dg dœ|j|ƒd�}tj||ƒ d S )Nz
2011-01-01r&   r:  zEurope/Paris)r8  r#   r!   r   r$   )rs   rt   r#   r*   r%   )rd   r+   )rà   z2011-01-01 00:00:00+01:00z2011-01-01 01:00:00+01:00z2011-01-01 02:00:00+01:00)r#   rq   )rd   rw   z
Asia/Tokyoz2010-12-31 15:00:00+00:00z2010-12-31 16:00:00+00:00z2010-12-31 17:00:00+00:00z2010-12-31 23:00:00+00:00z2011-01-01 00:00:00+00:00z2011-01-01 01:00:00+00:00T)r   )r*   r+   re   )r2   r   r   r   r   Z
tz_convertrO   rx   r5   r6   ZresampleZmeanrN   )
r8   Zidx1Zidx2ry   rz   rŠ   r{   r‹   Zidx3r²   r   r   r   Útest_concat_datetime_timezone¾	  sR    "
",z-TestConcatenate.test_concat_datetime_timezonec             C   sj   t jt jjjddgƒƒ}t jtddgƒƒ}t j||gdd�}t jddtdƒtdƒgtd�}t	j
||ƒ d S )Nr$   r%   T)rK   )r<   )r2   r   ÚcoreÚarraysZinteger_arrayr   r   r   r1   rO   rT   )r8   r*   r+   rŠ   r‹   r   r   r   Ú.test_concat_different_extension_dtypes_upcasts
  s
    z>TestConcatenate.test_concat_different_extension_dtypes_upcastsc             C   sh   t jt jtdƒƒt jtdƒƒgddgd�}t jtdt jtdƒƒfdt jtdƒƒfgƒƒ}tj||ƒ d S )Nr&   r�   ZFirstZAnother)rü   )r2   r   r   rö   r   rO   rT   )r8   r‹   rŠ   r   r   r   Útest_concat_odered_dict	
  s    &(z'TestConcatenate.test_concat_odered_dict)Jr›   rœ   r�   rû   rþ   r  r  r  rQ   rŸ   r    r  r  r!  r#  r*  r+  r,  r1  r2  r5  r6  r9  r>  r@  rC  rG  r   rJ  rK  rL  rM  rP  rT  rW  r]  r^  rc  rf  rh  ru  rw  r{  r}  r~  r  r€  r�  r2   râ   r   r„  r…  r†  r‡  rˆ  r‰  rŠ  r‹  rŒ  r�  rŽ  r�  r’  r”  r›  r�  r   r¡  r¢  r¦  r§  rª  r«  r   r   r   r   ró   k  sŠ   ! 
)!/	 E 	


 8&" $ Cró   Úpdtrá   rŽ   c             C   sl   |t d�j}|tjdg| |d�ƒ|tjtjg| |d�ƒ|tjdg| |d�ƒg}tj|ƒ}|jj| ksht	‚d S )N)r<   r$   )r<   Úndminr�   )
r1   Úndimr5   r˜   r6   r2   r   rø   r<   r=   )rá   r¬  Údimsr¥  rG   r   r   r   Ú!test_concat_no_unnecessary_upcast
  s    
r°  rp  c             C   s|   t dd��h |ƒ j}|tjdg| |d�ƒ|tjtjg|d�ƒ|tjdg| |d�ƒg}tj|ƒ}|jjdksnt	‚W d Q R X d S )NT)Úrecordr$   )r<   r­  )r­  r�   r/   )
r	   r®  r5   r˜   r6   r2   r   rø   r<   r=   )rá   r¬  r¯  r¥  rG   r   r   r   Útest_concat_will_upcast%
  s    
r²  c              C   sL   t jddgiƒ} t jdg iƒ}t jddgiƒ}t j| |gƒ}tj||ƒ d S )Nr£   r$   g      ð?)r2   r   r   rO   rx   )ry   rz   r‹   rŠ   r   r   r   Ú0test_concat_empty_and_non_empty_frame_regression3
  s
    r³  c              C   s<   t jdgƒ} t jg td�}| }t j| |gƒ}tj||ƒ d S )Nr$   )r<   )r2   r   r1   r   rO   rT   )r_   r`   r‹   rŠ   r   r   r   Ú1test_concat_empty_and_non_empty_series_regression<
  s
    r´  c             C   s¼   t jddgddgdœddgd�}t jddgd	d
gdœƒ}t jddddgddd d gd d d	d
gdœdddgd�}| dkr‚|dddg }tjd ƒ� t j||gd| d�}W d Q R X tj||ƒ d S )Nr$   r%   )r*   r+   r+   r*   )rw   r&   r�   r�   r‘   )r*   r,   )r*   r+   r,   r,   FT)rK   r   )r2   r   rO   rÀ   r   rx   )r   ry   rz   r‹   rŠ   r   r   r   Útest_concat_sorts_columnsF
  s     "rµ  c             C   s¶   t jddddgidddgd�}t jdddgiddgd�}t jdddgddd gdœdddgddgd	�}| d
kr||jdddg }tjd ƒ� t j||gd| d�}W d Q R X tj||ƒ d S )Nr*   r$   r%   r&   r,   r+   )rd   )r*   r+   )rd   rw   F)rà   r   )r2   r   rÈ   rO   rÀ   r   rx   )r   ry   rz   r‹   rŠ   r   r   r   Útest_concat_sorts_indexZ
  s    (r¶  c             C   sÀ   t jddgddgddgdœdddgd�}t jddgdd	gd
œdd	gd�}tjd ƒ� t j||g| ddd�}W d Q R X t jdddd	gddddgdœddgd�}| dkr°|ddg }tj||ƒ d S )Nr$   r%   )r*   r+   r,   r+   r*   r,   )rw   r&   r�   )r*   r+   )rd   rd  T)r   rY  rK   )r+   r*   )r2   r   rO   rÀ   r   rx   )r   ry   rz   rŠ   r‹   r   r   r   Útest_concat_inner_sortk
  s    (  (r·  c              C   s¶   t jddgddgddgdœdd	d
gd�} t j| | gddd�}t jddddgddddgddddgdœd
d	dgd�}tj||ƒ t j| | dd	g gdddd�}|d	dg }tj||ƒ d S )Nr$   r%   r&   r�   r�   r‘   )r,   r+   r*   r,   r+   r*   )rw   T)r   rK   )r*   r+   r,   rd  )rY  r   rK   )r2   r   r   rO   rx   )r¯   rŠ   r‹   r   r   r   Útest_concat_aligned_sort{
  s    ("r¸  c              C   sl   t jddgddgdœddgd�} t jddddgddddgdœddgd�}t j| | gddd	�}tj||ƒ d S )
Nr$   r%   r&   r�   )r$   r*   r*   )rw   T)rK   r   )r2   r   r   rO   rx   )r¯   r‹   rŠ   r   r   r   Ú'test_concat_aligned_sort_does_not_raiseŠ
  s     (r¹  zs1name,s2nameé¾   é+   c             C   sZ   t jdddœ| d�}t jdddœ|d�}t j||gƒ}t jdddddœƒ}tj||ƒ d S )	Nr$   r%   )r*   r+   )rH   r�   r‘   )r,   ré   )r*   r+   r,   ré   )r2   r   r   rO   rT   )Zs1nameZs2namer_   r`   rŠ   r‹   r   r   r   Ú&test_concat_series_name_npscalar_tuple“
  s
    r¼  c              C   sp   t jt jdddd�ƒ} t jddgdd�}t j| |gd	d
�}t jt jddd�t jddd�ddgƒ}tj||ƒ d S )Nz
2017-01-01r%   z
US/Pacific)r8  r!   r*   r+   r0   )r<   T)rK   )r!   z
2017-01-02)r2   r   r   r   r   rO   rT   )r*   r+   rŠ   r‹   r   r   r   Útest_concat_categorical_tz�
  s    r½  c              C   s’   t jt jdddgddd�ƒ} t jddd	gddd
gdd�}t j| |gdd�}t jt jdddtjgdd�t jddtjd	gdd�dœƒ}tj||ƒ d S )Nr*   r+   r,   r0   ru   )r<   rH   r   r$   r%   r&   rv   )rd   rH   )rà   )r<   rŽ   )ru   rv   )r2   r   r   r   r5   r6   rO   Zassert_equal)r¯   rÕ   rŠ   r‹   r   r   r   Ú!test_concat_categorical_unchanged­
  s    r¾  c              C   sÆ   t jddddd�} ttdƒƒ}t j|| d�}t j|d d… |dd … gƒ}tj||ƒ t j|dd … |d d… gƒ}t j|dd … |d d…  | dd … j| d d… ƒd�}d |j	j
_tj||ƒ d S )Nz01-Jan-2013r¤  Z50Lrq   )r8  r#   r!   )rd   é2   )r2   r   rM   rö   r   r   rO   rx   rN   rd   Ú_datar#   )Zdrr7   r‹   rŠ   r   r   r   Útest_concat_datetimeindex_freq½
  s    8
rÁ  c              C   sZ   t jdddgtjdddgdœƒ} t j| jd�}t j| |gdd�}| jtƒ}tj	||ƒ d S )Nr   r$   r%   r&   )ZRowZEmptyColZ	NumberCol)rw   )rà   )
r2   r   r5   r6   rw   r   rë   r1   rO   rx   )Zdf_1Zdf_2rŠ   r‹   r   r   r   Ú!test_concat_empty_df_object_dtypeÍ
  s
     
rÂ  c              C   sd   t jtdddgƒƒ} t jddgddgddggd�jt jtjdƒƒ}t j| | gdd�}t	j
||ƒ d S )Nr   r$   r%   )r7   )rà   )r2   r   r   r   rë   ÚSparseDtyper5   r.   r   rO   rx   )r*   r‹   rŠ   r   r   r   Útest_concat_sparseÖ
  s
    rÄ  c              C   sv   t jt jjdd gƒtd�} t jdgtd�}t jdd dgdddgd�jt jtjd ƒƒ}t j	| |gdd�}t
j||ƒ d S )Nr$   )r<   r   )r7   rd   )rà   )r2   r   r©  r   rŽ   rë   rÃ  r5   r/   r   rO   rT   )r*   r+   r‹   rŠ   r   r   r   Útest_concat_dense_sparseà
  s    rÅ  Útest_seriesc             C   s†   | r4t ddgƒ}t||g|dd�}|j|jk	s‚t‚nNtddgddggddgd	�}t||g|dd�}|j|jk	srt‚|j|jk	s‚t‚d S )
Nr$   r%   T)rà   r¥   r&   r�   r*   r+   )rw   )r   r   rd   r=   r   rw   )rÆ  rà   rÕ   Zcombr¯   r   r   r   Útest_concat_copy_indexë
  s    rÇ  c           
   C   sö   t ddgtjddgttjdddƒtjdddƒgdd�gd	d
gd�d�} t ddgtjddgttjdddƒtjdddƒgdd�gd	d
gd�d�}tddgdtjgtjdggtjdddgt	dddgdd d�gd	d
gd�d�}t
| |gdd�}tj||ƒ d S )Nr*   r+   r$   r%   iÝ  iÞ  r1   )r<   r  r  )r  )rd   iß  z
2013-01-01z
2014-01-01z
2015-01-01zdatetime64[ns])r<   r#   )rà   )r   r   rò   r   rá   rè   r   r5   r6   r   r   rO   rx   )rì   r`   r‹   rŠ   r   r   r   Ú,test_concat_multiindex_datetime_object_indexù
  s*    **rÈ  rü   rV  Úfc             C   sÄ   t dddgdddgdœƒ}tdd	d
gdd�}tdddgdd�}t|||gd| d�}ddddgddd	dgddd
dgg}tjj| d df| d df| d df| d dfgƒ}t ||d�}tj||ƒ d S )Nr$   r%   r&   r�   r�   r‘   )r*   r+   r­   rÎ   rÏ   r,   )rH   r†   r‡   r’   ré   )rà   rü   r   r*   r+   )rw   )r   r   r   r2   r   r)  rO   rx   )rü   r¯   r_   r`   rŠ   Zexpected_valuesZexpected_columnsr‹   r   r   r   Útest_duplicate_keys  s    ".rÊ  r@   ru   r†   )rH   c             C   s"   t | | gƒ}t|t| ƒƒst‚d S )N)r   r;   rÒ   r=   )r@   rŠ   r   r   r   Útest_concat_preserves_subclass*  s    
rË  c              C   s´   t jdt jdddgdd�iƒ} t jdtjddd	gƒiƒ}t j| |gd
d�}t jddddddd	gidd�}tj||ƒ t j|| gd
d�}t jdddd	dddgidd�}tj||ƒ d S )Nr*   r$   r%   r&   ZInt64)r<   r�   r�   r‘   T)rK   )r2   r   r˜   r5   r   rO   rx   )ry   rz   rŠ   r‹   r   r   r   Ú(test_concat_frame_axis0_extension_dtypes8  s    rÌ  )r»  r   ©r»  r   )rº  rÍ  )MÚcollectionsr   r   r   r   rá   Údecimalr   Úior   Ú	itertoolsr   Úwarningsr	   rê   Znumpyr5   Znumpy.randomr
   rQ   Zpandas.core.dtypes.dtypesr   rS  r2   r   r   r   r   r   r   r   r   r   r   r   Zpandas._testingZ_testingrO   Zpandas.core.arraysr   Zpandas.core.constructionr   Zpandas.tests.extension.decimalr   Zfixturer   r    r¡   ró   rŸ   r    Zsctypesr°  r²  r³  r´  rµ  r¶  r·  r¸  r¹  r.   r¼  r½  r¾  rÁ  rÂ  rÄ  rÅ  rÇ  rÈ  rÊ  ZSubclassedDataFramer;  ZSubclassedSeriesrË  rÌ  r   r   r   r   Ú<module>   s‚   4
     V  r           6	
	$
	
"&"
