3
Êb_^  ã               @   s†   d dl mZ d dlZd dlZd dlmZ d dlZd dlm	Z	m
Z
mZmZmZ d dljZd dlmZmZ G dd„ dƒZG dd	„ d	ƒZdS )
é    )ÚOrderedDictN)Úis_integer_dtype)ÚCategoricalÚ	DataFrameÚIndexÚSeriesÚget_dummies)ÚSparseArrayÚSparseDtypec            
   @   s&  e Zd Zejdd„ ƒZejddejedgd�dd„ ƒZ	ejd	d
gd�dd„ ƒZ
dd„ Zdd„ Zdd„ Zdd„ Zdd„ Zdd„ Zdd„ Zdd„ Zdd„ Zdd „ Zd!d"„ Zd#d$„ Zd%d&„ Zd'd(„ Zd)d*„ Zd+d,„ Zd-d.„ Zd/d0„ Zejjd1d2ej d3d4giƒiej d5d6giej!d7�fd2ej d8d3giƒiej d9d6giej!d7�fej d8d4giƒd3d:œej d5d6giej!d7�fej d8d4giƒd3d;œej d<d6giej!d7�fgƒd=d>„ ƒZ"d?d@„ Z#dAdB„ Z$dCdD„ Z%dEdF„ Z&dGdH„ Z'dIdJ„ Z(dKdL„ Z)dMdN„ Z*dOdP„ Z+ejjd
dQdRgƒdSdT„ ƒZ,dUdV„ Z-dWdX„ Z.ejjdYdZgƒd[d\„ ƒZ/dS )]ÚTestGetDummiesc             C   s"   t dddgdddgdddgdœƒS )NÚaÚbÚcé   é   é   )ÚAÚBÚC)r   )Úself© r   úC/tmp/pip-build-jkwsxyiy/pandas/pandas/tests/reshape/test_reshape.pyÚdf   s    zTestGetDummies.dfÚuint8Úi8N)Úparamsc             C   s   t j|jƒS )N)ÚnpÚdtypeÚparam)r   Úrequestr   r   r   r      s    zTestGetDummies.dtypeZdenseÚsparsec             C   s
   |j dkS )Nr    )r   )r   r   r   r   r   r       s    zTestGetDummies.sparsec             C   s   |d krt jS |S )N)r   r   )r   r   r   r   r   Úeffective_dtype   s    zTestGetDummies.effective_dtypec             C   s&   t jtƒ� t|dd� W d Q R X d S )NÚobject)r   )ÚpytestÚraisesÚ
ValueErrorr   )r   r   r   r   r   Útest_raises_on_dtype_object"   s    z*TestGetDummies.test_raises_on_dtype_objectc             C   s¸   t dƒ}t|ƒ}t|t dƒƒ}tdddgdddgdddgdœ| j|ƒd�}|r\|jtdd�}t|||d	�}tj||ƒ t|||d	�}tj||ƒ t dƒ|_	t|||d	�}tj||ƒ d S )
NÚabcÚABCr   r   )r   r   r   )r   g        )Ú
fill_value)r    r   )
Úlistr   r   r!   Úapplyr	   r   ÚtmÚassert_frame_equalÚindex)r   r    r   Ús_listÚs_seriesÚs_series_indexÚexpectedÚresultr   r   r   Ú
test_basic&   s    
zTestGetDummies.test_basicc             C   s´  t dƒ}t|ƒ}tdddddgdddddgdddddgd	œƒ}tdddgdddgdddgd	œ| j|ƒt dƒd
�}|r¢t|ƒr‚d}n|tkr�d}nd}|jt|d�}t|||d�}t	j
||ƒ t|||d�}t	j
||ƒ t||j||d�}|�rdj| j|ƒj|ƒ}	n| j|ƒj}	t|	diƒ}|jjƒ }dd„ |jD ƒ|_t	j||ƒ t|dg||d�}dddœ}
d|
j|	dƒ |
|	< t|
ƒjƒ }|jjƒ }dd„ |jD ƒ|_|jƒ }t	j||ƒ d S )Nr'   r   r   r   r   r   r   r   )r   r   r   )r   ÚcolumnsFg        )r)   )r    r   )r5   r    r   zSparse[{}, {}]é   c             S   s   g | ]}t |ƒ‘qS r   )Ústr)Ú.0Úir   r   r   ú
<listcomp>a   s    z3TestGetDummies.test_basic_types.<locals>.<listcomp>r   )Úint64r"   c             S   s   g | ]}t |ƒ‘qS r   )r7   )r8   r9   r   r   r   r:   k   s    )r*   r   r   r!   r   Úboolr+   r	   r   r,   r-   r5   ÚformatÚnameZdtypesZvalue_countsr.   Zassert_series_equalÚgetÚ
sort_index)r   r    r   r/   r0   Zs_dfr2   r)   r3   Z
dtype_nameZexpected_countsr   r   r   Útest_basic_types;   sH    ,


zTestGetDummies.test_basic_typesc             C   s    t jg}t|ƒ}t|dgd�}t||d�}t||d�}t||d�}|jsLt‚|jsVt‚|js`t‚|jjƒ dgkstt‚|jjƒ dgksˆt‚|jjƒ dgksœt‚d S )Nr   )r.   )r    r   )r   Únanr   r   ÚemptyÚAssertionErrorr.   Útolist)r   r    Zjust_na_listZjust_na_seriesZjust_na_series_indexZres_listZ
res_seriesZres_series_indexr   r   r   Útest_just_nao   s    


zTestGetDummies.test_just_nac       
   	   C   s$  ddt jg}t|||d�}tdddgdddgdœ| j|ƒd�}|rP|jtdd	�}tj||ƒ t|d
||d�}tt jdddgddddgddddgi| j|ƒd�}|j	ddt jgdd�}|j
|_
|rÎ|jtdd	�}tj||ƒ tt jgd
||d�}ttddgd�t jg| j|ƒd�}	tj|j|	jƒ d S )Nr   r   )r    r   r   r   )r   r   )r   g        )r)   T)Údummy_nar    r   )Úaxis)r.   )r5   r   )r   rB   r   r   r!   r+   r	   r,   r-   Úreindexr5   r   Zassert_numpy_array_equalÚvalues)
r   r    r   ÚsÚresÚexpÚres_naÚexp_naÚres_just_naÚexp_just_nar   r   r   Útest_include_na€   s(    "" zTestGetDummies.test_include_nac             C   sz   dd l }d}|jdƒ}|||g}t|d|d�}tddddgdj|d	�dddgitjd
�}|rj|jtdd�}t	j
||ƒ d S )Nr   ÚezLATIN SMALL LETTER E WITH ACUTEÚletter)Úprefixr    Zletter_er   zletter_{eacute})Úeacute)r   )r)   )ÚunicodedataÚlookupr   r   r=   r   r   r+   r	   r,   r-   )r   r    rW   rS   rV   rK   rL   rM   r   r   r   Útest_unicode�   s    


zTestGetDummies.test_unicodec             C   s¨   |ddg }t ||d�}tdddgdddgdddgdddgdœtjd�}|r˜tjtdddgdd�tdddgdd�tdddgdd�tdddgdd�dœƒ}tj||ƒ d S )	Nr   r   )r    r   r   )ÚA_aÚA_bÚB_bÚB_c)r   r   )r   r   r   r   Úpdr	   r,   r-   )r   r   r    r3   r2   r   r   r   Útest_dataframe_dummies_all_obj­   s    $
z-TestGetDummies.test_dataframe_dummies_all_objc          	   C   s    t |||d�}|r"t}t|dƒ}n
tj}|}tdddg|dddg|d�|dddg|d�|dddg|d�|dddg|d�dœƒ}|dd	d
ddg }tj||ƒ d S )N)r    r   r   r   r   r   )r   )r   rZ   r[   r\   r]   r   rZ   r[   r\   r]   )r   r	   r
   r   Úarrayr   r,   r-   )r   r   r    r   r3   ÚarrÚtypr2   r   r   r   Ú"test_dataframe_dummies_mix_defaultÀ   s    z1TestGetDummies.test_dataframe_dummies_mix_defaultc                s°   ddg}t |||d�}tdddgdddgdddgdddgdddgdœtjd	�}|d
g |d
g< ddddg}|d
g|  }|r€tntj‰ || j‡ fdd„ƒ||< tj	||ƒ d S )NÚfrom_AÚfrom_B)rU   r    r   r   r   r   )r   Úfrom_A_aÚfrom_A_bÚfrom_B_bÚfrom_B_c)r   r   rf   rg   rh   ri   c                s   ˆ | ƒS )Nr   )Úx)rb   r   r   Ú<lambda>æ   s    zCTestGetDummies.test_dataframe_dummies_prefix_list.<locals>.<lambda>)
r   r   r   r   r	   r^   r   r+   r,   r-   )r   r   r    Úprefixesr3   r2   Úcolsr   )rb   r   Ú"test_dataframe_dummies_prefix_listÔ   s    
z1TestGetDummies.test_dataframe_dummies_prefix_listc          
   C   sè   t |d|d�}ddddg}tdddddgdddddgd	ddddggd
g| tjd�}|jd
tjiƒ}|rØtjtjddd	gd
d�tjdddgddd�tjdddgddd�tjdddgddd�tjdddgddd�gdd�}t	j
||ƒ d S )NÚbad)rU   r    Zbad_aZbad_bZbad_cr   r   r   r   r   )r5   r   )r>   zSparse[uint8])r>   r   )rH   )r   r   r   r   Úastyper;   r^   Úconcatr   r,   r-   )r   r   r    r3   Zbad_columnsr2   r   r   r   Ú!test_dataframe_dummies_prefix_stré   s     &
z0TestGetDummies.test_dataframe_dummies_prefix_strc             C   sŠ   t |dgdg|d�}tdddgdddgdd	dgd	dd	gd
œtjd�}|dg |dg< |rzddg}|| jtjdd	ƒƒ||< tj||ƒ d S )Nrd   r   )rU   r5   r    r   r   r   r   r   r   )r   r   rf   rg   )r   r   rf   rg   r   )	r   r   r   r   rp   r^   r
   r,   r-   )r   r   r    r3   r2   rm   r   r   r   Útest_dataframe_dummies_subset  s    
z,TestGetDummies.test_dataframe_dummies_subsetc             C   sò   t |d|d�}tdddgdddgdddgdddgdddgdœtjd�}|d	g |d	g< |d	d
dddg }|r’d
dddg}|| jtjddƒƒ||< tj||ƒ t |ddg|d�}|j	dddœd�}tj||ƒ t |dddœ|d�}tj||ƒ d S )Nz..)Ú
prefix_sepr    r   r   r   r   )r   zA..azA..bzB..bzB..c)r   r   zA..azA..bzB..bzB..cr   Ú__ZB__bZB__c)zB..bzB..c)r5   )r   r   )
r   r   r   r   rp   r^   r
   r,   r-   Úrename)r   r   r    r3   r2   rm   r   r   r   Ú!test_dataframe_dummies_prefix_sep  s&    
z0TestGetDummies.test_dataframe_dummies_prefix_sepc             C   s*   t jtƒ� t|dg|d� W d Q R X d S )Nztoo few)rU   r    )r#   r$   r%   r   )r   r   r    r   r   r   Ú(test_dataframe_dummies_prefix_bad_length/  s    z7TestGetDummies.test_dataframe_dummies_prefix_bad_lengthc             C   s*   t jtƒ� t|dg|d� W d Q R X d S )Nro   )rt   r    )r#   r$   r%   r   )r   r   r    r   r   r   Ú,test_dataframe_dummies_prefix_sep_bad_length3  s    z;TestGetDummies.test_dataframe_dummies_prefix_sep_bad_lengthc             C   sº   dddœ}t dddgdddgddd	gd
œƒ}t|||d�}t dddgdddgdddgdddgdddgdœƒ}ddddg}|| jtjƒ||< |rª|| jtjddƒƒ||< tj||ƒ d S )Nrd   re   )r   r   r   r   r   r   r   r   )r   r   r   )rU   r    r   )r   rf   rg   rh   ri   rf   rg   rh   ri   r   )	r   r   rp   r   r   r^   r
   r,   r-   )r   r    rl   r   r3   r2   r5   r   r   r   Ú"test_dataframe_dummies_prefix_dict7  s    
"z1TestGetDummies.test_dataframe_dummies_prefix_dictc             C   s  t jt jt jg|jdd d …f< t|d||d�jdd�}|rJt}t|dƒ}n
t j}|}tdddt jg|ddddg|d�|ddddg|d�|ddddg|d�|ddddg|d�|ddddg|d�|ddddg|d�d	œƒjdd�}t	j
||ƒ t|d
||d�}|dddddg }t	j
||ƒ d S )Nr   T)rG   r    r   r   )rH   r   r   )r   )r   rZ   r[   ÚA_nanr\   r]   ÚB_nanFr   rZ   r[   r\   r]   )r   rB   Úlocr   r@   r	   r
   r`   r   r,   r-   )r   r   r    r   r3   ra   rb   r2   r   r   r   Útest_dataframe_dummies_with_naM  s*    z-TestGetDummies.test_dataframe_dummies_with_nac             C   sÒ   t jdddgƒ|d< t|||d�jdd�}|r>t}t|dƒ}n
tj}|}tddd	g|dddg|d
�|dddg|d
�|dddg|d
�|dddg|d
�|dddg|d
�|dddg|d
�dœƒjdd�}t	j
||ƒ d S )Nrj   ÚyÚcat)r    r   r   )rH   r   r   r   )r   )r   rZ   r[   r\   r]   Zcat_xÚcat_y)r^   r   r   r@   r	   r
   r   r`   r   r,   r-   )r   r   r    r   r3   ra   rb   r2   r   r   r   Ú'test_dataframe_dummies_with_categoricall  s"    z6TestGetDummies.test_dataframe_dummies_with_categoricalzget_dummies_kwargs,expectedÚdataõ   Ã¤r   u   Ã¤_ar   )r   rj   u   x_Ã¤)rƒ   rU   )rƒ   rt   u   xÃ¤ac             C   s   t f |Ž}tj||ƒ d S )N)r   r,   r-   )r   Zget_dummies_kwargsr2   r3   r   r   r   Útest_dataframe_dummies_unicode„  s    
z-TestGetDummies.test_dataframe_dummies_unicodec             C   s¬   t dƒ}t|ƒ}t|t dƒƒ}tdddgdddgdœtjd�}t|d|d�}|r^|jtdd	�}tj	||ƒ t|d|d�}tj	||ƒ t dƒ|_
t|d|d�}tj	||ƒ d S )
Nr'   r(   r   r   )r   r   )r   T)Ú
drop_firstr    )r)   )r*   r   r   r   r   r   r+   r	   r,   r-   r.   )r   r    r/   r0   r1   r2   r3   r   r   r   Útest_basic_drop_firstŸ  s     
z$TestGetDummies.test_basic_drop_firstc             C   sŽ   t dƒ}t|ƒ}t|t dƒƒ}ttjdƒd�}t|d|d�}tj||ƒ t|d|d�}tj||ƒ tt dƒd�}t|d|d�}tj||ƒ d S )NZaaar(   r   )r.   T)r†   r    )r*   r   r   r   Úaranger   r,   r-   )r   r    r/   r0   r1   r2   r3   r   r   r   Útest_basic_drop_first_one_level´  s    z.TestGetDummies.test_basic_drop_first_one_levelc       	      C   sæ   ddt jg}t|d|d�}tddddgit jd�}|rD|jtdd�}tj||ƒ t|dd|d	�}tddddgt jdddgit jd�j	dt jgdd
�}|r¦|jtdd�}tj||ƒ tt jgdd|d	�}tt j
dƒd�}tj||ƒ d S )Nr   r   T)r†   r    r   r   )r   )r)   )rG   r†   r    )rH   )r.   )r   rB   r   r   r   r+   r	   r,   r-   rI   rˆ   )	r   r    Zs_NArL   rM   rN   rO   rP   rQ   r   r   r   Útest_basic_drop_first_NAÆ  s     $z'TestGetDummies.test_basic_drop_first_NAc             C   s\   |ddg }t |d|d�}tdddgdddgdœtjd�}|rL|jtdd	�}tj||ƒ d S )
Nr   r   T)r†   r    r   r   )r[   r]   )r   )r)   )r   r   r   r   r+   r	   r,   r-   )r   r   r    r3   r2   r   r   r   Ú!test_dataframe_dummies_drop_firstÞ  s     z0TestGetDummies.test_dataframe_dummies_drop_firstc             C   s¬   t jdddgƒ|d< t|d|d�}tdddgd	dd	gd	d	dgd	ddgd
œƒ}dddg}|| jtjƒ||< |ddddg }|rœx|D ]}t|| ƒ||< q„W tj	||ƒ d S )Nrj   r   r€   T)r†   r    r   r   r   r   )r   r[   r]   r�   r[   r]   r�   r   )
r^   r   r   r   rp   r   r   r	   r,   r-   )r   r   r    r   r3   r2   rm   Úcolr   r   r   Ú2test_dataframe_dummies_drop_first_with_categoricalæ  s    (

zATestGetDummies.test_dataframe_dummies_drop_first_with_categoricalc          	   C   sü   t jt jt jg|jdd d …f< t|dd|d�jdd�}tdddt jgddddgddddgddddgddddgdœƒ}d	d
ddg}|| jt jƒ||< |jdd�}|rÂx|D ]}t|| ƒ||< qªW t	j
||ƒ t|dd|d�}|dd	dg }t	j
||ƒ d S )Nr   T)rG   r†   r    r   )rH   r   r   )r   r[   r{   r]   r|   r[   r{   r]   r|   Fr   )r   rB   r}   r   r@   r   rp   r   r	   r,   r-   )r   r   r    r3   r2   rm   rŒ   r   r   r   Ú)test_dataframe_dummies_drop_first_with_naô  s(    



z8TestGetDummies.test_dataframe_dummies_drop_first_with_nac             C   s¤   t dddgƒ}tj|ƒ}tddgddgddggddgtjd�}tj||ƒ t tjdddgƒƒ}tj|ƒ}tddgddgddggtjddgƒtjd�}tj||ƒ d S )Nr   r   r   )r5   r   r   r   )	r   r^   r   r   r   r   r,   r-   r   )r   rƒ   r3   r2   r   r   r   Útest_int_int  s    
&
*zTestGetDummies.test_int_intc          	   C   s¼   t dddgtjdddgƒdddgdddgdœƒ}dd	d
dddg}t ddddddgddddddgddddddgg|d�}||dd …  j|ƒ||dd … < tj|ddg|d�}tj||ƒ d S )Nr   r   r   r   g      ð?g       @)r   r   r   ÚDr   r�   ÚA_1ÚA_2ZB_ar\   r   )r5   r   r   )r5   r   )r   r^   r   rp   r   r,   r-   )r   r   rƒ   r5   r2   r3   r   r   r   Útest_int_df  s    ,"zTestGetDummies.test_int_dfc             C   sŽ   xˆd
D ]€}t jtdƒtdƒ|d�}t||d�}tjdddgdddgg| j|ƒd�}t j|j|j|d�}t	||| j|ƒd	�}t
j||ƒ qW d S )NFTZxyZxyz)Ú
categoriesÚordered)r   r   r   )r5   r   )FT)r^   r   r*   r   r   r`   r!   ZCategoricalIndexr”   r   r,   r-   )r   r   r•   r€   r3   rƒ   rm   r2   r   r   r   Ú1test_dataframe_dummies_preserve_categorical_dtype.  s    
$z@TestGetDummies.test_dataframe_dummies_preserve_categorical_dtypeTFc             C   sV   t jtdddgfdddgfgƒƒ}t|dg|d�}|jdgd�}tj|dg |ƒ d S )	NZGDPr   r   ZNationZABZCD)r5   r    )r5   )r   Z	from_dictr   r   rI   r,   r-   )r   r    r   Zdf2r   r   r   Ú*test_get_dummies_dont_sparsify_all_columns<  s
    z9TestGetDummies.test_get_dummies_dont_sparsify_all_columnsc             C   s‚   dddg|_ t|ƒjdd�}tdddddgdddddgdddddggddddd	gtjd
�jdd�}|jdtjiƒ}tj	||ƒ d S )Nr   r   )rH   r   r   r   rZ   r[   ZA_c)r5   r   )
r5   r   r@   r   r   r   rp   r;   r,   r-   )r   r   r3   r2   r   r   r   Ú"test_get_dummies_duplicate_columnsG  s    &
z1TestGetDummies.test_get_dummies_duplicate_columnsc             C   sf   t jdddgiƒ}t j|dgdd�}tddƒ}t jtddg|d�tddg|d�d	œƒ}tj||ƒ d S )
Nr   r   r   T)r5   r    r   r   )r   )r‘   r’   )r^   r   r   r
   r	   r,   r-   )r   r   r3   r   r2   r   r   r   Útest_get_dummies_all_sparseV  s    
z*TestGetDummies.test_get_dummies_all_sparserJ   Úbazc             C   st   t jddddddgddddddgd	d
dd	d
dgddddddgdœƒ}d}tjt|d�� t j||d� W d Q R X d S )Nr   r   r   é   é   é   ZoneZtwor   r   r   rj   r   ÚzÚqÚwÚt)ÚbarÚfoorš   Zzooz1Input must be a list-like for parameter `columns`)Úmatch)r5   )r^   r   r#   r$   Ú	TypeErrorr   )r   rJ   r   Úmsgr   r   r   Ú#test_get_dummies_with_string_valuesb  s    z2TestGetDummies.test_get_dummies_with_string_values)0Ú__name__Ú
__module__Ú__qualname__r#   Zfixturer   r   Zfloat64r<   r   r    r!   r&   r4   rA   rF   rR   rY   r_   rc   rn   rr   rs   rw   rx   ry   rz   r~   r‚   ÚmarkZparametrizer^   r   r   r…   r‡   r‰   rŠ   r‹   r�   rŽ   r�   r“   r–   r—   r˜   r™   r§   r   r   r   r   r      sX    4$
r   c               @   s   e Zd Zdd„ ZdS )ÚTestCategoricalReshapec                sÎ   dddg}dd„ |D ƒ‰ t j‡ fdd„ˆ D ƒdd�}d	d
g|j_d|d< |d jdƒ|d< |d jƒ }|jjd }tdgt|ƒ ƒ}t	|j
ƒ |j
ƒ |j
ƒ |j
ƒ dœttdƒd
d�|jd	ƒd�}tj||ƒ d S )NZItemAZItemBZItemCc             S   s   i | ]}t jƒ |“qS r   )r,   ZmakeTimeDataFrame)r8   r   r   r   r   ú
<dictcomp>x  s    zQTestCategoricalReshape.test_reshaping_multi_index_categorical.<locals>.<dictcomp>c                s   i | ]}ˆ | j ƒ |“qS r   )Ústack)r8   r   )rƒ   r   r   r­   y  s    r5   )rH   ÚmajorÚminorr£   r7   Úcategoryr   )r   r   r   r�   ÚABCD)r>   )r5   r.   )r^   rq   r.   Únamesrp   ZunstackZlevelsr   Úlenr   Úcopyr   r*   rv   r,   r-   )r   rm   r   r3   Zdtir   r2   r   )rƒ   r   Ú&test_reshaping_multi_index_categoricalu  s    
z=TestCategoricalReshape.test_reshaping_multi_index_categoricalN)r¨   r©   rª   r¶   r   r   r   r   r¬   t  s   r¬   )Úcollectionsr   Znumpyr   r#   Zpandas.core.dtypes.commonr   Zpandasr^   r   r   r   r   r   Zpandas._testingZ_testingr,   Zpandas.core.arrays.sparser	   r
   r   r¬   r   r   r   r   Ú<module>   s   
    j