3
Êb_âk  ã               @   s�   d Z ddlmZ ddlmZ ddlZddlZddlZddlZ	ddlm
Z
mZmZmZmZmZ ddljZddlmZ ddlmZ G dd	„ d	ƒZdS )
z5 test with the TimeGrouper / grouping with datetimes é    )Údatetime)ÚStringION)Ú	DataFrameÚIndexÚ
MultiIndexÚSeriesÚ	TimestampÚ
date_range)ÚGrouper)Ú
BinGrouperc               @   sÜ   e Zd Zdd„ Zejjdddgƒdd„ ƒZdd	„ Zejjd
ddddgƒdd„ ƒZ	dd„ Z
dd„ Zdd„ Zdd„ Zdd„ Zdd„ Zdd„ Zdd „ Zd!d"„ Zd#d$„ Zd%d&„ Zd'd(„ Zd)d*„ Zd+d,„ Zd-d.„ Zd/d0„ Zd1d2„ Zd3S )4ÚTestGroupByc       	      C   sJ  t djƒ ddddddgtddddd	ƒtdddddƒtdd
ddd	ƒtdd
dd
d	ƒtddddd	ƒtddddd	ƒgdœƒ}|jdd�}xÄ||gD ]¸}|jdgƒ}t dd	itdddddd�d�}tjdddgdd�|jd	ddgd	f< |j	dƒj
ƒ }tj||ƒ |jƒ }|jtjdd�ƒj
ƒ }tj||ƒ |jtjdd�ƒj
ƒ }tj||ƒ qŠW d S )NzCarl Carl Carl Carl Joe Carlé   é   é   é   é	   iÝ  é   r   é
   é   é   é   é   )ÚBuyerÚQuantityÚDater   )Úbyr   Z20130901Z20131205Z5DÚleft)ÚfreqÚnameÚclosed)Úindexé   é   Úint64)Údtype)r   )r   Úsplitr   Úsort_valuesÚ	set_indexr	   ÚnpÚarrayÚilocÚresampleÚsumÚtmÚassert_frame_equalÚ
sort_indexÚgroupbyÚpdr
   )	ÚselfÚdf_originalÚdf_reorderedÚdfÚexpectedÚresult1Ú	df_sortedÚresult2Zresult3© r:   úG/tmp/pip-build-jkwsxyiy/pandas/pandas/tests/groupby/test_timegrouper.pyÚtest_groupby_with_timegrouper   s0    $z)TestGroupBy.test_groupby_with_timegrouperÚshould_sortTFc             C   sð   t jdjƒ djƒ ddddddgtdddd	d
ƒtdddd	dƒtddddd
ƒtddddd
ƒtddddd
ƒtddddd
ƒgdœƒ}|rŽ|jddd�}|jddd�}|jt jdd�ƒ}|js¸t	‚t
|jtƒsÈt	‚|j}t
|tƒsÜt	‚t|ƒdksìt	‚d S )NzA A A A A BzCarl Mark Carl Joe Joe Carlr   r   r   é   r   iÝ  r   r   r   r   r   r   r   )ÚBranchr   r   r   r   F)r   Ú	ascendingr   )ÚdropZ6M)r   )r1   r   r%   r   r&   r'   r0   r
   Z
group_keysÚAssertionErrorÚ
isinstanceÚgrouperr   ÚgroupsÚdictÚlen)r2   r=   r5   ÚgrE   r:   r:   r;   Ú%test_groupby_with_timegrouper_methods=   s&    
z1TestGroupBy.test_groupby_with_timegrouper_methodsc             C   s  t djƒ djƒ ddddddddgtdddd	d
ƒtdddd	dƒtddddd
ƒtddddd
ƒtddddd
ƒtddddd
ƒtddddd
ƒtddddd
ƒgdœƒjdƒ}|jddd�}�x||gD ]ü}t djƒ dddgtdddd
d
ƒtdddd
d
ƒtdddd
d
ƒgdœƒjddgƒ}|jtjdd�dgƒjƒ }t	j
||ƒ t djƒ ddddgtdddd
d
ƒtdddd
d
ƒtdddd
d
ƒtdddd
d
ƒgdœƒjddgƒ}|jtjdd�dgƒjƒ }t	j
||ƒ qºW t djƒ djƒ ddddddddgtdddd	d
ƒtdddd	dƒtddddd
ƒtddddd
ƒtddddd
ƒtddddd
ƒtddddd
ƒtddddd
ƒgdœƒjdƒ}|jddd�}�x®||gD �] }t djƒ d ddd!dgtdddd
d
ƒtdddd
d
ƒtdddd
d
ƒtdddd
d
ƒtdddd
d
ƒgdœƒjddgƒ}|jtjd"d�dgƒjƒ }t	j
||ƒ |jtjd#d�dgƒjƒ }t djƒ dddgtdddd
d
ƒtdddd
d
ƒtdddd
d
ƒgdœƒjddgƒ}t	j
||ƒ |jƒ }|jtjd#dd$�dgƒjƒ }t	j
||ƒ tjtd%d&��" |jtjd#d'd$�dgƒjƒ  W d Q R X |jdƒ}|jtjd#dd(�dgƒjƒ }t	j
||ƒ |jtjd#d
d(�dgƒjƒ }t	j
||ƒ tjtƒ�" |jtjd#d'd(�dgƒjƒ  W d Q R X |jƒ }|jtjjdƒ |d< |jtjd#dd$�dgƒjƒ }t djƒ dddgtdd)d*d
d
ƒtdd)d*d
d
ƒtdd)d*d
d
ƒgdœƒjddgƒ}t	j
||ƒ tjtƒ�$ |jtjd#ddd+�dgƒjƒ  W d Q R X t dgtdddd
d
ƒgd,œƒjdƒ}|jtjd#d�ƒjƒ }t	j
||ƒ |jtjd#d�gƒjƒ }t	j
||ƒ t dgtdd)d*d
d
ƒgd,œƒjdƒ}|jtjd#dd$�ƒjƒ }t	j
||ƒ |jtjd#dd$�gƒjƒ }t	j
||ƒ �qtW d S )-NzA A A A A A A Bz$Carl Mark Carl Carl Joe Joe Joe Carlr   r   r   r>   r   iÝ  r   r   r   r   r   r   r   )r?   r   r   r   r   r   F)r   r@   zCarl Joe Markr   é   )r   r   r   r   ÚA)r   zCarl Mark Carl Joeé   Z6MSzCarl Joe Mark Carl Joer"   é   Z1DZ1M)r   Úkeyz#'The grouper name foo is not found')ÚmatchZfoo)r   Úlevelé   é   )r   rN   rP   )r   r   )r   r%   r   r'   r&   r0   r1   r
   r,   r-   r.   Úreset_indexÚpytestZraisesÚKeyErrorÚ
ValueErrorÚcopyr    ÚoffsetsZMonthEnd)r2   r3   r8   r5   r6   Úresultr:   r:   r;   Ú test_timegrouper_with_reg_groups^   sÚ    




&
&
$z,TestGroupBy.test_timegrouper_with_reg_groupsr   ÚDÚMrK   zQ-APRc             C   s  t tjddddddddddddgƒddddddddd	d	d	d	gd
dddddddddddgddddddddddddgdœƒjdƒ}|jdƒd  j|ƒjdd!�jƒ jddgƒj	ƒ j
d"ƒ}d |_|j	ƒ jtj|d#�dgƒd  jƒ }tj||ƒ |jtj|d#�dgƒd  jƒ }tj||ƒ d S )$NZ20121002Z20121007Z20130130Z20130202Z20130305Z20121207r   r   r   iþ  il  i  i  éÉ   io  éZ   i8  ig  i-  i!  r   é   r   r!   é'   r   é-   é"   )ÚdateÚuser_idÚ
whole_costZcost1rc   rd   re   )Z	min_countr#   )r   )r   r1   Úto_datetimer'   r0   r+   r,   ZdropnaZreorder_levelsr/   Zastyper   r
   r-   Úassert_series_equal)r2   r   r5   r6   r7   r9   r:   r:   r;   Ú%test_timegrouper_with_reg_groups_freq  sP    "z1TestGroupBy.test_timegrouper_with_reg_groups_freqc             C   sL  t djƒ ddddddgtddddd	ƒtdddddƒtdd
ddd	ƒtdd
dd
d	ƒtddddd	ƒtddddd	ƒgdœƒ}|jdd�}|jd	ddg |jddg |jdg g}dddg}x\||gD ]P}|jtjddd�ƒ}x6t||ƒD ](\}}tj	|ƒ}	|j
|	ƒ}
tj|
|ƒ qàW q¼W |jdg |jdg |jdg g}dddg}xl||gD ]`}|jdtjddd�gƒ}x@t||ƒD ]2\\}}}tj	|ƒ}	|j
||	fƒ}
tj|
|ƒ �qnW �qFW |jdƒ}|jdd�}|jd	ddg |jddg |jdg g}x^||gD ]R}|jtjdd�ƒ}x8t||ƒD ]*\}}tj	|ƒ}	|j
|	ƒ}
tj|
|ƒ �qW �qòW d S ) NzCarl Joe Joe Carl Joe Carlr   r   r   r   r   iÝ  r   r   r   r   r   r   r   )r   r   r   r   )r   rM   ú
2013-09-30ú
2013-10-31ú
2013-12-31r\   r   )r   rN   ÚJoeÚCarlr   )r   )rl   ri   )rm   rj   )rl   rk   )r   r%   r   r&   r*   r0   r1   r
   Úzipr   Ú	get_groupr-   r.   r'   )r2   r3   r4   Zexpected_listZdt_listr5   ÚgroupedÚtr6   ÚdtrY   Zg_listÚbr:   r:   r;   Útest_timegrouper_get_groupC  sR    









z&TestGroupBy.test_timegrouper_get_groupc             C   sŒ   t jddgddgdœƒ}|jƒ }t j|d ƒ|d< dd„ }|jt jdd	�ƒj|ƒ}|jt jd
dd�ƒj|ƒ}tj|j	dd�|j	dd�ƒ d S )Nz
10/10/2000z
11/10/2000r   r   )rc   Úvaluerc   c             S   s   t j| d jƒ gdƒS )Nru   r,   )r,   )r1   r   r,   )Úxr:   r:   r;   Úsumfunc_series�  s    zMTestGroupBy.test_timegrouper_apply_return_type_series.<locals>.sumfunc_series)rN   r\   )r   rN   T)rA   )
r1   r   rW   rf   r0   r
   Úapplyr-   r.   rS   )r2   r5   Údf_dtrw   r6   rY   r:   r:   r;   Ú)test_timegrouper_apply_return_type_series…  s    z5TestGroupBy.test_timegrouper_apply_return_type_seriesc             C   sŠ   t jddgddgdœƒ}|jƒ }t j|d ƒ|d< dd„ }|jt jdd	�ƒj|ƒ}|jtd
dd�ƒj|ƒ}tj|j	dd�|j	dd�ƒ d S )Nz
10/10/2000z
11/10/2000r   r   )rc   ru   rc   c             S   s
   | j jƒ S )N)ru   r,   )rv   r:   r:   r;   Úsumfunc_valuež  s    zKTestGroupBy.test_timegrouper_apply_return_type_value.<locals>.sumfunc_value)rN   r\   )r   rN   T)rA   )
r1   r   rW   rf   r0   r
   rx   r-   rg   rS   )r2   r5   ry   r{   r6   rY   r:   r:   r;   Ú(test_timegrouper_apply_return_type_value–  s    z4TestGroupBy.test_timegrouper_apply_return_type_valuec             C   sD  d}t jdd|d�}ttj|ƒtj|ƒdœ|d�}|jdd„ ƒ}|j}tt|j	ƒ ƒd	 t
ƒs`t‚t jd
ddd�}t jdddddgdddddgdœ|d�}|jdd�j}dddddg}dd„ |D ƒ}	tj||	ƒ |jdd�}xd|D ]\}
|j|
ƒ}|j|
df |j|
d f gg}t j|
gdd!�}t j|td"ƒ|d#�}	tj||	ƒ qàW d S )$Niè  z2012/1/1Z5min)Ústartr   Úperiods)ÚhighÚlow)r    c             S   s   t | j| j| jƒS )N)r   ÚyearÚmonthÚday)rv   r:   r:   r;   Ú<lambda>®  s    z?TestGroupBy.test_groupby_groups_datetimeindex.<locals>.<lambda>r   z
2015/01/01r   rc   )r~   r   r"   rL   r>   r   r   r   r   rM   )rK   ÚB)rP   z
2015-01-05z
2015-01-04z
2015-01-03z
2015-01-02z
2015-01-01c             S   s$   i | ]}t j|gd d�t j|ƒ“qS )rc   )r   )r1   ÚDatetimeIndexr   )Ú.0rc   r:   r:   r;   ú
<dictcomp>¹  s   zATestGroupBy.test_groupby_groups_datetimeindex.<locals>.<dictcomp>rK   r…   )r   ZAB)Úcolumnsr    )r1   r	   r   r(   Úaranger0   rE   rC   ÚlistÚkeysr   rB   r-   Zassert_dict_equalro   Úlocr†   r.   )r2   r~   Úindr5   rp   rE   r    rY   Údatesr6   rc   ÚdataZexpected_indexr:   r:   r;   Ú!test_groupby_groups_datetimeindex§  s*    (

z-TestGroupBy.test_groupby_groups_datetimeindexc       	      C   sp  ddddddg}t ddddddg|tjddd�d	d
gd dœƒ}|d jdd„ ƒ|d< tjddddddgddd�}tddgd dd�}tj||gƒ}t ddd	dd
dgd	d
d
d	d	d
gdœ|ddgd�}|j	ddgƒj
ƒ }tj||ƒ tj|dd�}t tjddd�d	d
dd	d
dgdœ|d�}tjdddgdd�}t dddgd
ddgdœ|ddgd�}|j	dd�j
ƒ }tj||ƒ d S ) Nz2011-07-19 07:00:00z2011-07-19 08:00:00z2011-07-19 09:00:00Úars   r"   r#   )r$   r   r   r   )Úlabelr   Úvalue1Úvalue2r   c             S   s   t | dd�S )Nz
US/Pacific)Útz)r   )Údr:   r:   r;   r„   Ø  s    zBTestGroupBy.test_groupby_groups_datetimeindex_tz.<locals>.<lambda>z
US/Pacific)r–   r   r“   )r   r   rM   r   )r”   r•   r”   r•   )r    r‰   z
Asia/Tokyo)r–   )r    rL   )rP   )r   r(   rŠ   rx   r1   r†   r   r   Úfrom_arraysr0   r,   r-   r.   )	r2   r�   r5   Úexp_idx1Úexp_idx2Úexp_idxr6   rY   Údidxr:   r:   r;   Ú$test_groupby_groups_datetimeindex_tzÆ  sT     z0TestGroupBy.test_groupby_groups_datetimeindex_tzc             C   sR   t dtjdƒfdtjdƒfgddgd�}|jdƒjƒ }|d d tdƒksNt‚d S )Nr   z
2012-07-03z
2012-07-04r’   rc   )r‰   )r   r(   Ú
datetime64r0   Úfirstr   rB   )r2   r5   rY   r:   r:   r;   Ú&test_frame_datetime64_handling_groupby  s
    z2TestGroupBy.test_frame_datetime64_handling_groupbyc          	   C   sä   d}t jt|ƒd dddgd�}|jdƒjjdd„ ƒ}ttdd	d
�tdd	d
�tddd
�tdd	d
�tddd
�gdtd�}t	j
||ƒ d	}|jdƒjj|ƒ}t j|ƒjj|ƒ}tdddgdddgdd�}t j|ƒjj|ƒ}t	j
||ƒ d S )NzÂ0,2000-01-28 16:47:00,America/Chicago
1,2000-01-29 16:48:00,America/Chicago
2,2000-01-30 16:49:00,America/Los_Angeles
3,2000-01-31 16:50:00,America/Chicago
4,2000-01-01 16:50:00,America/New_Yorkru   rc   r–   )ÚheaderÚnamesc             S   s   t j| ƒjj| jƒS )N)r1   rf   rr   Útz_localizer   )rv   r:   r:   r;   r„     s    z9TestGroupBy.test_groupby_multi_timezone.<locals>.<lambda>z2000-01-28 16:47:00-0600zAmerica/Chicago)r–   z2000-01-29 16:48:00-0600z2000-01-30 16:49:00-0800zAmerica/Los_Angelesz2000-01-31 16:50:00-0600z2000-01-01 16:50:00-0500zAmerica/New_York)r   r$   z2000-01-28 16:47:00z2000-01-29 16:48:00z2000-01-31 16:50:00r   r   r   )r    r   )r1   Zread_csvr   r0   rc   rx   r   r   Úobjectr-   rg   ro   rf   rr   r£   )r2   r�   r5   rY   r6   r–   Z
res_valuesZ
exp_valuesr:   r:   r;   Útest_groupby_multi_timezone  s,    




z'TestGroupBy.test_groupby_multi_timezonec       	      C   sd  ddddddg}t ddddddgdd„ |D ƒtjdd	d
�ddgd dœƒ}tjddddddgddd�}tddgd dd�}tj||gƒ}t ddddddgddddddgdœ|ddgd�}|jddgƒj	ƒ }t
j||ƒ tj|dd�}t tjdd	d
�ddddddgdœ|d�}tjdddgdd�}t dddgdddgdœ|ddgd�}|jdd�j	ƒ }t
j||ƒ d S )Nz2011-07-19 07:00:00z2011-07-19 08:00:00z2011-07-19 09:00:00r’   rs   c             S   s   g | ]}t j|d d�‘qS )ÚH)r   )r1   ZPeriod)r‡   r—   r:   r:   r;   ú
<listcomp>A  s    z;TestGroupBy.test_groupby_groups_periods.<locals>.<listcomp>r"   r#   )r$   r   r   r   )r“   Úperiodr”   r•   r¦   r¨   )r   r   r“   )r   r   rM   r   )r”   r•   r”   r•   )r    r‰   )r   )r    rL   )rP   )r   r(   rŠ   r1   ZPeriodIndexr   r   r˜   r0   r,   r-   r.   )	r2   r�   r5   r™   rš   r›   r6   rY   rœ   r:   r:   r;   Útest_groupby_groups_periods5  sR     z'TestGroupBy.test_groupby_groups_periodsc             C   s’   t ddgƒ}|d jdƒ|d< t|d jjtjƒs6t‚|jdd�j	ƒ }|d j}t|jtjƒsbt‚|d jdd�j	ƒ }|j}t|jtjƒsŽt‚d S )	Nr   ì     ö|>cþ r   zM8[ns]r   )rP   )r   rª   )r   rª   )
r   ÚviewÚ
issubclassr$   Útyper(   rž   rB   r0   rŸ   )r2   r5   rY   Zgot_dtr:   r:   r;   Útest_groupby_first_datetime64r  s    
z)TestGroupBy.test_groupby_first_datetime64c             C   sT   t ttdƒtjdƒd�ƒ}|jdƒd jdd„ ƒ}|jdƒd jƒ }tj	||ƒ d S )NZ20130101r   )rK   r…   rK   c             S   s   | j ƒ S )N)Úmax)rv   r:   r:   r;   r„   „  s    z9TestGroupBy.test_groupby_max_datetime64.<locals>.<lambda>)
r   rF   r   r(   rŠ   r0   rx   r¯   r-   rg   )r2   r5   r6   rY   r:   r:   r;   Útest_groupby_max_datetime64€  s    z'TestGroupBy.test_groupby_max_datetime64c             C   sZ   t tdƒtjdƒgd dœƒ}|jdƒd jtƒ}ttjdƒgd dd�}tj	||ƒ d S )Nr   z	2000-01-1)rK   r…   rK   r…   )r   )
r   Úranger1   r   r0   Z	transformÚminr   r-   rg   )r2   r5   rY   r6   r:   r:   r;   Útest_groupby_datetime64_32_bitˆ  s    z*TestGroupBy.test_groupby_datetime64_32_bitc             C   sl   t jjdƒ tjt jjdddd�tjddddd	�d
œƒ}|jdƒjƒ d }|jdƒd jƒ }t	j
||ƒ d S )Né*   r   r   é<   )Úsizez01/01/2000 00:00ÚsÚUTC)r~   r   r–   )ÚfactorÚtimer¹   rº   )r(   ÚrandomÚseedr1   r   Úrandintr	   r0   r¯   r-   rg   )r2   r5   Zdf1Zdf2r:   r:   r;   Ú$test_groupby_with_timezone_selection‘  s    z0TestGroupBy.test_groupby_with_timezone_selectionc             C   st   t jdgtjtjƒgdœƒ}|d d jtjks4t‚t jddddgiƒ}tjtjƒ|d< |d d jtjkspt‚d S )Nr   )r’   rs   rs   r   r’   r   r   )r1   r   r   ÚnowÚpytzÚutcÚtzinforB   )r2   r5   r:   r:   r;   Útest_timezone_info¡  s
    zTestGroupBy.test_timezone_infoc             C   sf   t dddgd tjdddd�dœƒ}|jd	ƒjjƒ }tdddgtdddgd	d
�dd�}tj	||ƒ d S )Nr   r   r   r¿   r"   ÚT)r~   r   )r’   r�   r’   )r   r�   )r    r   )
r   r1   r	   r0   r�   Úcountr   r   r-   rg   )r2   r5   rY   r6   r:   r:   r;   Útest_datetime_count«  s
    ""zTestGroupBy.test_datetime_countc             C   sÔ   ddl m} ttjdddtjgtj|dd�|dd�|d	d�tjgd
œƒ}tj|jƒ|_d|d< ||jjƒ  }|j	dƒ}|j	dƒ}t
j|jƒ |jƒ ƒ t
j|jƒ |jƒ ƒ t
j|jƒ |jƒ ƒ t
j|jƒ |jƒ ƒ d S )Nr   )Ú	timedeltaz2015-07-24 10:10z2015-07-25 11:11z2015-07-23 12:12r   )Údaysr   r   )rr   ÚtdrK   Úgroup)r   rÇ   r   r(   Únanr1   rf   rr   Znotnar0   r-   r.   r¯   r²   rŸ   Úlast)r2   rÉ   Zdf_testZdf_refZgrouped_testZgrouped_refr:   r:   r;   Ú$test_first_last_max_min_on_time_data³  s"    *

z0TestGroupBy.test_first_last_max_min_on_time_datac             C   sr   t jtdƒt jtdƒgdddgdœƒ}t jddd	�}|j|ƒd
 jƒ }||jjƒ  j|ƒd
 jƒ }t	j
||ƒ d S )Nz2016-06-28 09:35:35z2016-06-28 16:46:28Ú1Ú2Ú3)rº   r�   rº   Úh)rN   r   r�   )r1   r   r   ZNaTr
   r0   Znuniquerº   Znotnullr-   rg   )r2   ÚtestrD   rY   r6   r:   r:   r;   Ú%test_nunique_with_timegrouper_and_natÑ  s    z1TestGroupBy.test_nunique_with_timegrouper_and_natc             C   sz   dddgt jdddgdd�dd	d
gdœ}t j|ƒjdƒ}t jdd�}|j|ƒ}|jƒ }|j|gƒ}|jƒ }tj||ƒ d S )NZshanghaiZbeijingz2017-08-09 13:32:23z2017-08-11 23:23:15z2017-08-11 22:23:15zdatetime64[ns])r$   r   r   r   )Úlocationrº   ru   rº   r[   )r   )	r1   r   r   r'   r
   r0   rÅ   r-   r.   )r2   Z
data_framerD   rp   rY   r6   r:   r:   r;   Ú!test_scalar_call_versus_list_callã  s    
z-TestGroupBy.test_scalar_call_versus_list_callN)Ú__name__Ú
__module__Ú__qualname__r<   rT   ÚmarkZparametrizerI   rZ   rh   rt   rz   r|   r‘   r�   r    r¥   r©   r®   r°   r³   r¾   rÃ   rÆ   rÍ   rÓ   rÕ   r:   r:   r:   r;   r      s,   +! )=B?	'=	
r   )Ú__doc__r   Úior   Znumpyr(   rT   rÀ   Zpandasr1   r   r   r   r   r   r	   Zpandas._testingZ_testingr-   Zpandas.core.groupby.grouperr
   Zpandas.core.groupby.opsr   r   r:   r:   r:   r;   Ú<module>   s    
