3
Êb_„0  ã               @   sÜ  d dl Z d dlZd dlZd dlZd dlmZmZmZm	Z	 d dl
jZd dlmZmZmZ d dlmZmZ eje	dddgd dd	�e	dd
dgd dd	�e	dddgd dd	�e	dddgd ƒe	dddgd ƒe	ejddd�ƒe	ejdddd�ƒe	ejddd�ƒgd�dd„ ƒZejddgd�dd „ ƒZd!d"„ Zd#d$„ Zd%d&„ Zd'd(„ Zejjd)ejdd*d+gƒejdd*d+ge d	�gƒd,d-„ ƒZ!ejjd.d/d0ej"dƒgƒd1d2„ ƒZ#d3d4„ Z$ejjd5d~dej%fd7ej&d8fd8ej"d9ƒfgƒd:d;„ ƒZ'ejjd.dd<d8d=ej"d9ƒej"d9d>d?�e j d@ddƒej"d9dAd?�j(ƒ ej)dBƒe j*dƒej+d9dCdD�ej,d dƒej%ej&dgƒdEdF„ ƒZ-ejjd.d/d0ej"dƒgƒdGdH„ ƒZ.dIdJ„ Z/dKdL„ Z0ejjdMe	dddgƒe	d7dNdOgƒe	d7dNej%gƒe	d7dNdOgdNdPdQgdR�e	dddgƒe	dej%dgƒe	dddgƒe	dddgƒe	e d	�edddgƒedddgƒedddgdddgdSœƒeƒ ej1ƒ ej2ƒ ej3ƒ ej4ƒ ej5ƒ ej6ƒ e	ej6ƒ ƒe	ejdddd�ƒej7e8d/ƒd0dTdUgejddd�gƒej7ej9e:dVƒƒe8dƒgƒgƒdWdX„ ƒZ;dYdZ„ Z<ejjdMe	g d[d	�e	g d\d	�eg ƒgƒd]d^„ ƒZ=ejjd_e	ddddgƒe	d`dadbdcgƒe	ejd d*d�ƒgƒejjddddgƒdedf„ ƒƒZ>dgdh„ Z?ejjdMej"dƒgƒdidj„ ƒZ@dkdl„ ZAdmdn„ ZBdodp„ ZCdqdr„ ZDejjdse8dtƒƒejjdud dgƒdvdw„ ƒƒZEdxdy„ ZFdzd{„ ZGd|d}„ ZHdS )é    N)Ú	DataFrameÚIndexÚ
MultiIndexÚSeries)Ú_hash_scalarÚ
hash_tupleÚhash_tuples)Ú
hash_arrayÚhash_pandas_objecté   é   é   Zint32)Údtypeg      @g      @Zfloat32ÚaÚbÚcÚcategoryÚdÚeÚfTFZ20130101é	   )Úperiodsz
US/Eastern)r   ÚtzÚ2000)Úparamsc             C   s   | j S )N)Úparam)Úrequest© r   ú@/tmp/pip-build-jkwsxyiy/pandas/pandas/tests/util/test_hashing.pyÚseries   s    r   c             C   s   | j S )N)r   )r   r   r   r   Úindex   s    r    c             K   s(   t | f|Ž}t | f|Ž}tj||ƒ dS )zå
    Check that hashing an objects produces the same value each time.

    Parameters
    ----------
    obj : object
        The object to hash.
    kwargs : kwargs
        Keyword arguments to pass to the hashing function.
    N)r
   ÚtmÚassert_series_equal)ÚobjÚkwargsr   r   r   r   r   Ú_check_equal"   s    r%   c             C   s@   t | tƒs<t| dd�}t| dd�}t| ƒr<||kjƒ  s<t‚dS )z�
    Check the hash of an object with and without its index is not the same.

    Parameters
    ----------
    obj : object
        The object to hash.
    T)r    FN)Ú
isinstancer   r
   ÚlenÚallÚAssertionError)r#   r   r   r   r   r   Ú_check_not_equal_with_index2   s
    	
r*   c              C   sD   t tdddgƒƒ} ttjdddgdd�dddgd	�}tj| |ƒ d S )
NÚfooÚbarÚbazl   Ø7â* º l   6jz„d– l   nŒ*5Úuint64)r   )r    )r
   r   r   ÚnpÚarrayr!   r"   )ÚresultÚexpectedr   r   r   Útest_consistencyC   s    r3   c             C   s   | j }tjt|ƒt|ƒƒ d S )N)Úvaluesr!   Úassert_numpy_array_equalr	   )r   Zarrr   r   r   Útest_hash_arrayQ   s    r6   Úarr2é   ÚAllc             C   s,   t tjdddgƒƒ}t | ƒ}tj||ƒ d S )NÚ3Ú4r9   )r	   r/   r0   r!   r5   )r7   Úresult1Úresult2r   r   r   Útest_hash_array_mixedV   s    r>   Úvalé   r+   c          	   C   s*   d}t jt|d�� t| ƒ W d Q R X d S )Nzmust pass a ndarray-like)Úmatch)ÚpytestÚraisesÚ	TypeErrorr	   )r?   Úmsgr   r   r   Útest_hash_array_errors`   s    rF   c              C   sN   dddg} t | ƒ}ttj| ƒƒj}tj||ƒ t | d ƒ}||d ksJt‚d S )	Nr   ÚoneÚtwor   r   )r   rG   )r   rH   )r   rG   )r   r
   r   Úfrom_tuplesr4   r!   r5   r)   )Ztuplesr1   r2   r   r   r   Útest_hash_tuplesg   s    
rJ   ÚtuprG   g      ð?ÚAz
2012-01-01c             C   s&   t | ƒ}t| gƒd }||ks"t‚d S )Nr   )r   r   r)   )rK   r1   r2   r   r   r   Útest_hash_tupler   s    rM   gffffffö?ó   AzEurope/Brussels)r   iÜ  ÚESTz1 daysÚD)Úfreqc             C   s8   t | ƒ}ttj| gtd�dd�}|d |d ks4t‚d S )N)r   T)Ú
categorizer   )r   r	   r/   r0   Úobjectr)   )r?   r1   r2   r   r   r   Útest_hash_scalar   s    rT   c          	   C   s*   d}t jt|d�� t| ƒ W d Q R X d S )Nz'must be convertible to a list-of-tuples)rA   )rB   rC   rD   r   )r?   rE   r   r   r   Útest_hash_tuples_errš   s    rU   c              C   s:   t jdd	d
dgƒ} | jdks t‚t| ƒ}|jdks6t‚d S )Név   éØ  éì   é3   éÌ   éf   T)rV   rW   )rX   rV   )rY   rZ   )r[   rY   )r   rI   Z	is_uniquer)   r
   )Úmir1   r   r   r   Útest_multiindex_unique¡   s    r]   c              C   sÎ   t dddgdddggddddgddddggdd	gd
�} | jƒ }| j|ƒsLt‚t| jƒjt|jƒƒsft‚t| dd�j}| j}tj	||ƒ t|dd�j}|j}tj	||ƒ | j}|j}tj	t
j|ƒt
j|ƒƒ d S )Nr   r   r   r   r   r   r   Zcol1Zcol2)ZlevelsÚcodesÚnamesF)r    )r   Z_sort_levels_monotonicÚequalsr)   r   r4   r
   Z_hashed_valuesr!   r5   r/   Úsort)r\   Zreconsr2   r1   r   r   r   Útest_multiindex_objects©   s     rb   r#   g      ø?gš™™™™™	@gš™™™™™ñ?gffffff
@)r    )ÚxÚyr,   r-   Zaabcc             C   s   t | |d� t| ƒ d S )N)r    )r%   r*   )r#   r    r   r   r   Útest_hash_pandas_objectÇ   s    re   c             C   s   t | |d� t| ƒ d S )N)r    )r%   r*   )r   r    r   r   r   Útest_hash_pandas_object2ê   s    rf   Zfloat64rS   c             C   s   t | |d� d S )N)r    )r%   )r#   r    r   r   r   Útest_hash_pandas_empty_objectï   s    rg   Ús1iè  iÐ  i¸  i   rR   c             C   sf   | j dƒjj| ƒ}|jjtt| ƒƒƒ}t| |d�}t||d�}t||d�}tj||ƒ tj||ƒ d S )Nr   )rR   )ZastypeÚcatZset_categoriesÚlistÚreversedr
   r!   r"   )rh   rR   Ús2Zs3Úh1Úh2Úh3r   r   r   Útest_categorical_consistencyø   s    rp   c              C   s€   t jjddddddgt jdddd	�d
�} t| dd�}t jjddgt jdƒgd
�} t| dd�}|d |kslt‚|d |ks|t‚d S )Nr   r   r   r   r8   z
2012-01-01r@   ÚB)r   Úname)Ú
categoriesF)rR   éÿÿÿÿrt   )ÚpdZCategoricalZ
from_codesÚ
date_ranger	   Ú	Timestampr)   )r   r2   r1   r   r   r   Ú%test_categorical_with_nan_consistency  s    "rx   c          	   C   s*   d}t jt|d�� t| ƒ W d Q R X d S )NzUnexpected type for hashing)rA   )rB   rC   rD   r
   )r#   rE   r   r   r   Útest_pandas_errors  s    ry   c              C   s8   t tdƒƒ} t| dd�}t| dd�}||kjƒ s4t‚d S )NÚabcZ9876543210123456)Úhash_keyZ9876543210123465)r   rj   r
   r(   r)   )r#   r   r   r   r   r   Útest_hash_keys&  s    r|   c              C   s6   d} t jt| d�� tttdƒƒdd� W d Q R X d S )Nz&key should be a 16-byte string encoded)rA   rz   r+   )r{   )rB   rC   Ú
ValueErrorr
   r   rj   )rE   r   r   r   Útest_invalid_key3  s    r~   c             C   s$   t tdƒƒjjdƒ}t|| d� d S )Nrz   Úutf8)r    )r   rj   ÚstrÚencoder%   )r    r#   r   r   r   Útest_already_encoded;  s    r‚   c             C   s   t tdƒƒ}t|| dd� d S )Nrz   Úascii)r    Úencoding)r   rj   r%   )r    r#   r   r   r   Útest_alternate_encodingA  s    r…   Úl_expé   Úl_addc             C   s@   d| d  | }t j|dƒ}t|dƒ}|d |d k s<t‚d S )Nr   r‡   r   r   r   )r!   Zrands_arrayr	   r)   )r†   rˆ   ÚlengthÚsr1   r   r   r   Útest_same_len_hash_collisionsF  s    
r‹   c              C   s®   ddg} t tj| dd… td�dƒ}tjdgtjd�}tj||ƒ t tj| dd… td�dƒ}tjd	gtjd�}tj||ƒ t tj| td�dƒ}tj|tj||gdd
�ƒ d S )Na   Ingrid-9Z9fKIZmkO7i7Cn51Li34pJm44fgX6DYGBNj3VPlOH50m7HnBlPxfIwFMrcNJNMP6PSgLmwWnInciMWrCSAlLEvt7JkJl4IxiMrVbXSa8ZQoVaq5xoQPjltuJEfwdNlO6jo8qRRHvD8sBEBMQASrRa6TsdaPTPCBo3nwIBpE7YzzmyH0vMBhjQZLx1aCT7faSEx7PgFxQhHdKFWROcysamgy9iVj8DO2Fmwg1NNl93rIAqC3mdqfrCxrzfvIY8aJdzin2cHVzy3QUJxZgHvtUtOLxoqnUHsYbNTeq0xcLXpTZEZCxD4PGubIuCNf32c33M7HFsnjWSEjE2yVdWKhmSVodyF8hFYVmhYnMCztQnJrt3O8ZvVRXd5IKwlLexiSp4h888w7SzAIcKgc3g5XQJf6MlSMftDXm9lIsE1mJNiJEv6uY6pgvC3fUPhatlR5JPpVAHNSbSEE73MBzJrhCAbOLXQumyOXigZuPoME7QgJcBalliQol7YZ9a   Tim-b9MddTxOWW2AT1Py6vtVbZwGAmYCjbp89p8mxsiFoVX4FyDOF3wFiAkyQTUgwg9sVqVYOZo09Dh1AzhFHbgij52ylF0SEwgzjzHH8TGY8Lypart4p4onnDoDvVMBa0kdthVGKl6K0BDVGzyOXPXKpmnMF1H6rJzqHJ0HywfwS4XYpVwlAkoeNsiicHkJUFdUAhG229INzvIAiJuAHeJDUoyO4DCBqtoZ5TDend6TK7Y914yHlfH3g1WZu5LksKv68VQHJriWFYusW5e6ZZ6dKaMjTwEGuRgdT66iU5nqWTHRH8WSzpXoCFwGcTOwyuqPSe0fTe21DVtJn1FKj9F9nEnR9xOvJUO7E0piCIF4Ad9yAIDY4DBimpsTfKXCu1vdHpKYerzbndfuFe5AhfMduLYZJi5iAw8qKSwR5h86ttXV0Mc0QmXz8dsRvDgxjXSmupPxBggdlqUlC828hXiTPD7am0yETBV0F3bEtvPiNJfremszcV8NcqAoARMer   r   )r   r   l   éîrIU} r   l   pXð^»ì )Zaxis)	r	   r/   ZasarrayrS   r0   r.   r!   r5   Zconcatenate)Úhashesr<   Z	expected1r=   Z	expected2r1   r   r   r   Útest_hash_collisionsP  s    r�   c           	   C   sÐ   t jdtdƒtdƒgiƒ} t| ƒ}t jddgtjd�}tj||ƒ t jdtdgƒtdgƒgiƒ}t|ƒ}t jd	d
gtjd�}tj||ƒ t jdtdg gƒtdi gƒgiƒ}t	j
tdd�� t|ƒ W d Q R X d S )NÚdataÚ1Ú2l   Ã.C7Œj”| l   93™B
ï )r   r   r   l   pH-\h+š l   Æ1Ù"ÍRõk zunhashable type: 'list')rA   )ru   r   Útupler
   r   r/   r.   r!   r"   rB   rC   rD   )Zdfr1   r2   Zdf2Zdf3r   r   r   Útest_hash_with_tuplef  s    "r’   c              C   s<   t jjt jddgƒd d�} t jddgdd�}tj| |ƒ d S )Nr   r   )r{   l   A�!˜M| l   «Z4^„	ë r.   )r   )ru   Úutilr
   r   r!   r"   )r1   r2   r   r   r   Útest_hash_object_none_key{  s    r”   )r   rG   )IÚdatetimeZnumpyr/   rB   Zpandasru   r   r   r   r   Zpandas._testingZ_testingr!   Zpandas.core.util.hashingr   r   r   Zpandas.utilr	   r
   Zfixturerv   Ztimedelta_ranger   r    r%   r*   r3   r6   ÚmarkZparametrizer0   rS   r>   rw   rF   rJ   ÚnanZNaTrM   Zto_pydatetimeZ	TimedeltaÚ	timedeltaZPeriodZIntervalrT   rU   r]   rb   ZmakeMissingDataframeZmakeMixedDataFrameZmakeTimeDataFrameZmakeTimeSeriesZmakeTimedeltaIndexZmakePeriodIndexZfrom_productÚrangeZCategoricalIndexrj   re   rf   rg   rp   rx   ry   r|   r~   r‚   r…   r‹   r�   r’   r”   r   r   r   r   Ú<module>   s¼   
 0	".

"
(*	