3
Êb_=  ã               @   sˆ   d Z ddlmZmZ ddlZddlZddlZddlZddlZddl	Z
ddlZddlmZmZ G dd„ deƒZG dd„ deƒZd	d
„ ZdS )a¢  Test extension array for storing nested data in a pandas container.

The JSONArray stores lists of dictionaries. The storage mechanism is a list,
not an ndarray.

Note:

We currently store lists of UserDicts. Pandas has a few places
internally that specifically check for dicts, and does non-scalar things
in that case. We *want* the dictionaries to be treated as scalars, so we
hack around pandas by using UserDicts.
é    )ÚUserDictÚabcN)ÚExtensionArrayÚExtensionDtypec               @   s4   e Zd ZejZdZeƒ Ze	dd„ ƒZ
e	dd„ ƒZdS )Ú	JSONDtypeÚjsonc             C   s   t S )zq
        Return the array type associated with this dtype.

        Returns
        -------
        type
        )Ú	JSONArray)Úcls© r
   úC/tmp/pip-build-jkwsxyiy/pandas/pandas/tests/extension/json/array.pyÚconstruct_array_type   s    	zJSONDtype.construct_array_typec             C   s,   || j kr| ƒ S td| j› d|› d�ƒ‚d S )NzCannot construct a 'z' from 'ú')ÚnameÚ	TypeErrorÚ__name__)r	   Ústringr
   r
   r   Úconstruct_from_string*   s    
zJSONDtype.construct_from_stringN)r   Ú
__module__Ú__qualname__r   ÚMappingÚtyper   r   Úna_valueÚclassmethodr   r   r
   r
   r
   r   r      s
   r   c               @   s¼   e Zd Zeƒ ZdZd&dd„Zed'dd„ƒZedd	„ ƒZ	d
d„ Z
dd„ Zedœdd„Zd(dd„Zeedœdd„ƒZdd„ Zd)dd„Zdd„ Zd*dd„Zdd„ Zed d!„ ƒZd"d#„ Zd$d%„ ZdS )+r   iè  NFc             C   sH   x.|D ]&}t || jjƒstdt| jjƒ ƒ‚qW || _| j | _| _d S )NzAll values must be of type )Ú
isinstanceÚdtyper   r   ÚstrÚdataZ_itemsÚ_data)ÚselfÚvaluesr   ÚcopyÚvalr
   r
   r   Ú__init__6   s
    
zJSONArray.__init__c             C   s   | |ƒS )Nr
   )r	   Zscalarsr   r    r
   r
   r   Ú_from_sequenceC   s    zJSONArray._from_sequencec             C   s   | dd„ |D ƒƒS )Nc             S   s   g | ]}|f krt |ƒ‘qS r
   )r   )Ú.0Úxr
   r
   r   ú
<listcomp>I   s    z.JSONArray._from_factorized.<locals>.<listcomp>r
   )r	   r   Úoriginalr
   r
   r   Ú_from_factorizedG   s    zJSONArray._from_factorizedc                s®   t |tjƒrˆ j| S t |tƒr:|td ƒkr:tˆ ƒˆ jƒS t |tƒrVtˆ ƒˆ j| ƒS tjjj	ˆ |ƒ}tjj
j|jƒr�ˆ jdd„ tˆ |ƒD ƒƒS tˆ ƒ‡ fdd„|D ƒƒS d S )Nc             S   s   g | ]\}}|r|‘qS r
   r
   )r$   r%   Úmr
   r
   r   r&   W   s    z)JSONArray.__getitem__.<locals>.<listcomp>c                s   g | ]}ˆ j | ‘qS r
   )r   )r$   Úi)r   r
   r   r&   Y   s    )r   ÚnumbersÚIntegralr   Úslicer   ÚpdÚapiZindexersZcheck_array_indexerÚtypesZis_bool_dtyper   r#   Úzip)r   Úitemr
   )r   r   Ú__getitem__K   s    

zJSONArray.__getitem__c             C   sÈ   t |tjƒr|| j|< n¬t |t| ƒtjfƒs8tj|gƒ}t |t	j
ƒr�|jdkr�xttt||ƒƒD ],\}\}}|r^t || jjƒs€t‚|| j|< q^W n4x2t||ƒD ]$\}}t || jjƒs¶t‚|| j|< qœW d S )NÚbool)r   r+   r,   r   r   r   ÚSequenceÚ	itertoolsÚcycleÚnpZndarrayr   Ú	enumerater1   ÚAssertionError)r   ÚkeyÚvaluer*   ÚkÚvr
   r
   r   Ú__setitem__[   s    zJSONArray.__setitem__)Úreturnc             C   s
   t | jƒS )N)Úlenr   )r   r
   r
   r   Ú__len__n   s    zJSONArray.__len__c             C   s   |d krt }tj| j|d�S )N)r   )Úobjectr8   Úasarrayr   )r   r   r
   r
   r   Ú	__array__q   s    zJSONArray.__array__c             C   s   t j| jƒS )N)ÚsysÚ	getsizeofr   )r   r
   r
   r   Únbytesv   s    zJSONArray.nbytesc                s   t j‡ fdd„ˆ jD ƒtd�S )Nc                s   g | ]}|ˆ j jk‘qS r
   )r   r   )r$   r%   )r   r
   r   r&   {   s    z"JSONArray.isna.<locals>.<listcomp>)r   )r8   Úarrayr   r4   )r   r
   )r   r   Úisnaz   s    zJSONArray.isnac                s¨   t j|ƒ}d}|rjˆ d kr"ˆjj‰ |dk jƒ r2t‚y‡ ‡fdd„|D ƒ}W qž tk
rf   t|ƒ‚Y qžX n4y‡fdd„|D ƒ}W n tk
rœ   t|ƒ‚Y nX ˆj|ƒS )NzIIndex is out of bounds or cannot do a non-empty take from an empty array.é   c                s"   g | ]}|dkrˆj | nˆ ‘qS )rK   éÿÿÿÿ)r   )r$   Úloc)Ú
fill_valuer   r
   r   r&   �   s    z"JSONArray.take.<locals>.<listcomp>c                s   g | ]}ˆ j | ‘qS r
   )r   )r$   rM   )r   r
   r   r&   •   s    rL   )r8   rD   r   r   ÚanyÚ
ValueErrorÚ
IndexErrorr#   )r   ZindexerZ
allow_fillrN   ÚmsgÚoutputr
   )rN   r   r   Útake}   s     
zJSONArray.takec             C   s   t | ƒ| jd d … ƒS )N)r   r   )r   r
   r
   r   r    ›   s    zJSONArray.copyTc             C   sD   t |t| jƒƒr*|| jkr*|r&| jƒ S | S tjdd„ | D ƒ||d�S )Nc             S   s   g | ]}t |ƒ‘qS r
   )Údict)r$   r%   r
   r
   r   r&   ¨   s    z$JSONArray.astype.<locals>.<listcomp>)r   r    )r   r   r   r    r8   rI   )r   r   r    r
   r
   r   Úastypež   s
    zJSONArray.astypec             C   s&   t | ƒdd„ tdd„ | jD ƒƒD ƒƒS )Nc             S   s   g | ]}t |ƒ‘qS r
   )rU   )r$   r%   r
   r
   r   r&   ®   s    z$JSONArray.unique.<locals>.<listcomp>c             S   s   h | ]}t |jƒ ƒ’qS r
   )ÚtupleÚitems)r$   Údr
   r
   r   ú	<setcomp>®   s    z#JSONArray.unique.<locals>.<setcomp>)r   Úlistr   )r   r
   r
   r   Úuniqueª   s    zJSONArray.uniquec             C   s"   t tjjdd„ |D ƒƒƒ}| |ƒS )Nc             S   s   g | ]
}|j ‘qS r
   )r   )r$   r%   r
   r
   r   r&   ³   s    z/JSONArray._concat_same_type.<locals>.<listcomp>)r[   r6   ÚchainÚfrom_iterable)r	   Z	to_concatr   r
   r
   r   Ú_concat_same_type±   s    zJSONArray._concat_same_typec             C   s$   | j ƒ }t|ƒdkr|jƒ }|f fS )Nr   )Ú_values_for_argsortrA   Zravel)r   Úfrozenr
   r
   r   Ú_values_for_factorize¶   s    zJSONArray._values_for_factorizec             C   s*   f gdd„ | D ƒ }t j|td�dd … S )Nc             S   s   g | ]}t |jƒ ƒ‘qS r
   )rW   rX   )r$   r%   r
   r
   r   r&   Á   s    z1JSONArray._values_for_argsort.<locals>.<listcomp>)r   rK   )r8   rI   rC   )r   ra   r
   r
   r   r`   ½   s    zJSONArray._values_for_argsort)NF)NF)N)FN)T)r   r   r   r   r   Z__array_priority__r"   r   r#   r(   r3   r?   ÚintrB   rE   ÚpropertyrH   rJ   rT   r    rV   r\   r_   rb   r`   r
   r
   r
   r   r   2   s(   



r   c               C   s   dd„ t dƒD ƒS )Nc             S   s*   g | ]"}t d d„ ttjddƒƒD ƒƒ‘qS )c             S   s$   g | ]}t jtjƒt jd dƒf‘qS )r   éd   )ÚrandomÚchoicer   Úascii_lettersÚrandint)r$   Ú_r
   r
   r   r&   Ê   s   z(make_data.<locals>.<listcomp>.<listcomp>r   é
   )r   Úrangerf   ri   )r$   rj   r
   r
   r   r&   È   s   zmake_data.<locals>.<listcomp>re   )rl   r
   r
   r
   r   Ú	make_dataÅ   s    rm   )Ú__doc__Úcollectionsr   r   r6   r+   rf   r   rF   Znumpyr8   Zpandasr.   Zpandas.api.extensionsr   r   r   r   rm   r
   r
   r
   r   Ú<module>   s    