3
®ybŒ  ã               @   s¨   d Z ddlmZmZ ddlZddlZddlZddlZddlZddl	m
Z
mZmZ ddlZddlmZ ddlZddlmZmZ G dd„ deƒZG d	d
„ d
eƒZdd„ ZdS )a¦  
Test extension array for storing nested data in a pandas container.

The JSONArray stores lists of dictionaries. The storage mechanism is a list,
not an ndarray.

Note
----
We currently store lists of UserDicts. Pandas has a few places
internally that specifically check for dicts, and does non-scalar things
in that case. We *want* the dictionaries to be treated as scalars, so we
hack around pandas by using UserDicts.
é    )ÚUserDictÚabcN)ÚAnyÚMappingÚType)Úpandas_dtype)ÚExtensionArrayÚExtensionDtypec               @   s@   e Zd ZU ejZdZeƒ Zee	e
f eed dœdd„ƒZdS )Ú	JSONDtypeÚjsonÚ	JSONArray)Úreturnc             C   s   t S )zq
        Return the array type associated with this dtype.

        Returns
        -------
        type
        )r   )Úcls© r   úE/tmp/pip-install-4cy230dp/pandas/pandas/tests/extension/json/array.pyÚconstruct_array_type#   s    	zJSONDtype.construct_array_typeN)Ú__name__Ú
__module__Ú__qualname__r   r   ÚtypeÚnamer   Úna_valueÚstrr   Úclassmethodr   r   r   r   r   r   r
      s
   
r
   c               @   sÌ   e Zd Zeƒ ZdZd*dd„Zed+dd„ƒZedd	„ ƒZ	d
d„ Z
dd„ Zedœdd„Zdd„ Zdd„ Zd,dd„Zeedœdd„ƒZdd„ Zd-dd„Zdd„ Zd.d d!„Zd"d#„ Zed$d%„ ƒZd&d'„ Zd(d)„ ZdS )/r   iè  NFc             C   sH   x.|D ]&}t || jjƒstdt| jjƒ ƒ‚qW || _| j | _| _d S )NzAll values must be of type )Ú
isinstanceÚdtyper   Ú	TypeErrorr   ÚdataZ_itemsÚ_data)ÚselfÚvaluesr   ÚcopyÚvalr   r   r   Ú__init__3   s
    
zJSONArray.__init__c             C   s   | |ƒS )Nr   )r   Zscalarsr   r!   r   r   r   Ú_from_sequence@   s    zJSONArray._from_sequencec             C   s   | dd„ |D ƒƒS )Nc             S   s   g | ]}|f krt |ƒ‘qS r   )r   )Ú.0Úxr   r   r   ú
<listcomp>F   s    z.JSONArray._from_factorized.<locals>.<listcomp>r   )r   r    Úoriginalr   r   r   Ú_from_factorizedD   s    zJSONArray._from_factorizedc                s®   t |tjƒrˆ j| S t |tƒr:|td ƒkr:tˆ ƒˆ jƒS t |tƒrVtˆ ƒˆ j| ƒS tjjj	ˆ |ƒ}tjj
j|jƒr�ˆ jdd„ tˆ |ƒD ƒƒS tˆ ƒ‡ fdd„|D ƒƒS d S )Nc             S   s   g | ]\}}|r|‘qS r   r   )r%   r&   Úmr   r   r   r'   T   s    z)JSONArray.__getitem__.<locals>.<listcomp>c                s   g | ]}ˆ j | ‘qS r   )r   )r%   Úi)r   r   r   r'   V   s    )r   ÚnumbersÚIntegralr   Úslicer   ÚpdÚapiZindexersZcheck_array_indexerÚtypesZis_bool_dtyper   r$   Úzip)r   Úitemr   )r   r   Ú__getitem__H   s    

zJSONArray.__getitem__c             C   sÈ   t |tjƒr|| j|< n¬t |t| ƒtjfƒs8tj|gƒ}t |t	j
ƒr�|jdkr�xttt||ƒƒD ],\}\}}|r^t || jjƒs€t‚|| j|< q^W n4x2t||ƒD ]$\}}t || jjƒs¶t‚|| j|< qœW d S )NÚbool)r   r,   r-   r   r   r   ÚSequenceÚ	itertoolsÚcycleÚnpZndarrayr   Ú	enumerater2   ÚAssertionError)r   ÚkeyÚvaluer+   ÚkÚvr   r   r   Ú__setitem__X   s    zJSONArray.__setitem__)r   c             C   s
   t | jƒS )N)Úlenr   )r   r   r   r   Ú__len__k   s    zJSONArray.__len__c             C   s   t S )N)ÚNotImplemented)r   Úotherr   r   r   Ú__eq__n   s    zJSONArray.__eq__c             C   s   t S )N)rC   )r   rD   r   r   r   Ú__ne__q   s    zJSONArray.__ne__c             C   s   |d krt }tj| j|d�S )N)r   )Úobjectr9   Úasarrayr   )r   r   r   r   r   Ú	__array__t   s    zJSONArray.__array__c             C   s   t j| jƒS )N)ÚsysÚ	getsizeofr   )r   r   r   r   Únbytesy   s    zJSONArray.nbytesc                s   t j‡ fdd„ˆ jD ƒtd�S )Nc                s   g | ]}|ˆ j jk‘qS r   )r   r   )r%   r&   )r   r   r   r'   ~   s    z"JSONArray.isna.<locals>.<listcomp>)r   )r9   Úarrayr   r5   )r   r   )r   r   Úisna}   s    zJSONArray.isnac                sÈ   t j|ƒ}d}|rzˆ d kr"ˆjj‰ |dk jƒ r2t‚y‡ ‡fdd„|D ƒ}W q¾ tk
rv } zt|ƒ|‚W Y d d }~X q¾X nDy‡fdd„|D ƒ}W n, tk
r¼ } zt|ƒ|‚W Y d d }~X nX ˆj|ƒS )NzIIndex is out of bounds or cannot do a non-empty take from an empty array.é   c                s"   g | ]}|dkrˆj | nˆ ‘qS )rO   éÿÿÿÿ)r   )r%   Úloc)Ú
fill_valuer   r   r   r'   ’   s    z"JSONArray.take.<locals>.<listcomp>c                s   g | ]}ˆ j | ‘qS r   )r   )r%   rQ   )r   r   r   r'   ˜   s    rP   )r9   rH   r   r   ÚanyÚ
ValueErrorÚ
IndexErrorr$   )r   ZindexerZ
allow_fillrR   ÚmsgÚoutputÚerrr   )rR   r   r   Útake€   s     
zJSONArray.takec             C   s   t | ƒ| jd d … ƒS )N)r   r   )r   r   r   r   r!   ž   s    zJSONArray.copyTc             C   s~   ddl m} t|ƒ}t|t| jƒƒr>|| jkr>|r:| jƒ S | S t||ƒrd| jtƒ}|j	ƒ j
|dd�S tjdd„ | D ƒ||d�S )Nr   )ÚStringDtypeF)r!   c             S   s   g | ]}t |ƒ‘qS r   )Údict)r%   r&   r   r   r   r'   ±   s    z$JSONArray.astype.<locals>.<listcomp>)r   r!   )Zpandas.core.arrays.string_rZ   r   r   r   r   r!   Úastyper   r   r$   r9   rM   )r   r   r!   rZ   r=   r   r   r   r\   ¡   s    

zJSONArray.astypec             C   s"   t | ƒdd„ dd„ | jD ƒD ƒƒS )Nc             S   s   g | ]}t |ƒ‘qS r   )r[   )r%   r&   r   r   r   r'   ¶   s    z$JSONArray.unique.<locals>.<listcomp>c             S   s   h | ]}t |jƒ ƒ’qS r   )ÚtupleÚitems)r%   Údr   r   r   ú	<setcomp>¶   s    z#JSONArray.unique.<locals>.<setcomp>)r   r   )r   r   r   r   Úunique³   s    zJSONArray.uniquec             C   s"   t tjjdd„ |D ƒƒƒ}| |ƒS )Nc             s   s   | ]}|j V  qd S )N)r   )r%   r&   r   r   r   ú	<genexpr>º   s    z.JSONArray._concat_same_type.<locals>.<genexpr>)Úlistr7   ÚchainÚfrom_iterable)r   Z	to_concatr   r   r   r   Ú_concat_same_type¸   s    zJSONArray._concat_same_typec             C   s$   | j ƒ }t|ƒdkr|jƒ }|f fS )Nr   )Ú_values_for_argsortrA   Zravel)r   Úfrozenr   r   r   Ú_values_for_factorize½   s    zJSONArray._values_for_factorizec             C   s*   f gdd„ | D ƒ }t j|td�dd … S )Nc             S   s   g | ]}t |jƒ ƒ‘qS r   )r]   r^   )r%   r&   r   r   r   r'   È   s    z1JSONArray._values_for_argsort.<locals>.<listcomp>)r   rO   )r9   rM   rG   )r   rh   r   r   r   rg   Ä   s    zJSONArray._values_for_argsort)NF)NF)N)FN)T)r   r   r   r
   r   Z__array_priority__r#   r   r$   r)   r4   r@   ÚintrB   rE   rF   rI   ÚpropertyrL   rN   rY   r!   r\   ra   rf   ri   rg   r   r   r   r   r   /   s,   



r   c               C   s   dd„ t dƒD ƒS )Nc             S   s*   g | ]"}t d d„ ttjddƒƒD ƒƒ‘qS )c             S   s$   g | ]}t jtjƒt jd dƒf‘qS )r   éd   )ÚrandomÚchoiceÚstringÚascii_lettersÚrandint)r%   Ú_r   r   r   r'   Ñ   s   z(make_data.<locals>.<listcomp>.<listcomp>r   é
   )r   Úrangerm   rq   )r%   rr   r   r   r   r'   Ï   s   zmake_data.<locals>.<listcomp>rl   )rt   r   r   r   r   Ú	make_dataÌ   s    ru   )Ú__doc__Úcollectionsr   r   r7   r,   rm   ro   rJ   Útypingr   r   r   Znumpyr9   Zpandas.core.dtypes.commonr   Zpandasr/   Zpandas.api.extensionsr   r	   r
   r   ru   r   r   r   r   Ú<module>   s    