3
®ybð  ã               @   s´   d Z ddlZddlZddlZddlmZ ddlZddlZ	ddl
ZddlmZmZmZmZ eG dd„ deƒƒZeG dd„ deƒƒZG d	d
„ d
eƒZG dd„ deƒZG dd„ deƒZdS )a  
Rudimentary Apache Arrow-backed ExtensionArray.

At the moment, just a boolean array / type is implemented.
Eventually, we'll want to parametrize the type and support
multiple dtypes. Not all methods are implemented yet, and the
current implementation is not efficient.
é    N)ÚType)ÚExtensionArrayÚExtensionDtypeÚregister_extension_dtypeÚtakec               @   sH   e Zd ZejZdZdZej	Z
eed dœdd„ƒZeedœdd„ƒZd	S )
ÚArrowBoolDtypeÚbZ
arrow_boolÚArrowBoolArray)Úreturnc             C   s   t S )zq
        Return the array type associated with this dtype.

        Returns
        -------
        type
        )r	   )Úcls© r   úG/tmp/pip-install-4cy230dp/pandas/pandas/tests/extension/arrow/arrays.pyÚconstruct_array_type"   s    	z#ArrowBoolDtype.construct_array_typec             C   s   dS )NTr   )Úselfr   r   r   Ú_is_boolean-   s    zArrowBoolDtype._is_booleanN)Ú__name__Ú
__module__Ú__qualname__ÚnpÚbool_ÚtypeÚkindÚnameÚpaÚNULLÚna_valueÚclassmethodr   r   ÚpropertyÚboolr   r   r   r   r   r      s   
r   c               @   s4   e Zd ZeZdZdZejZ	e
ed dœdd„ƒZdS )ÚArrowStringDtypeÚUZarrow_stringÚArrowStringArray)r
   c             C   s   t S )zq
        Return the array type associated with this dtype.

        Returns
        -------
        type
        )r!   )r   r   r   r   r   :   s    	z%ArrowStringDtype.construct_array_typeN)r   r   r   Ústrr   r   r   r   r   r   r   r   r   r   r   r   r   r   2   s   r   c                   sè   e Zd Zedd„ ƒZedd„ ƒZed0dd„ƒZd	d
„ Zdd„ Zdd„ Z	d1‡ fdd„	Z
edd„ ƒZdd„ Zdd„ Zdd„ Zdd„ Zedd„ ƒZdd„ Zd2d d!„Zd"d#„ Zed$d%„ ƒZd&d'„ Zd3eed(œd)d*„Zd4d,d-„Zd5d.d/„Z‡  ZS )6ÚArrowExtensionArrayc             C   s    t jt jtj|ƒƒgƒ}| |ƒS )N)r   Úchunked_arrayÚarrayr   Zasarray)r   ÚvaluesÚarrr   r   r   Úfrom_scalarsG   s    z ArrowExtensionArray.from_scalarsc             C   s    t |tjƒst‚| tj|gƒƒS )N)Ú
isinstancer   ÚArrayÚAssertionErrorr$   )r   r'   r   r   r   Ú
from_arrayL   s    zArrowExtensionArray.from_arrayNFc             C   s
   | j |ƒS )N)r(   )r   ZscalarsÚdtypeÚcopyr   r   r   Ú_from_sequenceQ   s    z"ArrowExtensionArray._from_sequencec             C   s   t | ƒj› dt| jƒ› d�S )Nú(ú))r   r   ÚreprÚ_data)r   r   r   r   Ú__repr__U   s    zArrowExtensionArray.__repr__c             C   s<   t jjj|ƒr| jjƒ | S | jjƒ | }t| ƒj|ƒS d S )N)ÚpdÚapiÚtypesZ	is_scalarr3   Ú	to_pandasr   r(   )r   ÚitemÚvalsr   r   r   Ú__getitem__X   s    zArrowExtensionArray.__getitem__c             C   s
   t | jƒS )N)Úlenr3   )r   r   r   r   Ú__len___   s    zArrowExtensionArray.__len__Tc                s8   t |t| jƒƒr*|| jkr*|r&| jƒ S | S tƒ j||ƒS )N)r)   r   r-   r.   ÚsuperÚastype)r   r-   r.   )Ú	__class__r   r   r?   b   s
    zArrowExtensionArray.astypec             C   s   | j S )N)Ú_dtype)r   r   r   r   r-   j   s    zArrowExtensionArray.dtypec             C   sT   t |t| ƒƒstƒ ‚|tj| jƒtj|jƒƒ}ttjtj|t	j
| jjƒ ƒd�gƒƒS )N)Úmask)r)   r   ÚNotImplementedErrorr   r%   r3   r	   r   r$   r5   Úisnar8   )r   ÚotherÚopÚresultr   r   r   Ú_boolean_opn   s
    zArrowExtensionArray._boolean_opc             C   s    t |t| ƒƒsdS | j|tjƒS )NF)r)   r   rH   ÚoperatorÚeq)r   rE   r   r   r   Ú__eq__w   s    zArrowExtensionArray.__eq__c             C   s   | j |tjƒS )N)rH   rI   Úand_)r   rE   r   r   r   Ú__and__}   s    zArrowExtensionArray.__and__c             C   s   | j |tjƒS )N)rH   rI   Úor_)r   rE   r   r   r   Ú__or__€   s    zArrowExtensionArray.__or__c             C   s   t dd„ | jjD ƒƒS )Nc             s   s*   | ]"}|j ƒ D ]}|d k	r|jV  qqd S )N)ÚbuffersÚsize)Ú.0ÚchunkÚxr   r   r   ú	<genexpr>†   s   z-ArrowExtensionArray.nbytes.<locals>.<genexpr>)Úsumr3   Úchunks)r   r   r   r   Únbytesƒ   s    zArrowExtensionArray.nbytesc             C   s   t j| jjƒ ƒ}t| ƒj|ƒS )N)r5   rD   r3   r8   r   r(   )r   Znasr   r   r   rD   Œ   s    zArrowExtensionArray.isnac             C   s>   | j jƒ }|r|d kr| jj}t||||d�}| j|| jd�S )N)Ú
fill_valueÚ
allow_fill)r-   )r3   r8   r-   r   r   r/   )r   ÚindicesrZ   rY   ÚdatarG   r   r   r   r   �   s
    
zArrowExtensionArray.takec             C   s   t | ƒtj| jƒƒS )N)r   r.   r3   )r   r   r   r   r.   ™   s    zArrowExtensionArray.copyc             C   s,   t tjjdd„ |D ƒƒƒ}tj|ƒ}| |ƒS )Nc             s   s   | ]}|j jV  qd S )N)r3   rW   )rR   rT   r   r   r   rU   ž   s    z8ArrowExtensionArray._concat_same_type.<locals>.<genexpr>)ÚlistÚ	itertoolsÚchainÚfrom_iterabler   r$   )r   Z	to_concatrW   r'   r   r   r   Ú_concat_same_typeœ   s    
z%ArrowExtensionArray._concat_same_typec             C   s   t | ƒj| jjƒ  ƒS )N)r   r(   r3   r8   )r   r   r   r   Ú
__invert__¢   s    zArrowExtensionArray.__invert__)r   Úskipnac             K   sZ   |r| | j ƒ   }n| }yt||ƒ}W n( tk
rN } zt|‚W Y d d }~X nX |f |ŽS )N)rD   ÚgetattrÚAttributeErrorÚ	TypeError)r   r   rc   Úkwargsr'   rF   Úerrr   r   r   Ú_reduce¥   s    zArrowExtensionArray._reducer   c             C   s   t | jjƒ jƒ ƒS )N)r   r3   r8   Úany)r   ÚaxisÚoutr   r   r   rj   ±   s    zArrowExtensionArray.anyc             C   s   t | jjƒ jƒ ƒS )N)r   r3   r8   Úall)r   rk   rl   r   r   r   rm   µ   s    zArrowExtensionArray.all)NF)T)FN)T)r   N)r   N)r   r   r   r   r(   r,   r/   r4   r;   r=   r?   r   r-   rH   rK   rM   rO   rX   rD   r   r.   ra   rb   r"   r   ri   rj   rm   Ú__classcell__r   r   )r@   r   r#   F   s,   		
	
r#   c               @   s   e Zd Zdd„ ZdS )r	   c             C   s4   t |tjƒst‚|jtjƒ ks"t‚|| _tƒ | _	d S )N)
r)   r   ÚChunkedArrayÚ
ValueErrorr   r   r+   r3   r   rA   )r   r&   r   r   r   Ú__init__»   s
    zArrowBoolArray.__init__N)r   r   r   rq   r   r   r   r   r	   º   s   r	   c               @   s   e Zd Zdd„ ZdS )r!   c             C   s4   t |tjƒst‚|jtjƒ ks"t‚|| _tƒ | _	d S )N)
r)   r   ro   rp   r   Ústringr+   r3   r   rA   )r   r&   r   r   r   rq   Å   s
    zArrowStringArray.__init__N)r   r   r   rq   r   r   r   r   r!   Ä   s   r!   )Ú__doc__r.   r^   rI   Útypingr   Znumpyr   Zpyarrowr   Zpandasr5   Zpandas.api.extensionsr   r   r   r   r   r   r#   r	   r!   r   r   r   r   Ú<module>   s   t
