a
    yn„f¯ ã                   @  s”  d dl mZ d dlZd dlmZmZmZ d dlZd dl	m
Z
 d dlmZ d dlmZ d dlmZ d dlmZ d d	lmZmZ d d
lmZ d dlmZmZ d dlmZmZ d dlmZm Z  d dl!m"Z" d dl#m$Z$ d dl%m&Z&m'Z'm(Z(m)Z)m*Z*m+Z+m,Z, d dl-m.Z. d dl/m0Z0m1Z1m2Z2m3Z3m4Z4 d dl5m6Z6 d dl7m8Z8 d dl9m:Z: d dl;m<Z< e&�r^d dl#m=Z= e >¡ Z?e >¡ Z@e,G dd„ dee1 e1ƒƒZAdd„ ZBdS )é    )ÚannotationsN)ÚMappingÚMutableMappingÚSequence)ÚBackend)Úmaybe_posaxis)ÚIndexedOptionMeta)Ú	ArrayLike)ÚNumpy)Ú	IndexTypeÚNumpyMetadata)ÚPlaceholderArray)Ú	ShapeItemÚunknown_length)Ú	MaybeNoneÚ
TypeTracer)Úparameters_intersectÚparameters_union)Úis_integer_like)ÚNO_HEAD)ÚTYPE_CHECKINGÚAnyÚCallableÚFinalÚSelfÚSupportsIndexÚfinal)ÚUNSET)ÚApplyActionOptionsÚContentÚImplementsApplyActionÚRemoveStructureOptionsÚToArrowOptions)Ú	AxisError)ÚForm)ÚIndexedOptionForm)ÚIndex)Ú	SliceItemc                   @  s   e Zd ZU dZddœdd„Zedd„ ƒZeZde	d	< e
e
fe
dœd
d„Zdd„ Zdd„ Zeddœdd„ƒZdddœdd„Zddddddœdd„Zdd d!œd"d#„Zdd$œd%d&„Zdd$œd'd(„Zed)d*œd+d,„ƒZd-d.„ Zd/d0„ Zd d*œd1d2„Zd3d4„ Zd5d6„ Zd³dd8d9œd:d;„Zd<d=„ Zdd*œd>d?„Zd@dAœdBdC„Zd@d@dDdEœdFdG„Zd´dIdJdDdKœdLdM„Z dµdNdJdDdKœdOdP„Z!dQdd dRœdSdT„Z"dUdV„ Z#dWdX„ Z$dQdQdDdDdYœdZd[„Z%d\d]d^dDd_œd`da„Z&d¶dbdc„Z'dddddedfœdgdh„Z(dDdddiœdjdk„Z)dldm„ Z*dndo„ Z+dpdDdqœdrds„Z,dDdDdtœdudv„Z-dwdx„ Z.d·dydz„Z/d{d|„ Z0d}d~„ Z1dd€„ Z2d�d‚„ Z3dƒd„„ Z4d…d†„ Z5d‡dˆ„ Z6d‰dŠ„ Z7d‹dŒ„ Z8d�dŽ„ Z9d�d�„ Z:d‘d’„ Z;d“d”d”ddd•d–œd—d˜„Z<d™dš„ Z=dd›dœd�œdždŸ„Z>dDd*œd d¡„Z?d¢ddd£d£d¤d”d¥œd¦d§„Z@d¸dd d¨œd©dª„ZAd«d¬„ ZBdd d­œd®d¯„ZCd ddddd°œd±d²„ZDdS )¹ÚIndexedOptionArraya@  
    IndexedOptionArray is an #ak.contents.IndexedArray for which
    negative values in the index are interpreted as missing. It represents
    #ak.types.OptionType data like #ak.contents.ByteMaskedArray,
    #ak.contents.BitMaskedArray, and #ak.contents.UnmaskedArray, but
    the flexibility of the arbitrary `index` makes it a common output of
    many operations.

    IndexedOptionArray doesn't have a direct equivalent in Apache Arrow.

    To illustrate how the constructor arguments are interpreted, the following is a
    simplified implementation of `__init__`, `__len__`, and `__getitem__`:

        class IndexedOptionArray(Content):
            def __init__(self, index, content):
                assert isinstance(index, (Index32, Index64))
                assert isinstance(content, Content)
                for x in index:
                    assert x < len(content)  # index[i] may be negative
                self.index = index
                self.content = content

            def __len__(self):
                return len(self.index)

            def __getitem__(self, where):
                if isinstance(where, int):
                    if where < 0:
                        where += len(self)
                    assert 0 <= where < len(self)
                    if self.index[where] < 0:
                        return None
                    else:
                        return self.content[self.index[where]]

                elif isinstance(where, slice) and where.step is None:
                    return IndexedOptionArray(
                        self.index[where.start : where.stop], self.content
                    )

                elif isinstance(where, str):
                    return IndexedOptionArray(self.index, self.content[where])

                else:
                    raise AssertionError(where)
    N©Ú
parametersc                C  sÚ   t |tƒr(|jt tj¡t tj¡fv s@tt| ƒj› d|›�ƒ‚t |t	ƒsbtt| ƒj› d|›�ƒ‚|d uov| 
d¡dk}|jr‚|rŽ|jsŽ|jrªtd t| ƒjt|ƒj¡ƒ‚|j|jju s¼J ‚|| _|| _|  ||j¡ d S )NzD 'index' must be an Index with dtype in (int32, uint32, int64), not z* 'content' must be a Content subtype, not Ú	__array__Úcategoricalzy{0} cannot contain a union-type (unless categorical), option-type, or indexed 'content' ({1}); try {0}.simplified instead)Ú
isinstancer&   ÚdtypeÚnpZint32Úint64Ú	TypeErrorÚtypeÚ__name__r   ÚgetÚis_unionÚ
is_indexedÚ	is_optionÚformatÚnplikeÚbackendÚindex_nplikeÚ_indexÚ_contentÚ_init)ÚselfÚindexÚcontentr*   Úis_cat© rC   úf/home/yuhw/wc/wire-cell-python/wcpy/lib/python3.9/site-packages/awkward/contents/indexedoptionarray.pyÚ__init__f   s8    ÿ

þÿþÿÿ
ÿÿÿzIndexedOptionArray.__init__c                 C  s   | j S ©N)r<   ©r?   rC   rC   rD   r@   …   s    zIndexedOptionArray.indexr   Úform_clsc                C  s8   t |tu r| jn||tu r | jn||tu r0| jn|d�S ©Nr)   )r(   r   r<   r=   Ú_parameters)r?   r@   rA   r*   rC   rC   rD   Úcopy‹   s
    ýzIndexedOptionArray.copyc                 C  s   |   ¡ S rF   ©rK   rG   rC   rC   rD   Ú__copy__’   s    zIndexedOptionArray.__copy__c                 C  s.   | j t  | j|¡t  | j|¡t  | j|¡d�S )N)r@   rA   r*   )rK   Údeepcopyr<   r=   rJ   )r?   ÚmemorC   rC   rD   Ú__deepcopy__•   s
    ýzIndexedOptionArray.__deepcopy__c                C  sÎ   |d uo|  d¡dk}|jr,|s,| ||¡S |js8|jr¼|j}|jrL|j}n
| ¡ j}tjj	j
|j|jd�}| |d|jj|jj|jjf |j|j|j|j|jƒ¡ t||jt|j|ƒd�S | |||d�S d S )Nr+   r,   ©r9   Zawkward_IndexedArray_simplifyr)   )r4   r5   Z_union_of_optionarraysr6   r7   r:   r@   Úto_IndexedOptionArray64ÚakÚIndex64ÚemptyÚlengthr;   Úmaybe_kernel_errorr.   r2   Údatar(   rA   r   rJ   )Úclsr@   rA   r*   rB   r:   ÚinnerÚresultrC   rC   rD   Ú
simplifiedœ   s<    

ýÿöÿ
ýzIndexedOptionArray.simplifiedzCallable[[Content], str | None]r%   )ÚgetkeyÚreturnc                 C  s(   || ƒ}| j | jj| j |¡| j|d�S )N)r*   Úform_key)rH   r<   Úformr=   Ú_form_with_keyrJ   )r?   r]   r_   rC   rC   rD   ra   Â   s    
üz!IndexedOptionArray._form_with_keyr$   z#Callable[[Content, Form, str], str]zMutableMapping[str, ArrayLike]r   Ústr)r`   r]   Ú	containerr:   Ú	byteorderc                 C  sR   t || jƒsJ ‚|| |dƒ}tj | j |j¡|¡||< | j 	|j
||||¡ d S )Nr@   )r-   rH   rS   Z_utilZnative_to_byteorderr<   Úrawr;   r=   Ú_to_buffersrA   )r?   r`   r]   rc   r:   rd   ÚkeyrC   rC   rD   rf   Í   s    ÿzIndexedOptionArray._to_buffersÚboolr   )Úforget_lengthr^   c                 C  s4   | j  t ¡ ¡}t|r| ¡ n|| j |¡| jd�S rI   )	r<   Ú	to_npliker   Úinstancer(   ri   r=   Ú_to_typetracerrJ   )r?   ri   r@   rC   rC   rD   rl   Ü   s    
ýz!IndexedOptionArray._to_typetracer©Ú	recursivec                 C  s   | j  ¡  |r| j |¡ d S rF   )r<   Ú_touch_datar=   ©r?   rn   rC   rC   rD   ro   ä   s    
zIndexedOptionArray._touch_datac                 C  s   | j  ¡  |r| j |¡ d S rF   )r<   Ú_touch_shaper=   rp   rC   rC   rD   rq   é   s    
zIndexedOptionArray._touch_shaper   )r^   c                 C  s   | j jS rF   )r<   rV   rG   rC   rC   rD   rV   î   s    zIndexedOptionArray.lengthc                 C  s   |   ddd¡S )NÚ )Ú_reprrG   rC   rC   rD   Ú__repr__ò   s    zIndexedOptionArray.__repr__c                 C  sœ   ||dg}|  tt| jƒƒ¡ |  d¡ | |  |d ¡¡ |  d¡ |  | j |d dd¡¡ |  | j |d dd¡¡ |  |d	 ¡ |  |¡ d
 	|¡S )Nz<IndexedOptionArray len=ú>z    Ú
z<index>z	</index>
z	<content>z</content>
z</IndexedOptionArray>rr   )
ÚappendÚreprrb   rV   ÚextendZ_repr_extrar<   rs   r=   Újoin)r?   ÚindentÚpreÚpostÚoutrC   rC   rD   rs   õ   s    



zIndexedOptionArray._reprc                 C  s@   | j jt tj¡kr| S t| jjj| j tjd�| j| j	d�S d S )N©r.   r)   )
r<   r.   r/   r0   r(   Ú_backendr;   Zastyper=   rJ   rG   rC   rC   rD   rR     s    ýz*IndexedOptionArray.to_IndexedOptionArray64c                 C  s®   t j |  |¡¡}| jj}|dk }| jjjrJ| jj 	|¡rJ| 
¡ }d||< t j |¡}| jjturŠ| jjdkrŠ| jjj| jd� |d¡}n| j |d¡}t jj|||| jd�S )Néÿÿÿÿr   ©r:   Fr)   )rS   r@   ÚIndex8Úmask_as_boolr<   rX   r€   r;   Ú
known_dataÚanyrK   r&   r=   rV   r   r`   Zlength_one_arrayÚ_carryÚcontentsÚByteMaskedArrayrJ   )r?   Ú
valid_whenÚmaskÚcarryZtoo_negativerA   rC   rC   rD   Úto_ByteMaskedArray  s"    ÿÿ
ÿz%IndexedOptionArray.to_ByteMaskedArrayc                 C  s   |   |¡ ||¡S rF   )r�   Úto_BitMaskedArray)r?   rŠ   Z	lsb_orderrC   rC   rD   rŽ   "  s    
ÿz$IndexedOptionArray.to_BitMaskedArrayTr	   )rŠ   r^   c                 C  s0   |r| j  | jj¡dkS | j  | jj¡dk S d S ©Nr   )r<   re   r€   r;   )r?   rŠ   rC   rC   rD   r„   '  s    zIndexedOptionArray.mask_as_boolc                 C  s   | j  dd¡S r�   )r=   Ú_getitem_rangerG   rC   rC   rD   Ú_getitem_nothing-  s    z#IndexedOptionArray._getitem_nothingc                 C  s   t | jtƒrdS | j ¡ S ©NT)r-   r<   r   r=   Ú_is_getitem_at_placeholderrG   rC   rC   rD   r“   0  s    z-IndexedOptionArray._is_getitem_at_placeholderr   )Úwherec                 C  s�   | j jjs&| jdd� t| j |¡ƒS |dk r8|| j7 }| j jjrhd|  krX| jk shn tj	 
| |¡‚| j| dk rzd S | j | j| ¡S d S )NFrm   r   )r€   r9   r…   ro   r   r=   Ú_getitem_atrV   rS   Ú_errorsÚindex_errorr<   )r?   r”   rC   rC   rD   r•   5  s    

"zIndexedOptionArray._getitem_atr   )ÚstartÚstopr^   c                 C  s6   | j jjs| jdd� | S t| j||… | j| jd�S )NFrm   r)   )r€   r9   r…   rq   r(   r<   r=   rJ   )r?   r˜   r™   rC   rC   rD   r�   C  s    
ÿz!IndexedOptionArray._getitem_rangerC   zstr | SupportsIndexztuple[str, ...])r”   Úonly_fieldsr^   c                 C  s   t j| j| j ||¡d d�S rI   )r(   r\   r<   r=   Ú_getitem_field©r?   r”   rš   rC   rC   rD   r›   L  s
    ýz!IndexedOptionArray._getitem_fieldzlist[str | SupportsIndex]c                 C  s   t j| j| j ||¡d d�S rI   )r(   r\   r<   r=   Ú_getitem_fieldsrœ   rC   rC   rD   r�   U  s
    ýz"IndexedOptionArray._getitem_fieldsr&   )rŒ   Ú
allow_lazyr^   c              
   C  sr   t |tjjƒsJ ‚z| j|j }W n< ty^ } z$tj | |jt	|ƒ¡|‚W Y d }~n
d }~0 0 t
|| j| jd�S rI   )r-   rS   r@   r&   r<   rX   Ú
IndexErrorr–   r—   rb   r(   r=   rJ   )r?   rŒ   rž   Ú	nextindexÚerrrC   rC   rD   r‡   ^  s    .zIndexedOptionArray._carryc                 C  s  | j }|j}tjjjd|jd�}|j|u r6| jj|u s:J ‚| j  |d|j	j
| jj	j
f |j| jj| jjƒ¡ | |d ¡}tjj | jj| |¡}tjjj| jj|| jj	d�}|j|u rÎ|j|u rÎ| jj|u sÒJ ‚| j  |d|j	j
|j	j
| jj	j
f |j|j| jj| jj| jjƒ¡ |||fS )Né   rQ   Úawkward_IndexedArray_numnullr   r   Z/awkward_IndexedArray_getitem_nextcarry_outindex)r€   r;   rS   r@   rT   rU   r9   r<   rW   r.   r2   rX   rV   Úindex_as_shape_itemr&   r=   )r?   r:   r;   Ú_numnullÚnumnullÚ	nextcarryÚoutindexrC   rC   rD   Ú_nextcarry_outindexh  s`    þÿùÿ
þýÿþ
ýýÿöÿz&IndexedOptionArray._nextcarry_outindexc              
   C  sŒ  |  | jj¡}|  | jj¡}| jjjrn|j| jkrntj | tj	j
|||d d�d|j› dt| ƒj› d| j› �¡‚|  ¡ \}}}tjjj| j| | jjd�}tjjj| j| | jjd�}	|j| jju rú|j| jju rú|j| jju rú|j| jju rú|	j| jju sþJ ‚| j| jd|jj|jj|jj|jj|	jjf |j|j|j|j|	j| jƒtj	 
|||¡d� | j |d¡}
|
 ||	||¡}tj	jj||| jd�S )	Nr)   z$cannot fit jagged slice with length z into z	 of size rQ   Z/awkward_MaskedArray_getitem_next_jagged_project)ZslicerT)rj   r€   r;   r9   r…   rV   rS   r–   r—   rˆ   Z	ListArrayr2   r3   r©   r@   rT   rU   Z_maybe_index_errorr.   rX   r=   r‡   Ú_getitem_next_jaggedr(   r\   rJ   )r?   ÚslicestartsÚ
slicestopsÚslicecontentÚtailr¦   r§   r¨   ZreducedstartsZreducedstopsÚnextr~   rC   rC   rD   Ú_getitem_next_jagged_genericš  sj    ÿûþþÿþýüûûÿóðÿz/IndexedOptionArray._getitem_next_jagged_generic)r«   r¬   r­   r^   c                 C  s   |   ||||¡S rF   )r°   )r?   r«   r¬   r­   r®   rC   rC   rD   rª   Ñ  s    ÿz'IndexedOptionArray._getitem_next_jaggedzSliceItem | tupleztuple[SliceItem, ...]zIndex | None)Úheadr®   Úadvancedr^   c                 C  s  |t u r| S t|ƒs,t|ttjjtjjfƒrxtj	 
|¡\}}|  ¡ \}}}| j |d¡}	|	 |||¡}
tj||
| jd�S t|tƒr�|  |||¡S t|tƒr¶t|d tƒr¶|  |||¡S |tju rÌ|  ||¡S |tu rà|  ||¡S t|tjjƒ� rþ|  |||¡S tt|ƒƒ‚d S )NTr)   r   )r   r   r-   ÚslicerS   r@   rT   rˆ   ÚListOffsetArrayZ_slicingZ	head_tailr©   r=   r‡   Ú_getitem_nextr(   r\   rJ   rb   Z_getitem_next_fieldÚlistZ_getitem_next_fieldsr/   ZnewaxisZ_getitem_next_newaxisÚEllipsisZ_getitem_next_ellipsisZ_getitem_next_missingÚAssertionErrorrx   )r?   r±   r®   r²   ZnextheadZnexttailr¦   r§   r¨   r¯   r~   rC   rC   rD   rµ   Ø  s.    
ÿÿ

z IndexedOptionArray._getitem_nextc                 C  sú  |d urî| j jjrJ| jj|jkrJtd| ¡ › dt| ƒj› d| jj› d�ƒ‚tj	j
 | jj| j j¡}|j| j ju rŽ|j| j ju rŽ| jj| j ju s’J ‚| j  | j d|jj|jj| jjjf |j|j| jj| jjƒ¡ tjj|| j| jd�}| ¡ S tj	j
 d| j j¡}|j| j ju �r$| jj| j ju �s(J ‚| j  | j d|jj| jjjf |j| jj| jjƒ¡ | j j |d	 ¡}tj	j
 | j| | j j¡}|j| j ju �rª| jj| j ju �s®J ‚| j  | j d
|jj| jjjf |j| jj| jj| jjƒ¡ | j |d¡S d S )Nzmask length (z) is not equal to z	 length (ú)Z!awkward_IndexedArray_overlay_maskr)   r¢   r£   r   Z&awkward_IndexedArray_flatten_nextcarryF)r€   r9   r…   r<   rV   Ú
ValueErrorr2   r3   rS   r@   rT   rU   r;   rW   r.   rX   rˆ   r(   r=   rJ   Úprojectr¤   r‡   )r?   r‹   r    r¯   r¥   r¦   r§   rC   rC   rD   r»      s�    $ÿÿÿþýýÿ÷ÿ
ÿÿþþÿùÿþÿþþÿøÿzIndexedOptionArray.projectÚintztuple[Index, Content])ÚaxisÚdepthr^   c                 C  s  t | ||ƒ}|d ur*|d |kr*tdƒ‚nà|  ¡ \}}}| j |d¡}| ||¡\}}	|jdkrx|tjj	||	| j
d�fS tjjj|j| | jjtjd�}
|
j| jju rÂ|j| jju rÂ|j| jju sÆJ ‚| j | jd|
jj|jj|jjf |
j|j|j|j|jƒ¡ |
|	fS d S )Nr¢   zaxis=0 not allowed for flattenFr   r)   r   Z'awkward_IndexedArray_flatten_none2empty)r   r#   r©   r=   r‡   Ú_offsets_and_flattenedrV   rS   rˆ   r(   rJ   r@   rT   rU   r€   r;   r/   r0   r9   rW   r.   r2   rX   )r?   r½   r¾   Úposaxisr¦   r§   r¨   r¯   ÚoffsetsZ	flattenedÚ
outoffsetsrC   rC   rD   r¿   I  sN    

ÿþýÿþýýÿöÿz)IndexedOptionArray._offsets_and_flattened)ÚotherÚ	mergeboolr^   c                 C  s>   |j s|jrdS |js|jr,| j |j|¡S | j ||¡S d S r’   )Zis_identity_liker5   r7   r6   r=   Ú_mergeable_nextrA   )r?   rÃ   rÄ   rC   rC   rD   rÅ   w  s
    z"IndexedOptionArray._mergeable_nextc                 C  sš   t |ƒdkrtdƒ‚| g}g }t|ƒ}|D ]6}t|tjjƒrV| |¡ | |¡  qbq*| |¡ q*t	dd„ || D ƒƒr’t
dd„ || D ƒƒs’t‚||fS )Nr   zFto merge this array with 'others', at least one other must be providedc                 s  s   | ]}|j jjV  qd S rF   )r:   r9   r…   )Ú.0ÚxrC   rC   rD   Ú	<genexpr>“  ó    z7IndexedOptionArray._merging_strategy.<locals>.<genexpr>)Úlenrº   Úiterr-   rS   rˆ   Ú
UnionArrayrw   ry   r†   ÚallÚRuntimeError)r?   Úothersr±   r®   Z	it_othersrÃ   rC   rC   rD   Ú_merging_strategy�  s$    ÿ

ÿz$IndexedOptionArray._merging_strategyc                 C  s>  t |tjjƒr| S |jrD| d¡|  d¡  kr8dkrDn ntdƒ‚|j}| j}tjj	 
|| | jj¡}| | jg¡}|j| jju sˆJ ‚| j | jd|jjf |jd|dƒ¡ |j| jju rÌ| jj| jju sÐJ ‚| j | jd|jj| jjjf |j|| jj||ƒ¡ |j�s|j�r$t| j|jƒ}n| j}tjjj|||d�S )Nr+   r,   ú„merging categorical arrays is currently not implemented. Use `ak.enforce_type` to drop the categorical type and use general merging.Úawkward_IndexedArray_fill_countr   Úawkward_IndexedArray_fillr)   )r-   rS   rˆ   Ú
EmptyArrayr6   Ú	parameterÚNotImplementedErrorrV   r@   rT   rU   r€   r;   Ú
_mergemanyr=   r9   rW   r.   r2   rX   r7   r   rJ   r(   r\   )r?   rÃ   ZtheirlengthZmylengthr@   rA   r*   rC   rC   rD   Ú_reverse_mergeš  sh    ÿýü
ÿþüÿÿþþÿ÷ÿÿz!IndexedOptionArray._reverse_mergezSequence[Content])rÏ   r^   c              	   C  sP  t |ƒdkr| S |  |¡\}}d}|D ]}||j7 }q&g }d}d}tjj || jj¡}	| j	}
|D �]V}t
|tjjƒrvq`t
|tjjtjjtjjfƒrš| ¡ }t
|tjjtjjfƒ�r:t|
|j	ƒ}
| |j¡ |j}|	j| jju rì|j| jju sðJ ‚| j | jd|	jj|jjf |	j||j|j|ƒ¡ ||jj7 }||j7 }q`| |¡ |	j| jju �sXJ ‚| j | jd|	jjf |	j||j|ƒ¡ ||j7 }||j7 }|
d ur`|
 d¡dkr`i |
¥}
|
d= q`|dd … }|d  |¡}tjj|	||
d�}|
d u�r|
 d¡dk�rtdƒ‚t |ƒdk�r|S |d  |¡}t |ƒdk�r:|S | |dd … ¡S d S )	Nr   rÓ   rÒ   r+   r,   r¢   r)   rÑ   )rÊ   rÐ   rV   rS   r@   rT   rU   r€   r;   rJ   r-   rˆ   rÔ   r‰   ZBitMaskedArrayZUnmaskedArrayrR   r(   ÚIndexedArrayr   rw   rA   r9   rW   r.   r2   rX   r4   r×   rÖ   rØ   )r?   rÏ   r±   r®   Útotal_lengthÚarrayrˆ   Zcontentlength_so_farZlength_so_farr    r*   Zarray_indexZtail_contentsÚnextcontentr¯   ÚreversedrC   rC   rD   r×   Û  sª    
ýþÿÿþþÿ÷ÿ
ÿÿùÿ

ÿþÿÿzIndexedOptionArray._mergemany)Úvaluer^   c                 C  sÈ   |j jjr&|jdkr&td|j› d�ƒ‚| j|g}tj | j	dd�¡}tjj
 |j| jj¡}|j| jju rx| jj| jju s|J ‚| j | jd|jj| jjjf |j| jj|jƒ¡ tjjj|||| jdd�S )	Nr¢   zfill_none value length (z) is not equal to 1F©rŠ   Zawkward_UnionArray_fillnaT)r*   rÄ   )r:   r9   r…   rV   rº   r=   rS   r@   rƒ   r„   rT   rU   r€   r;   r<   rW   r.   r2   rX   rˆ   rÌ   r\   rJ   )r?   rÞ   rˆ   Útagsr@   rC   rC   rD   Ú
_fill_noneE  s2    ÿ
ÿþÿþÿûzIndexedOptionArray._fill_nonec           
      C  sl   t | ||ƒ}|d ur(|d |kr(|  ¡ S |  ¡ \}}}| j |d¡}| ||¡}tjj||| j	d�}	|	S d S )Nr¢   Fr)   )
r   Z_local_index_axis0r©   r=   r‡   Ú_local_indexrS   rˆ   r(   rJ   )
r?   r½   r¾   rÀ   Ú_r§   r¨   r¯   r~   Zout2rC   rC   rD   râ   `  s    ÿzIndexedOptionArray._local_indexc           
   
   C  sÜ  t jj || jj¡}t jj || jj¡}t jj d| jj¡}| jj| jju r’|j| jju r’|j| jju r’|j| jju r’|j| jju r’|j| jju s–J ‚| j | jd| jj	j
|j	j
|j	j
|j	j
|j	j
|j	j
f | jj|j|j||j|j|jƒ¡ t jj |d | jj¡}| jj| jju �rH|j| jju �rH|j| jju �rH|j| jju �sLJ ‚| j | jd| jj	j
|j	j
|j	j
|j	j
f | jj|j|j||jƒ¡ | j |d¡}	|jtu�rÆ|jdk�rÆ|	 |||j¡S |	 |||jd¡S d S )Nr¢   Z#awkward_IndexedArray_ranges_next_64r   Z)awkward_IndexedArray_ranges_carry_next_64F)rS   r@   rT   rU   r€   r;   r<   r9   rW   r.   r2   rX   r=   r‡   rV   r   Ú_is_subrange_equalZ_subranges_equal)
r?   ÚstartsÚstopsrV   ÚsortedZ
nextstartsZ	nextstopsZsubranges_lengthr§   r¯   rC   rC   rD   rä   n  sˆ    ÿþýüûúúÿ	ñÿÿÿþýüüÿõÿ
ÿz%IndexedOptionArray._is_subrange_equalc                 C  s    t jj| j| j ||¡| jd�S rI   )rS   rˆ   r(   r<   r=   Ú_numbers_to_typerJ   )r?   ÚnameZincluding_unknownrC   rC   rD   rè   °  s
    ýz#IndexedOptionArray._numbers_to_typec                 C  s4   | j jtur| j jdkrdS |  ¡ }| ||||¡S )Nr   T)r<   rV   r   r»   Ú
_is_unique)r?   Únegaxisrå   ÚparentsÚ	outlengthÚ	projectedrC   rC   rD   rê   ·  s    zIndexedOptionArray._is_uniquec              	   C  sr  | j \}}|s"|d ur"||kr"dnd}| jj}|  |¡\}	}
}}|	 |||
|¡}|sh|d u�r||k�rtjj |j| j	j
¡}|j| j	j
u r¶|j| j	j
u r¶|j| j	j
u r¶|
j| j	j
u sºJ ‚| j	 | j	d|jj|jj|jj|
jjf |j|j|j|j|
j|
jƒ¡ tjjj||| jd�S t|tjjƒ�rØtjj | jj| j	j
¡}tjj d| j	j
¡}|j| j	j
u �r„|j| j	j
u �r„| jj| j	j
u �sˆJ ‚| j	 | j	d|jj|jj| jjjf |j|j| jj|ƒ¡ | j	j
 |d ¡}tjj | j	j
 |jd ¡| | j	j
¡}tjj |jj| j	j
¡}|j| j	j
u �rV|j| j	j
u �rV|jj| j	j
u �rV|j| j	j
u �sZJ ‚| j	 | j	d	|jj|jj|jjj|jjf |j|j|jj|j|jƒ¡ tjjj|d |d … |j| jd�}tjj||| jd�S t|tjjƒ�rPtjj |jd | j	j
¡}|j| j	j
u �sJ ‚| j	 | j	d
|jjf |j|jƒ¡ tjjj||| jd�S |�rntjj||jd| jd�}|S )NTFÚ)awkward_IndexedArray_local_preparenext_64r)   r¢   Z$awkward_IndexedArray_numnull_parentsr   r�   Z5awkward_IndexedArray_unique_next_index_and_offsets_64Z&awkward_IndexedArray_numnull_unique_64)Úbranch_depthr<   rV   Ú_rearrange_prepare_nextÚ_uniquerS   r@   rT   rU   r€   r;   r9   rW   r.   r2   rX   rˆ   r(   r\   rJ   r-   r´   r¤   Ú_offsetsr=   Ú
NumpyArrayÚRegularArray)r?   rë   rå   rì   rí   Úbranchr¾   Úinject_nonesÚindex_lengthr¯   Únextparentsr¦   r¨   r~   ÚnextoutindexZnewnullsZ_len_newnullsZlen_newnullsZnewindexZ
newoffsetsrC   rC   rD   rò   ¾  s   
ÿü
ÿÿþýüüÿôÿÿÿÿþýýÿ÷ÿÿÿýÿÿþýüüÿõÿÿÿþÿÿûÿ
ÿÿzIndexedOptionArray._uniquec                 C  sú   t jj |j| jj¡}|j| jju s(J ‚|d u rˆ|j| jju rN| jj| jju sRJ ‚| j 	| jd|j
j| jj
jf |j| jj| jjƒ¡ nn|j| jju r´| jj| jju r´|j| jju s¸J ‚| j 	| jd|j
j| jj
j|j
jf |j| jj| jj|jƒ¡ |S )NZ7awkward_IndexedArray_reduce_next_nonlocal_nextshifts_64ZBawkward_IndexedArray_reduce_next_nonlocal_nextshifts_fromshifts_64)rS   r@   rT   rU   rV   r€   r;   r9   r<   rW   r.   r2   rX   )r?   rù   ÚshiftsÚ
nextshiftsrC   rC   rD   Ú_rearrange_nextshiftsO  sT    
ÿÿþþÿùÿÿþýýÿ÷ÿz(IndexedOptionArray._rearrange_nextshiftsc           
   	   C  sr  | j j| jju r|j| jju s"J ‚| j j}tjj d| jj¡}|j| jju sPJ ‚| j 	| jd|j
j| j j
jf |j| j j|ƒ¡ | jj |d ¡}|| }tjj || jj¡}tjj || jj¡}tjj || jj¡}|j| jju �r|j| jju �r|j| jju �s
J ‚| j 	| jd|j
j|j
j|j
j| j j
j|j
jf |j|j|j| j j|j|ƒ¡ | j |d¡}	|	|||fS )Nr¢   r£   r   Z#awkward_IndexedArray_reduce_next_64F)r<   r9   r€   r;   rV   rS   r@   rT   rU   rW   r.   r2   rX   r¤   r=   r‡   )
r?   rì   rø   r¥   r¦   Znext_lengthrù   r§   r¨   r¯   rC   rC   rD   rñ   z  sd    ÿþþÿùÿÿþýûÿóÿz*IndexedOptionArray._rearrange_prepare_nextc              	   C  sŠ  |j | jju r,|j | jju r,| jj | jju s0J ‚| j\}}	|  |¡\}
}}}|sf||	krf|  ||¡}nd }|
 |||||||¡}d}tj	j
 || jj¡}|j | jju sªJ ‚| j | jd|jj| jjj|jj|jjf |j| jj| jj|j|jƒ¡ tjj|jd | jd�}| |d¡�r&| |g¡}d}tj	j
 |j| jj¡}|j | jju �r||j | jju �r||j | jju �r||j | jju �s€J ‚| j | jd|jj|jj|jj|jjf |j|j|j|j|j|jƒ¡ |�r$|j | jju �sàJ ‚| j | jd|jjf |j|jƒ¡ | |d¡jt|j| jƒd�}ntjjj||| jd�}|tu�rb|dk�rb|�sb||	k�rbdnd}|�r‚tjjj||| jd�S |S d S )	NFZ#awkward_IndexedArray_index_of_nulls)r*   r:   Trï   Zawkward_Index_nones_as_indexr)   r   )r9   r€   r;   r<   rð   rñ   rý   Ú_argsort_nextrS   r@   rT   rU   rW   r.   r2   rX   rV   rˆ   rô   rÅ   r×   r‡   rK   r   rJ   r(   r\   r   )r?   rë   rå   rû   rì   rí   Ú	ascendingÚstablerö   r¾   r¯   rù   r¦   r¨   rü   r~   Znulls_mergedZnulls_indexZnulls_index_contentrú   r÷   rC   rC   rD   rþ   ­  sÀ    ÿþý
ÿüÿõÿ
ÿ
ÿÿþýüüÿôÿþÿÿÿþþýüùÿz IndexedOptionArray._argsort_nextc              	   C  s  |j | jju r|j | jju s J ‚| j\}}|  |¡\}	}
}}|	 |||
|||¡}tjj 	|j
| jj¡}|j | jju sxJ ‚| j | jd|jj|jj|jj|
jjf |j|j|j|j
|
j|
j
ƒ¡ tjjj||| jd�}|sä||krädnd}|�rtjjj||| jd�S |S d S )Nrï   r)   TF)r9   r€   r;   rð   rñ   Ú
_sort_nextrS   r@   rT   rU   rV   rW   r.   r2   rX   rˆ   r(   r\   rJ   )r?   rë   rå   rì   rí   rÿ   r   rö   r¾   r¯   rù   r¦   r¨   r~   rú   r÷   rC   rC   rD   r  /  sN    ÿþ
ÿ
ÿüÿôÿÿÿzIndexedOptionArray._sort_nextc
                 C  sª  | j \}
}|  |¡\}}}}|jr<|
s<||kr<|  ||¡}nd }| |||||||||	¡	}|
sj||krj|S t|tjjƒr€|j	}n8t|tjj
ƒr¤|j	|jd d … }ntdt|ƒj› �ƒ‚|jjrê|jdkrê|d dkrêtd|d › d�ƒ‚|jtu �rtjj t| jj¡}ntjj |jd | jj¡}|j| jju �rF|j| jju �sJJ ‚| j | jd|jj|jjf |j|j|j|jƒ¡ tjjj||| jd�}tjj
||| jd�S d S )Nr   z”reduce_next with unbranching depth > negaxis is only expected to return RegularArray or ListOffsetArray or IndexedOptionArray; instead, it returned zdreduce_next with unbranching depth > negaxis expects a ListOffsetArray whose offsets start at zero (r¹   r¢   Z/awkward_IndexedArray_reduce_next_fix_offsets_64r)   )rð   rñ   Zneeds_positionrý   Ú_reduce_nextr-   rS   rˆ   rõ   rA   r´   rÁ   r¸   r2   r3   r9   r…   rV   r   r@   rT   rU   r€   r;   rW   r.   rX   r(   r\   rJ   )r?   Zreducerrë   rå   rû   rì   rí   r‹   ZkeepdimsÚbehaviorrö   r¾   r¯   rù   r¦   r¨   rü   r~   Zout_contentrÂ   rZ   rC   rC   rD   r  e  s€    
÷ýÿÿÿÿþÿþþÿøÿÿÿzIndexedOptionArray._reduce_nextc                 C  st   t | ||ƒ}|d ur0|d |kr0|  ||||¡S |  ¡ \}}	}
| j |	d¡}| ||||||¡}tj|
||d�S d S )Nr¢   Tr)   )r   Z_combinations_axis0r©   r=   r‡   Ú_combinationsr(   r\   )r?   ÚnÚreplacementZrecordlookupr*   r½   r¾   rÀ   rã   r§   r¨   r¯   r~   rC   rC   rD   r  Ê  s    ÿz IndexedOptionArray._combinationsc              	   C  sð   |   d¡dkr2tj | j¡s2d|› dt| ƒ› d�S | jj| jj	u sFJ ‚| jd| jj
jf | jj| jj| jjdƒ}|jd urÜ|jd u rŠd}nd	|jjd
d� d¡ d¡ }|jjd
d�}d|› dt| ƒ› d|› d|j› |› �	S | j |d ¡S d S )Nr+   r,   zat z ("z<"): __array__ = "categorical" requires contents to be uniqueZawkward_IndexedArray_validityTrr   z (in compiled code: Úsurrogateescape)Úerrorsrv   ú(z"): z at i=z.content)rÕ   rS   Z_doZ	is_uniquer=   r2   r@   r9   r€   r;   r.   rX   rV   rb   ÚfilenameÚdecodeÚlstripÚidÚ_validity_error)r?   ÚpathÚerrorr
  ÚmessagerC   rC   rD   r  Ö  s(    ÿ

ÿþþ&z"IndexedOptionArray._validity_errorc                 C  s   | j  ¡ | j ¡  S rF   )r@   Ú_nbytes_partrA   rG   rC   rC   rD   r  ì  s    zIndexedOptionArray._nbytes_partc           	      C  s  t | ||ƒ}|d ur,|d |kr,|  ||¡S |d uræ|d |d krætj | jdd�¡}tjj |j| j	j
¡}|j| j	j
u rŠ|j| j	j
u sŽJ ‚| j	 | j	d|jj|jjf |j|j|jƒ¡ |  ¡  ||||¡}tjjj||| jd�S tjj| j| j ||||¡| jd�S d S )Nr¢   Frß   Z3awkward_IndexedOptionArray_rpad_and_clip_mask_axis1r)   )r   Z_pad_none_axis0rS   r@   rƒ   r„   rT   rU   rV   r€   r;   r9   rW   r.   r2   rX   r»   Ú	_pad_nonerˆ   r(   r\   rJ   r<   r=   )	r?   Útargetr½   r¾   ZcliprÀ   r‹   r@   r¯   rC   rC   rD   r  ï  s:    ÿþþÿüÿÿýzIndexedOptionArray._pad_noner   zContent | Noner"   )ÚpyarrowÚ	mask_nodeÚ
validbytesrV   Úoptionsc           
      C  s~   t j| jjdd�}| jdd�}d|| < |  d¡dkr@ddi}nd }tjjtj	 
|¡| j|d�}	|	 || tjj ||¡||¡S )NTrL   rß   r   r+   r,   r)   )ÚnumpyÚasarrayr<   rX   r„   rÕ   rS   rˆ   rÙ   r@   r&   r=   Ú	_to_arrowÚ_connectr  Zand_validbytes)
r?   r  r  r  rV   r  r@   Zthis_validbytesZnext_parametersr¯   rC   rC   rD   r    s     

ÿûzIndexedOptionArray._to_arrowc              	     sZ  ˆ j }ˆ j}|  ¡  |ˆ ¡}| jg|jdd … ¢R }|j||jd�}| | j	dd�¡ 
tj¡}| |¡�r@|�r6| | ||d fdt|ƒd   ¡|¡}	t||jjƒrØ|j |¡}
|j|	dd�}	|	| |¡  |
O  < ||| |¡< |jjd u�rt‡ fd	d
„|jj ¡ D ƒƒ}nt|jˆ ƒ}|||< |j ||	¡S tdƒ‚n|�rR|j |¡S |S d S )Nr¢   r   Frß   r   )r¢   TrL   c                 3  s   | ]\}}t |ˆ ƒV  qd S rF   )Úcreate_missing_data)rÆ   Z
each_dtyperã   r‚   rC   rD   rÈ   @  s   ÿz7IndexedOptionArray._to_backend_array.<locals>.<genexpr>zwContent.to_nplike cannot convert 'None' values to np.ma.MaskedArray unless the 'allow_missing' parameter is set to True)r9   r;   r»   Ú_to_backend_arrayrV   ÚshaperU   r.   r  r„   Úviewr/   Úbool_r†   Zbroadcast_toZreshaperÊ   r-   ÚmaZMaskedArrayZgetmaskarrayZlogical_notÚnamesÚtupleÚfieldsÚvaluesr  rº   )r?   Zallow_missingr:   r9   r;   rA   r  rX   Zmask0r‹   Zmask1Zmissing_datarC   r‚   rD   r  *  s<     þ
þ
ÿz$IndexedOptionArray._to_backend_arrayr!   zlist[Content])r:   r  r^   c                 C  s8   | j \}}|s|d s|dkr.|  ¡  ||¡S | gS d S )NZ
drop_nonesr¢   )rð   r»   Ú_remove_structure)r?   r:   r  rö   r¾   rC   rC   rD   r'  V  s    
z$IndexedOptionArray._remove_structurec                 C  s   |   ¡ S rF   )r»   rG   rC   rC   rD   Ú
_drop_none_  s    zIndexedOptionArray._drop_noner    zMapping[str, Any] | Noner   )Úactionr¾   Údepth_contextÚlateral_contextr  r^   c              	     sH  ˆj jjr�ˆj jjr�ˆjjdkr�ˆjj}|dk}ˆj j |¡r€ˆj j || ¡}t	j
j|| ˆj jd�‰ˆj|| ¡ d … ‰q´ˆjˆj ‰‰n$ˆj jjs¦ˆjdd� ˆjˆj ‰‰ˆd rîˆd rÌtj‰nt‰‡ ‡‡‡‡‡‡‡‡f	dd	„}	n‡ ‡‡‡‡‡fd
d	„}	ˆ ˆˆˆˆ|	ˆj ˆd�}
t|
tƒ�r,|
S |
d u �r<|	ƒ S t|
ƒ‚d S )Nr   rQ   r¢   Frm   Zreturn_arrayZreturn_simplifiedc                	     s0   ˆˆˆ  ˆ ˆt ˆ¡ˆˆ¡ˆd r(ˆjnd d�S )NZkeep_parametersr)   )Ú_recursively_applyrK   rJ   rC   ©	r)  rA   r¾   r*  r@   r+  Úmaker  r?   rC   rD   Úcontinuation„  s    û÷z;IndexedOptionArray._recursively_apply.<locals>.continuationc                     s   ˆ  ˆ ˆt ˆ¡ˆˆ¡ d S rF   )r,  rK   rC   )r)  rA   r¾   r*  r+  r  rC   rD   r/  “  s    û)r¾   r*  r+  r/  r:   r  )r€   r9   r…   r<   rV   rX   r;   r†   ÚminrS   r@   r&   r=   Úmaxro   r(   r\   r-   r   r¸   )r?   r)  r¾   r*  r+  r  ZnpindexZnpselectZindexminr/  r[   rC   r-  rD   r,  b  sL    	ÿþ
ýÿ
	ù

z%IndexedOptionArray._recursively_apply)rn   r^   c           	      C  sÜ   |   d¡dkr:|r| j d¡n| j}tjj| j|| jd�S | jj	}| jj
}|dk }| |¡}|j| jj| jjd�}d||< |j| |j| ¡| jjd�|| < |  ¡ }tjjtjj|| jj	d�|rÌ| d¡n|| jd�S d S )	Nr+   r,   Tr)   r   r   r�   rQ   )rÕ   r=   Ú	to_packedrS   rˆ   r(   r<   rJ   r€   r;   rX   Zcount_nonzerorU   rV   r.   ZarangeZshape_item_as_indexÚsizer»   r@   r&   )	r?   rn   rA   r;   Zoriginal_indexZis_noneZnum_noneZ	new_indexrî   rC   rC   rD   r2  ­  s*    
ÿ
þýzIndexedOptionArray.to_packedc           
      C  sš   | j jjstdƒ‚|  ||¡}|d ur*|S | j t¡}|dk}tj	| j
ddd�}| tj || ¡d¡}| ||¡}t|ƒD ]\}}	|	s|| |d ¡ q||S )Nz0cannot convert typetracer arrays to Python listsr   ÚcpuF)Z	highlevel)r€   r9   r…   r1   Z_to_list_customr<   re   r  rS   Ú
to_backendr=   r‡   r@   r&   Ú_to_listÚ	enumerateÚinsert)
r?   r  Zjson_conversionsr~   r@   Znot_missingrA   rÜ   ÚiZisvalidrC   rC   rD   r6  Æ  s    
zIndexedOptionArray._to_list)r:   r^   c                 C  s*   | j  |¡}| j |j¡}t||| jd�S rI   )r=   r5  r<   rj   r;   r(   rJ   )r?   r:   rA   r@   rC   rC   rD   Ú_to_backendÚ  s    zIndexedOptionArray._to_backend)rÃ   Úindex_dtypeÚ
numpyarrayÚall_parametersr^   c                 C  s2   |   ||¡o0| j |j||¡o0| j |j|||¡S rF   )Z_is_equal_to_genericr<   Zis_equal_tor@   r=   Ú_is_equal_torA   )r?   rÃ   r;  r<  r=  rC   rC   rD   r>  ß  s    ÿ
ÿýzIndexedOptionArray._is_equal_to)T)rC   )rC   )N)T)T)Er3   Ú
__module__Ú__qualname__Ú__doc__rE   Úpropertyr@   r%   rH   Ú__annotations__r   rK   rM   rP   Úclassmethodr\   ra   rf   rl   ro   rq   rV   rt   rs   rR   r�   rŽ   r„   r‘   r“   r•   r�   r›   r�   r‡   r©   r°   rª   rµ   r»   r¿   rÅ   rÐ   rØ   r×   rá   râ   rä   rè   rê   rò   rý   rñ   rþ   r  r  r  r  r  r  r  r  r'  r(  r,  r2  r6  r:  r>  rC   rC   rC   rD   r(   5   sˆ   
/
%

 ÿ
 ÿ	
27(
I.
Aj
B +3 6e,	Kr(   c                 C  sÔ   t  | t j¡rdS t  | t j¡r&t jS t  | t j¡rDt jt jd  S t  | t j¡r^t  | ¡jS t  | j	t j
¡s~t  | j	t j¡rž|jjt  t j¡jg| d�d S t  | t j¡r°dS t  | t j¡rÂdS td| › �ƒ‚dS )	zÚCreate missing data based on the input dtype

    Missing data are represented differently based on the Numpy array
    dtype, this function returns the proper missing data representation
    given the input dtype
    Fy              ð?r   r   rr   rÉ   zunrecognized dtype: N)r/   Z
issubdtyper!  ZfloatingÚnanZcomplexfloatingÚintegerZiinfor1  r2   Z
datetime64Ztimedelta64r9   r  r0   Zstr_Úbytes_r¸   )r.   r:   rC   rC   rD   r  ë  s"    ÿ r  )CÚ
__future__r   rK   Úcollections.abcr   r   r   ZawkwardrS   Zawkward._backends.backendr   Zawkward._layoutr   Zawkward._meta.indexedoptionmetar   Zawkward._nplikes.array_liker	   Zawkward._nplikes.numpyr
   Zawkward._nplikes.numpy_liker   r   Zawkward._nplikes.placeholderr   Zawkward._nplikes.shaper   r   Zawkward._nplikes.typetracerr   r   Zawkward._parametersr   r   Zawkward._regularizer   Zawkward._slicingr   Zawkward._typingr   r   r   r   r   r   r   Zawkward._utilr   Zawkward.contents.contentr   r   r    r!   r"   Zawkward.errorsr#   Zawkward.forms.formr$   Zawkward.forms.indexedoptionformr%   Zawkward.indexr&   r'   rk   r/   r  r(   r  rC   rC   rC   rD   Ú<module>   sT   $	             B