a
    yn„f^ó  ã                   @  s¬  d dl mZ d dlZd dlZd dlmZmZmZmZ d dl	Z
d dlmZ d dlmZ d dlmZ d dlmZ d dlmZ d d	lmZ d d
lmZmZ d dlmZ d dlmZmZ d dlm Z m!Z! d dl"m#Z#m$Z$ d dl%m&Z& d dl'm(Z( d dl)m*Z*m+Z+m,Z,m-Z-m.Z.m/Z/m0Z0 d dl1m2Z2 d dl3m4Z4m5Z5m6Z6m7Z7m8Z8 d dl9m:Z: d dl;m<Z< d dl=m>Z> d dl?m@Z@mAZAmBZB e*�r~d dl'mCZC e D¡ ZEe D¡ ZFe0G dd„ dee5 e5ƒƒZGdS )é    )ÚannotationsN)ÚIterableÚMappingÚMutableMappingÚSequence)ÚBackend)Úmaybe_posaxis)Ú	UnionMeta)Ú	ArrayLike)ÚCupy)ÚNumpy)Ú	IndexTypeÚNumpyMetadata)ÚPlaceholderArray)Ú	ShapeItemÚunknown_length)ÚOneOfÚ
TypeTracer)Úparameters_intersectÚparameters_union)Úis_integer_like)ÚNO_HEAD)ÚTYPE_CHECKINGÚAnyÚCallableÚFinalÚSelfÚSupportsIndexÚfinal)ÚUNSET)ÚApplyActionOptionsÚContentÚImplementsApplyActionÚRemoveStructureOptionsÚToArrowOptions)Ú	AxisError)ÚForm)Ú	UnionForm)ÚIndexÚIndex8ÚIndex64)Ú	SliceItemc                	   @  s&  e Zd ZU dZddœdd„Zedd„ ƒZedd	„ ƒZeZ	d
e
d< eeefedœdd„Zdd„ Zdd„ Zedddœdd„ƒZdddœdd„Zdddddd œd!d"„Zd#d$d%œd&d'„Zd#d(œd)d*„Zd#d(œd+d,„Zed-d.œd/d0„ƒZd1d2„ Zd3d4„ Zd5d6„ Zd#d.œd7d8„Zd9d:œd;d<„Zd9d9d=d>œd?d@„Zd³dBdCd=dDœdEdF„Zd´dGdCd=dDœdHdI„ZdJd#d=dKœdLdM„ZdNdO„ Z dPdQ„ Z!e"e#dRœdJddSdTœdUdV„ƒZ$dJdJdWœdXdY„Z%e"e&e#dZœdJd[ddSdSd\d]œd^d_„ƒZ'd`da„ Z(dJdJd=d=dbœdcdd„Z)dedfdgd=dhœdidj„Z*dkdkdldmœdndo„Z+d=d#d#dpœdqdr„Z,dsdt„ Z-dudv„ Z.dwd=dxœdydz„Z/d=d=d{œd|d}„Z0d~d„ Z1d€d�„ Z2d‚dƒ„ Z3d„d…„ Z4d†d‡„ Z5dˆd‰„ Z6dŠd‹„ Z7dŒd�„ Z8dŽd�„ Z9d�d‘„ Z:d’d“„ Z;d”d•d•dkd–d—œd˜d™„Z<dšd›„ Z=ddœd�džœdŸd „Z>d¡dkd¢d¢d£d•d¤œd¥d¦„Z?dµd#d$d¨œd©dª„Z@d«d¬„ ZAdd$d­œd®d¯„ZBd$d#d#d#d#d°œd±d²„ZCdS )¶Ú
UnionArraya�  
    UnionArray represents data drawn from an ordered list of `contents`,
    which can have different types, using

    * `tags`: buffer of integers indicating which content each array element draws from.
    * `index`: buffer of integers indicating which element from the content to draw from.

    UnionArrays correspond to Apache Arrow's
    [dense union type](https://arrow.apache.org/docs/format/Columnar.html#dense-union).
    Awkward Array has no direct equivalent for Apache Arrow's
    [sparse union type](https://arrow.apache.org/docs/format/Columnar.html#sparse-union).

    To illustrate how the constructor arguments are interpreted, the following is a
    simplified implementation of `__init__`, `__len__`, and `__getitem__`:

        class UnionArray(Content):
            def __init__(self, tags, index, contents):
                assert isinstance(tags, Index8)
                assert isinstance(index, (Index32, IndexU32, Index64))
                assert isinstance(contents, list)
                assert len(index) >= len(tags)  # usually equal
                for x in tags:
                    assert 0 <= x < len(contents)
                for i, x in enumerate(tags):
                    assert 0 <= index[i] < len(contents[x])
                self.tags = tags
                self.index = index
                self.contents = contents

            def __len__(self):
                return len(self.tags)

            def __getitem__(self, where):
                if isinstance(where, int):
                    if where < 0:
                        where += len(self)
                    assert 0 <= where < len(self)
                    return self.contents[self.tags[where]][self.index[where]]

                elif isinstance(where, slice) and where.step is None:
                    return UnionArray(
                        self.tags[where], self.index[where], self.contents
                    )

                elif isinstance(where, str):
                    return UnionArray(
                        self.tags, self.index, [x[where] for x in self.contents]
                    )

                else:
                    raise AssertionError(where)
    N©Ú
parametersc                C  s¢  t |tƒr|jt tj¡ks4tt| ƒj› d|›�ƒ‚t |tƒs~|jt tj¡t tj	¡t tj
¡fv r~tt| ƒj› d|›�ƒ‚t |tƒs tt| ƒj› d|›�ƒ‚t |tƒs²t|ƒ}t|ƒdk rÒtt| ƒj› d�ƒ‚d}|D ] }t |tƒ�stt| ƒj› d|›�ƒ‚|j�r(td t| ƒjt|ƒj¡ƒ‚qÚ|j�r:|d	7 }qÚ|jrÚ| d
¡dkrÚtt| ƒj› dt|ƒj› dt| ƒj› d�ƒ‚qÚ|dt|ƒhv�r®tt| ƒj› dt| ƒj› d�ƒ‚d }|D ]P}|d u �rÌ|j}n8||ju�r¶tt| ƒj› dt|ƒj› dt|jƒj› �ƒ‚�q¶|jj�r\|jtu�r\|jtu�r\|j|jk�r\tt| ƒj› d|j› d|j› d�ƒ‚|j|ju �snJ ‚|j|ju �s€J ‚|| _|| _|| _|  ||¡ d S )Nz. 'tags' must be an Index with dtype=int8, not zD 'index' must be an Index with dtype in (int32, uint32, int64), not z" 'contents' must be iterable, not é   z  must have at least 2 'contents'r   z0 all 'contents' must be Content subclasses, not zR{0} cannot contain union-types in its 'contents' ({1}); try {0}.simplified insteadé   Ú	__array__ÚcategoricalzA cannot contain non-categorical indexed-types in its 'contents' (z); try z.simplified insteadzV must either be comprised of entirely optional contents, or no optional contents; try ú7 'contents' must use the same array library (backend): ú vs z len(tags) (z) must be <= len(index) (ú))Ú
isinstancer(   ÚdtypeÚnpÚint8Ú	TypeErrorÚtypeÚ__name__Úint32Zuint32Úint64r   ÚlistÚlenr!   Zis_unionÚformatÚ	is_optionÚ
is_indexedÚ	parameterÚbackendÚindex_nplikeÚ
known_dataÚlengthr   Ú
ValueErrorÚnplikeÚ_tagsÚ_indexÚ	_contentsÚ_init)ÚselfÚtagsÚindexÚcontentsr.   Zn_seen_optionsÚcontentrE   © rT   ú^/home/yuhw/wc/wire-cell-python/wcpy/lib/python3.9/site-packages/awkward/contents/unionarray.pyÚ__init__l   s’    ÿ


ýÿÿ
ÿ
ÿÿÿ
ÿÿÿÿ
&ÿÿþý
üÿzUnionArray.__init__c                 C  s   | j S ©N)rK   ©rO   rT   rT   rU   rP   »   s    zUnionArray.tagsc                 C  s   | j S rW   )rL   rX   rT   rT   rU   rQ   ¿   s    zUnionArray.indexr   Úform_clsc                C  sH   t |tu r| jn||tu r | jn||tu r0| jn||tu r@| jn|d�S ©Nr-   )r,   r   rK   rL   rM   Ú_parameters)rO   rP   rQ   rR   r.   rT   rT   rU   ÚcopyÅ   s    üzUnionArray.copyc                 C  s   |   ¡ S rW   ©r\   rX   rT   rT   rU   Ú__copy__Ô   s    zUnionArray.__copy__c                   s@   | j t  | jˆ ¡t  | jˆ ¡‡ fdd„| jD ƒt  | jˆ ¡d�S )Nc                   s   g | ]}t  |ˆ ¡‘qS rT   )r\   Údeepcopy©Ú.0Úx©ÚmemorT   rU   Ú
<listcomp>Û   ó    z+UnionArray.__deepcopy__.<locals>.<listcomp>)rP   rQ   rR   r.   )r\   r_   rK   rL   rM   r[   )rO   rd   rT   rc   rU   Ú__deepcopy__×   s    üzUnionArray.__deepcopy__F©r.   Ú	mergeboolc                C  s<  |}|}|}d }	|D ]F}
|	d u r(|
j }	q|	|
j urt| j› dt|	ƒj› dt|
j ƒj› �ƒ‚q|	jjrx|j|jk rxtdƒ‚|j}tj	j
 ||	j¡}tj	j ||	j¡}g }t|ƒD �]˜\}}t|tƒ�r|j}|j}|j}t|j|ƒ}t|ƒD �]\}}d}tt|ƒƒD ]”}||  ||¡�r|	 |	d|jj|jj|jj|jj|jj|jjf |j|j|j|j|j|j|||||| jƒ¡ ||  |g¡||< d} �qš�q|rê|	 |	d|jj|jj|jj|jj|jj|jjf |j|j|j|j|j|jt|ƒ|||dƒ¡ | |¡ qêq®d}tt|ƒƒD ]Ú}|| |u �rx|	 |	d|jj|jj|jj|jjf |j|j|j|j|||dƒ¡ d} �qônx||  ||¡�r|	 |	d|jj|jj|jj|jjf |j|j|j|j||||| jƒ¡ ||  |g¡||< d} �qô�q|r®|	 |	d|jj|jj|jj|jjf |j|j|j|jt|ƒ||dƒ¡ | |¡ q®t|ƒd	k�r`td
ƒ‚t|ƒD ]j\}}
t|
tjj ƒ�rh|
 !d¡dk�rh|j|k}|
j	j|j|  |j|< |
j"j#t|
j"j$|
j$ƒd�||< �qht%dd„ |D ƒƒ�rödd„ |D ƒ}t|ƒdk�r(|d  &|d¡}|j#t|j|ƒd�S | ||||d�S d S )Nr3   r4   z*invalid UnionArray: len(index) < len(tags)TZawkward_UnionArray_simplifyFr   Zawkward_UnionArray_simplify_oneé€   ú4FIXME: handle UnionArray with more than 127 contentsr1   r2   r-   c                 s  s   | ]}|j V  qd S rW   )rB   ©ra   ÚcrT   rT   rU   Ú	<genexpr>§  rf   z(UnionArray.simplified.<locals>.<genexpr>c                 S  s0   g | ](}|j r|n|jr | ¡ n
tj |¡‘qS rT   )rB   rC   Zto_IndexedOptionArray64ÚakrR   ÚUnmaskedArrayrl   rT   rT   rU   re   ¨  s   üÿÿ
z)UnionArray.simplified.<locals>.<listcomp>r0   )'rE   r:   r<   r;   rJ   rG   rH   rI   ro   rQ   r)   ÚemptyrF   r*   Ú	enumerater6   r,   rK   rL   rM   r   r[   Úranger@   Ú_mergeable_nextÚmaybe_kernel_errorr7   ÚdataÚ
_mergemanyÚappendÚNotImplementedErrorrR   ÚIndexedArrayrD   rS   r\   r.   ÚanyÚ_carry)ÚclsrP   rQ   rR   r.   ri   Z
self_indexZ	self_tagsZself_contentsrE   rS   rH   ÚiZ	self_contZ	innertagsZ
innerindexZinnercontentsÚjÚ
inner_contZunmergedÚkÚtagZ	selectionÚnextrT   rT   rU   Ú
simplifiedß   sb   

"ÿúÿ	íÿ
úÿ	íÿüÿòÿüÿòÿ
üÿòÿÿ	ÿþ

ÿÿú	üzUnionArray.simplifiedzCallable[[Content], str | None]r'   )ÚgetkeyÚreturnc                   s6   ˆ | ƒ}| j | jj| jj‡ fdd„| jD ƒ| j|d�S )Nc                   s   g | ]}|  ˆ ¡‘qS rT   )Ú_form_with_keyr`   ©r…   rT   rU   re   Â  rf   z-UnionArray._form_with_key.<locals>.<listcomp>)r.   Úform_key)rY   rK   ÚformrL   rM   r[   )rO   r…   r‰   rT   rˆ   rU   r‡   ½  s    ûzUnionArray._form_with_keyr&   z#Callable[[Content, Form, str], str]zMutableMapping[str, ArrayLike]r   Ústr)rŠ   r…   Ú	containerrE   Ú	byteorderc           
      C  s�   t || jƒsJ ‚|| |dƒ}|| |dƒ}tj | j |j¡|¡||< tj | j |j¡|¡||< t	| j
ƒD ] \}}	|	 | |¡||||¡ qjd S )NrP   rQ   )r6   rY   ro   Z_utilZnative_to_byteorderrK   ÚrawrF   rL   rr   rM   Ú_to_buffersrS   )
rO   rŠ   r…   rŒ   rE   r�   Úkey1Úkey2r~   rS   rT   rT   rU   r�   Ç  s    ÿÿzUnionArray._to_buffersÚboolr   )Úforget_lengthr†   c                   sJ   t  ¡ }| j |¡}tˆ r"| ¡ n|| j |¡‡ fdd„| jD ƒ| jd�S )Nc                   s   g | ]}|  ˆ ¡‘qS rT   )Ú_to_typetracerr`   ©r“   rT   rU   re   á  rf   z-UnionArray._to_typetracer.<locals>.<listcomp>r-   )	r   ÚinstancerK   Ú	to_npliker,   r“   rL   rM   r[   )rO   r“   ÚttrP   rT   r•   rU   r”   Û  s    
üzUnionArray._to_typetracer©Ú	recursivec                 C  s2   | j  ¡  | j ¡  |r.| jD ]}| |¡ qd S rW   )rK   Ú_touch_datarL   rM   ©rO   rš   rb   rT   rT   rU   r›   å  s
    


zUnionArray._touch_datac                 C  s2   | j  ¡  | j ¡  |r.| jD ]}| |¡ qd S rW   )rK   Ú_touch_shaperL   rM   rœ   rT   rT   rU   r�   ì  s
    


zUnionArray._touch_shaper   )r†   c                 C  s   | j jS rW   )rK   rH   rX   rT   rT   rU   rH   ó  s    zUnionArray.lengthc                 C  s   |   ddd¡S )NÚ )Ú_reprrX   rT   rT   rU   Ú__repr__÷  s    zUnionArray.__repr__c                 C  sò   ||dg}|  tt| jƒƒ¡ |  d¡ | |  |d ¡¡ |  d¡ |  | j |d dd¡¡ |  | j |d dd¡¡ t	| j
ƒD ]J\}}|  |› d	t|ƒ›d
�¡ |  | |d dd¡¡ |  |› d�¡ q„|  |d ¡ |  |¡ d |¡S )Nz<UnionArray len=ú>z    Ú
z<tags>z</tags>
z<index>z	</index>
z    <content index=z>
z        rž   z    </content>
z</UnionArray>)rx   Úreprr‹   rH   ÚextendZ_repr_extrarK   rŸ   rL   rr   rM   Újoin)rO   ÚindentÚpreÚpostÚoutr~   rb   rT   rT   rU   rŸ   ú  s    



zUnionArray._reprc                 C  s   |   dd¡S )Nr   )Ú_getitem_rangerX   rT   rT   rU   Ú_getitem_nothing  s    zUnionArray._getitem_nothingc                 C  s:   t | jtƒst | jtƒrdS | jD ]}| ¡ r" dS q"dS )NTF)r6   rK   r   rL   rM   Ú_is_getitem_at_placeholder)rO   rS   rT   rT   rU   r¬     s    ÿ
z%UnionArray._is_getitem_at_placeholderr   ©Úwherec                   s–   | j jjs.| jdd� t‡ fdd„| jD ƒƒS ˆ dk r@ˆ | j7 ‰ | j jjrpdˆ   kr`| jk spn tj 	| ˆ ¡‚| j
ˆ  | jˆ   }}| j|  |¡S )NFr™   c                   s   g | ]}|  ˆ ¡‘qS rT   )Ú_getitem_atr`   r­   rT   rU   re     rf   z*UnionArray._getitem_at.<locals>.<listcomp>r   )Ú_backendrJ   rG   r›   r   rM   rH   ro   Ú_errorsÚindex_errorrK   rL   r¯   )rO   r®   r‚   rQ   rT   r­   rU   r¯     s    

"zUnionArray._getitem_atr!   )ÚstartÚstopr†   c                 C  sB   | j jjs| jdd� | S t| j||… | j||… | j| jd�S )NFr™   r-   )	r°   rJ   rG   r�   r,   rK   rL   rM   r[   )rO   r³   r´   rT   rT   rU   rª   %  s    
üzUnionArray._getitem_rangerT   zstr | SupportsIndexztuple[str, ...])r®   Úonly_fieldsr†   c                   s(   t j| j| j‡ ‡fdd„| jD ƒd d�S )Nc                   s   g | ]}|  ˆˆ ¡‘qS rT   )Ú_getitem_fieldr`   ©rµ   r®   rT   rU   re   7  rf   z-UnionArray._getitem_field.<locals>.<listcomp>r-   ©r,   r„   rK   rL   rM   ©rO   r®   rµ   rT   r·   rU   r¶   1  s    üzUnionArray._getitem_fieldzlist[str | SupportsIndex]c                   s(   t j| j| j‡ ‡fdd„| jD ƒd d�S )Nc                   s   g | ]}|  ˆˆ ¡‘qS rT   )Ú_getitem_fieldsr`   r·   rT   rU   re   A  rf   z.UnionArray._getitem_fields.<locals>.<listcomp>r-   r¸   r¹   rT   r·   rU   rº   ;  s    üzUnionArray._getitem_fieldsr(   )ÚcarryÚ
allow_lazyr†   c              
   C  sŒ   t |tjjƒsJ ‚z(| j|j }| jd | jj… |j }W n< tyv } z$tj	 
| |jt|ƒ¡|‚W Y d }~n
d }~0 0 t||| j| jd�S rZ   )r6   ro   rQ   r(   rK   rv   rL   rH   Ú
IndexErrorr±   r²   r‹   r,   rM   r[   )rO   r»   r¼   ÚnexttagsÚ	nextindexÚerrrT   rT   rU   r|   E  s    .üzUnionArray._carryc              
   C  sT  d}t | jƒD ]\}}|jr|} q&q| jjjs¾| jdd� | jj}| j	j}g }t | jƒD ]^\}	}|	|kr¤| jj
j|jd tjd�}
| tjj tj |
¡|¡¡ qZ| tjj |¡¡ qZ�nl| | jj¡ ¡ }|dk }| jjdk�rnd||< z(| jj| }| j	jd | jj… | }W n< t�yR } z"tj | |t|ƒ¡|‚W Y d }~n
d }~0 0 |||< | j| j||< n@| jj
jt|ƒ|| jjd�}| jj
jt|ƒ| j| j| j	jd�}g }t | jƒD ]l\}	}|	|k�r| jj
j|jd tjd�}
d|
|j< | tjj tj |
¡|¡¡ n| tjj |¡¡ �q¼t jtj !|¡tj !|¡|t"| j#|ƒd�S )Nr   Fr™   r0   ©r7   éÿÿÿÿr-   )$rr   rM   rB   r°   rJ   rG   r›   rK   rv   rL   rF   ÚarangerH   r8   r>   rx   ro   rR   ÚIndexedOptionArrayr„   rQ   r*   rp   rŽ   r\   r½   r±   r²   r‹   Úfullr@   r7   r,   r(   r   r[   )rO   rQ   r.   Ztag_for_missingr~   rS   r¾   r¿   rR   r‚   Zindexedoption_indexZ
carry_dataZ
is_missingrÀ   rT   rT   rU   Ú_union_of_optionarraysU  sv    
ÿÿÿ,ÿ
ý
ÿ
ÿÿ


üz!UnionArray._union_of_optionarraysc              	   C  s  | j j}| jjtu s,|tu s,| jj|ks,J ‚tjj d| jj	¡}tjj || jj	¡}|j
| jj	u r�|j
| jj	u r�| j j
| jj	u r�| jj
| jj	u s”J ‚| j | jd|jj|jj| j jj| jjjf |j|j| j j| jj||ƒ¡ tjj|jd |d … | jj	d�}| j|  |d¡S )Nr0   Zawkward_UnionArray_projectr   ©rJ   F)rK   rH   rL   r   ro   rQ   r*   rq   r°   rF   rJ   ru   r7   r;   rv   rM   r|   )rO   rQ   ÚlentagsZlenoutZtmpcarryZ	nextcarryrT   rT   rU   Úproject¡  sL    
ÿÿ
þÿþýüüÿôÿÿzUnionArray.project)Ú	index_clsztype[Index])rP   rE   rÊ   c                C  sú   |   |j¡} | j}tjjjd|jd�}|j|ju r>| j|ju sBJ ‚| |d|j	j
| j	j
f |j| j|ƒ¡ |j |d ¡}|j||jd�}|j||jd�}|j|ju r¾|j|ju r¾| j|ju sÂJ ‚| |d|j	j
|j	j
| j	j
f |j|j|| j|ƒ¡ |S )Nr0   rÇ   Z(awkward_UnionArray_regular_index_getsizer   Z awkward_UnionArray_regular_index)r—   rF   rH   ro   rQ   r*   rq   rJ   ru   r7   r;   rv   Úindex_as_shape_item)rP   rE   rÊ   rÈ   Ú_sizeÚsizeÚcurrentÚoutindexrT   rT   rU   Úregular_indexÃ  sX    
ÿ
ÿþÿùÿ
ÿ
þ
ýýÿöÿzUnionArray.regular_index)rP   r†   c                 C  s   | j |t| jƒ| jd�S )N)rÊ   rE   )rÐ   r;   rL   r°   )rO   rP   rT   rT   rU   Ú_regular_indexô  s    ÿzUnionArray._regular_index)Útags_clsrÊ   zSequence[Index]ztuple[Index, Index])ÚoffsetsÚcountsrE   rÒ   rÊ   r†   c                  sú   |j ‰ |  ˆ ¡} ‡ fdd„|D ƒ}tj ˆ j| jdd�¡}ˆ  |ˆ  |j	d ¡ ¡}|j
|ˆ d�}|j
|ˆ d�}t|ƒD ]x\}	}
|jˆ u r¨|jˆ u r¨|jˆ u r¨|
jˆ u s¬J ‚| |d|jj|jj|jj|
jjf |j|j|j|	|
j|j	d ƒ¡ qx||fS )Nc                   s   g | ]}|  ˆ ¡‘qS rT   )r—   rl   ©rF   rT   rU   re     rf   z0UnionArray.nested_tags_index.<locals>.<listcomp>Tr]   r0   rÇ   Z(awkward_UnionArray_nestedfill_tags_index)rF   r—   ro   rQ   r*   Úasarrayrv   rË   Úshape_item_as_indexrH   rq   rr   rJ   ru   r7   r;   )rÓ   rÔ   rE   rÒ   rÊ   Z	f_offsetsZ
contentlenrP   rQ   r‚   ÚcountrT   rÕ   rU   Únested_tags_indexù  sH    	
ÿÿþýüüÿôÿzUnionArray.nested_tags_indexc              	   C  s>   t | tjjƒr.tj | tjj|||d d�d¡‚|  ||||¡S )Nr-   z6cannot apply jagged slices to irreducible union arrays)r6   ro   rR   r,   r±   r²   Z	ListArrayÚ_getitem_next_jagged©rO   ÚslicestartsÚ
slicestopsÚslicecontentÚtailrT   rT   rU   Ú_getitem_next_jagged_generic(  s    ÿûz'UnionArray._getitem_next_jagged_generic)rÜ   rÝ   rÞ   r†   c                 C  s   |   ||||¡S rW   )rà   rÛ   rT   rT   rU   rÚ   3  s    ÿzUnionArray._getitem_next_jaggedzSliceItem | tupleztuple[SliceItem, ...]zIndex | None)Úheadrß   Úadvancedr†   c                 C  s  |t u r| S t|ƒs,t|ttjjtjjfƒr„g }t	t
| jƒƒD ]"}|  |¡}| | |||¡¡ q>|  | j¡}tj| j||| jd�S t|tƒrœ|  |||¡S t|tƒr´|  |||¡S |tju rÊ|  ||¡S |tu rÞ|  ||¡S t|tjjƒ� rü|  |||¡S tt |ƒƒ‚d S rZ   )!r   r   r6   Úslicero   rQ   r*   rR   ZListOffsetArrayrs   r@   rM   rÉ   rx   Ú_getitem_nextrÑ   rK   r,   r„   r[   r‹   Z_getitem_next_fieldr?   Z_getitem_next_fieldsr8   ZnewaxisZ_getitem_next_newaxisÚEllipsisZ_getitem_next_ellipsisrÄ   Z_getitem_next_missingÚAssertionErrorr£   )rO   rá   rß   râ   Zoutcontentsr~   Z
projectionrÏ   rT   rT   rU   rä   :  s6    
ÿ
ü


zUnionArray._getitem_nextÚintztuple[Index, Content])ÚaxisÚdepthr†   c                 C  sª  t | ||ƒ}|d ur,|d |kr,tdƒ‚�nzd}| jjjt| jƒtjd�}g }g }t	t| jƒƒD ]B}| j|  
||¡\}	}
|	j||< | |	¡ | |
¡ |	jdk}q`|�rrtjjjd| jjd�}|j| jju rî| jj| jju rî| jj| jju sòJ ‚| jjt ¡ k�rd| j | jd|jj| jjj| jjjtjf |j| jj| jj| jj|j t t tj¡¡¡ƒ¡ nZ| jjt ¡ k�r¾| j | jd|jj| jjj| jjjtjf |j| jj| jj| jj|ƒ¡ tjj j|d | jjd�}tjjj|d | jjd�}tjjj| jjd | jjd�}|j| jju �rd|j| jju �rd|j| jju �rd| jj| jju �rd| jj| jju �shJ ‚| jjt ¡ k�rî| j | jd|jj|jj|jj| jjj| jjjtjf |j|j|j| jj| jj| jj|j t t tj¡¡¡ƒ¡ nn| jjt ¡ k�r\| j | jd|jj|jj|jj| jjj| jjjtjf |j|j|j| jj| jj| jj|ƒ¡ |t!|||| j"d	�fS tjjj#d| jjtjd
�}	|	t!| j| j|| j"d	�fS d S )Nr0   zaxis=0 not allowed for flattenFrÁ   r   rÇ   Z!awkward_UnionArray_flatten_lengthZ"awkward_UnionArray_flatten_combiner-   )rJ   r7   )$r   r%   r°   rF   rq   r@   rM   r8   Zintprs   Ú_offsets_and_flattenedZptrrx   rH   ro   rQ   r*   rJ   rK   rL   r   r–   ru   r7   r;   r>   rv   ÚctypesZdata_asZPOINTERZc_int64r   r)   r,   r[   Úzeros)rO   rè   ré   ÚposaxisZhas_offsetsZoffsetsrawsrR   Zkeep_offsetsr~   rÓ   Z	flattenedÚtotal_lengthZtotagsZtoindexZ	tooffsetsrT   rT   rU   rê   e  s&   ÿ
ÿ


ÿÿþýüÿÿõÿüÿõÿÿÿÿÿþýüûúÿ	ÿñÿúÿ	ñÿüþýüþz!UnionArray._offsets_and_flattened)Úotherri   r†   c                 C  s   dS )NTrT   )rO   rï   ri   rT   rT   rU   rt   ý  s    zUnionArray._mergeable_nextc                 C  sZ   t |ƒdkrtdƒ‚| g|¢}g }tdd„ || D ƒƒrRtdd„ || D ƒƒsRt‚||fS )Nr   zFto merge this array with 'others', at least one other must be providedc                 s  s   | ]}|j jjV  qd S rW   )rE   rJ   rG   r`   rT   rT   rU   rn   	  rf   z/UnionArray._merging_strategy.<locals>.<genexpr>)r@   rI   r{   ÚallÚRuntimeError)rO   Úothersrá   rß   rT   rT   rU   Ú_merging_strategy   s    ÿ
ÿzUnionArray._merging_strategyc                 C  sœ  |j }| j }tjjj|| | jjd�}tjjj|| | jjd�}|g}| | j	¡ |j
| jju sdJ ‚| j | jd|jjf |jd|dƒ¡ |j
| jju sœJ ‚| j | jd|jjf |jd|ƒ¡ |j
| jju rÞ| jj
| jju sâJ ‚| j | jd|jj| jjjf |j|| jj|dƒ¡ |j
| jju �r8| jj
| jju �s<J ‚| j | jd|jj| jjjf |j|| jj|ƒ¡ t|ƒdk�r„td	ƒ‚tj	jj|||| jd
�S )NrÇ   Ú!awkward_UnionArray_filltags_constr   Ú"awkward_UnionArray_fillindex_countÚawkward_UnionArray_filltagsr0   Úawkward_UnionArray_fillindexrj   rk   r-   )rH   ro   rQ   r)   rq   r°   rF   r*   r¤   rR   rJ   ru   r7   r;   rv   rP   r@   ræ   r,   r„   r[   )rO   rï   ZtheirlengthZmylengthrP   rQ   rR   rT   rT   rU   Ú_reverse_merge  sŠ    þþüÿ	ýÿ	ÿþþÿ÷ÿÿþþÿøÿ
ÿzUnionArray._reverse_mergezSequence[Content])rò   r†   c              
   C  sÞ  t |ƒdkr| S | jj}|  |¡\}}d}|D ]}||j7 }q.tjjj||d�}tjj	j||d�}g }	d}
| j
}|D �]$}t|tjjƒrŠqtt||j
ƒ}t|tjjƒ�rh|j}|j}|j}|j|u rÌ|j|u sÐJ ‚| j | jd|jj|jjf |j|
|j|jt |	ƒƒ¡ |j|u �r|j|u �s"J ‚| j | jd|jj|jjf |j|
|j|jƒ¡ |
|j7 }
|	 |¡ qtt|tjjƒ�r| d¡dk�r|j|u �s˜J ‚| j | jd|jjf |j|
|jt |	ƒƒ¡ |jj|j| |
¡| |
|j ¡…< |
|j7 }
|	 |jjt|jj
|j
ƒd�¡ qt|j|u �s$J ‚| j | jd|jjf |j|
|jt |	ƒƒ¡ |j|u �s`J ‚| j | jd	|jjf |j|
|jƒ¡ |
|j7 }
|	 |¡ qtt |	ƒd
k�r²tdƒ‚tjjj|||	|d�}t |ƒdk�sÚJ ‚|S )Nr   rÇ   rö   r÷   r1   r2   rô   r-   rõ   é   rk   ) r@   r°   rF   ró   rH   ro   rQ   r)   rq   r*   r[   r6   rR   Z
EmptyArrayr   r,   rP   rJ   ru   r7   r;   rv   r¤   rz   rD   r×   rx   rS   r\   r   rI   r„   )rO   rò   rF   rá   rß   rî   Úarrayr¾   r¿   ZnextcontentsZlength_so_farr.   Z
union_tagsZunion_indexZunion_contentsrƒ   rT   rT   rU   rw   ]  sö    
ÿþþÿ÷ÿÿþþÿøÿ
ÿþÿÿùÿüÿþÿ

ÿÿÿÿÿùÿ
ÿ
þÿ
üzUnionArray._mergemany)Úvaluer†   c                 C  s8   g }| j D ]}| | |¡¡ q
tj| j| j|| jd�S rZ   )rM   rx   Ú
_fill_noner,   r„   rK   rL   r[   )rO   rû   rR   rS   rT   rT   rU   rü   å  s    
üzUnionArray._fill_nonec                 C  sd   t | ||ƒ}|d ur(|d |kr(|  ¡ S g }| jD ]}| | ||¡¡ q2t| j| j|| jd�S d S ©Nr0   r-   )	r   Z_local_index_axis0rM   rx   Ú_local_indexr,   rK   rL   r[   )rO   rè   ré   rí   rR   rS   rT   rT   rU   rþ   ð  s    
üzUnionArray._local_indexc           
      C  sx   t | ||ƒ}|d ur0|d |kr0|  ||||¡S g }| jD ]}	| |	 ||||||¡¡ q:tjj| j| j	|| j
d�S d S rý   )r   Z_combinations_axis0rM   rx   Ú_combinationsro   Z
unionarrayr,   rK   rL   r[   )
rO   ÚnÚreplacementZrecordlookupr.   rè   ré   rí   rR   rS   rT   rT   rU   rÿ   ÿ  s     
ÿÿüzUnionArray._combinationsc                 C  s<   g }| j D ]}| | ||¡¡ q
tjj| j| j|| jd�S rZ   )	rM   rx   Ú_numbers_to_typero   rR   r,   rK   rL   r[   )rO   ÚnameZincluding_unknownrR   rb   rT   rT   rU   r    s    
üzUnionArray._numbers_to_typec                 C  sF   t | ƒj| j| j| j| jdd�}t|tjj	ƒr6t
dƒ‚| ||||¡S )NTrh   z3cannot check if an irreducible UnionArray is unique)r;   r„   rK   rL   rM   r[   r6   ro   rR   r,   rI   Ú
_is_unique©rO   ÚnegaxisÚstartsÚparentsÚ	outlengthr„   rT   rT   rU   r    s    ûzUnionArray._is_uniquec                 C  sF   t | ƒj| j| j| j| jdd�}t|tjj	ƒr6t
dƒ‚| ||||¡S )NTrh   z+cannot make a unique irreducible UnionArray)r;   r„   rK   rL   rM   r[   r6   ro   rR   r,   rI   Ú_uniquer  rT   rT   rU   r
  *  s    ûzUnionArray._uniquec           	   	   C  sz   t | ƒj| j| j| j| jdd�}|jdkrNtjj	| j
jjdtjd�d | j
d�S t|tjjƒrdtdƒ‚| |||||||¡S )NTrh   r   rÁ   )r.   rE   z(cannot argsort an irreducible UnionArray)r;   r„   rK   rL   rM   r[   rH   ro   rR   Z
NumpyArrayr°   rJ   rq   r8   r>   r6   r,   rI   Ú_argsort_next)	rO   r  r  Úshiftsr  r	  Ú	ascendingÚstabler„   rT   rT   rU   r  7  s$    û
ýÿzUnionArray._argsort_nextc                 C  sf   | j dkr| S t| ƒj| j| j| j| jdd�}|j dkr<|S t|tj	j
ƒrRtdƒ‚| ||||||¡S )Nr   Trh   z%cannot sort an irreducible UnionArray)rH   r;   r„   rK   rL   rM   r[   r6   ro   rR   r,   rI   Ú
_sort_next)rO   r  r  r  r	  r  r  r„   rT   rT   rU   r  O  s     
û
ÿzUnionArray._sort_nextc
           
      C  s   t d|j› d�ƒ‚d S )Nzcannot call ak.z on an irreducible UnionArray)rI   r  )
rO   Zreducerr  r  r  r  r	  ÚmaskZkeepdimsÚbehaviorrT   rT   rU   Ú_reduce_nextd  s    zUnionArray._reduce_nextc              	   C  sÄ  | j jjr0| jj| jjk r0d|› dt| ƒ›d�S | j jjt	| j
ƒtjd�}| j jjrrt| jƒD ]\}}|j||< q^| j d| jjj| jjjtjf | jj| jj| jjt	| j
ƒ|ƒ}|jd u�r|jd u rÌd}nd|jjdd	� d
¡ d¡ }|jjdd	�}d|› dt| ƒ› d|› d|j› |› �	S t| jƒD ]X\}}	t|ƒD ]D}| j| }
tjj|	|
dd��r8d|› d|› d|› d�    S �q8�q(t| jƒD ]2\}}| |d|› d� ¡}|dk�rŒ|  S �qŒdS )Nzat z (z): len(index) < len(tags)rÁ   Zawkward_UnionArray_validityrž   z (in compiled code: Úsurrogateescape)Úerrorsr¢   ú(z ("z"): z at i=F)ri   z
: content(z) is mergeable with content(r5   z	.content()r°   rJ   rG   rQ   rH   rP   r;   rF   rq   r@   rR   r8   r>   rr   rM   r7   rv   r‹   ÚfilenameÚdecodeÚlstripÚidrs   ro   Z_doZ	mergeableÚ_validity_error)rO   ÚpathZlencontentsr   Z
_content_jÚerrorr  Úmessager~   Z	content_iZ	content_jrS   ÚsubrT   rT   rU   r  t  sV    ÿ
ýÿö
ÿþþ&
(
zUnionArray._validity_errorc                 C  s0   | j  ¡ | j ¡  }| jD ]}|| ¡  }q|S rW   )rP   Ú_nbytes_partrQ   rR   )rO   ÚresultrS   rT   rT   rU   r  ¤  s    
zUnionArray._nbytes_partc              	   C  sr   t | ||ƒ}|d ur,|d |kr,|  ||¡S g }| jD ]}| | ||||¡¡ q6tjjj| j	| j
|| jd�S d S rý   )r   Z_pad_none_axis0rM   rx   Ú	_pad_nonero   rR   r,   r„   rP   rQ   r[   )rO   Útargetrè   ré   Zcliprí   rR   rS   rT   rT   rU   r!  ª  s    
üzUnionArray._pad_noner   zContent | Noner$   )ÚpyarrowÚ	mask_nodeÚ
validbytesrH   Úoptionsc              
     s®  ˆj  t¡}ˆj t¡}d}g ‰tˆjƒD ]Ø\}	}
||	k}|| }|d urÊt |¡jd |jd krˆtj|jd t	j
d�}|| ||< qÎ|| }|
| }
|s®d}tj|dd�}tj|jd |jd�||< nd }d}t|ƒdkrê| ¡ d }ˆ |
 ˆˆ |||¡¡ q*ˆ ‡ ‡‡‡fdd„ttˆƒƒD ƒd	tttˆƒƒƒ¡}t|jjt	jƒ�s\tj|t	jd�}ˆjjtjj ||d
 |d d ˆ¡|jd d tjj ||¡tjj ||¡gˆd�S )NFr   rÁ   Tr]   r0   c                   s:   g | ]2}ˆ  t|ƒˆ| j¡ ˆ d up2ˆj|  ¡ ¡‘qS rW   )Úfieldr‹   r;   Zwith_nullablerM   Z_arrow_needs_option_type)ra   r~   ©r$  r#  rO   ÚvaluesrT   rU   re   ð  s
   üþz(UnionArray._to_arrow.<locals>.<listcomp>ZdenseZextensionarrayZrecord_is_scalar)Úchildren) rK   rŽ   ÚnumpyrL   rr   rM   Zunique_valuesÚshaperì   r8   r9   rÖ   rÃ   r7   r@   Úmaxrx   Ú	_to_arrowÚunionrs   r?   Ú
issubclassr;   r=   ZastypeZArrayZfrom_buffersro   Ú_connectr#  Zto_awkwardarrow_typeZ	to_length)rO   r#  r$  r%  rH   r&  ZnptagsZnpindexZcopied_indexr‚   rS   Zselected_tagsÚ
this_indexZthis_validbytesZthis_lengthÚtypesrT   r(  rU   r.  ¹  sh    	ÿ
ÿÿ
û÷ûýòzUnionArray._to_arrowc                 C  s   t dƒ‚d S )NzDConversion of irreducible unions to backend arrays is not supported.)r:   )rO   Zallow_missingrE   rT   rT   rU   Ú_to_backend_array  s    ÿzUnionArray._to_backend_arrayr#   zlist[Content])rE   r&  r†   c                 C  sN   g }t t| jƒƒD ]6}| j| jj|k }| | j|  |d¡ ||¡¡ q|S )NF)	rs   r@   rM   rL   rK   rv   r¤   r|   Ú_remove_structure)rO   rE   r&  r©   r~   rQ   rT   rT   rU   r5    s    
ÿþÿzUnionArray._remove_structurer"   zMapping[str, Any] | Noner    )Úactionré   Údepth_contextÚlateral_contextr&  r†   c              	     sŒ   ˆd r6ˆd rt j‰nt ‰‡ ‡‡‡‡‡‡fdd„}n‡ ‡‡‡‡‡fdd„}ˆ ˆˆˆˆ|ˆjˆd�}t|tƒrr|S |d u r€|ƒ S t|ƒ‚d S )NZreturn_arrayZreturn_simplifiedc                     s:   ˆˆj ˆj‡ ‡‡‡‡fdd„ˆjD ƒˆd r2ˆjnd d�S )Nc              	     s$   g | ]}|  ˆ ˆt ˆ¡ˆˆ¡‘qS rT   )Ú_recursively_applyr\   ©ra   rS   )r6  ré   r7  r8  r&  rT   rU   re   3  s   ùûzGUnionArray._recursively_apply.<locals>.continuation.<locals>.<listcomp>Zkeep_parametersr-   )rK   rL   rM   r[   rT   ©r6  ré   r7  r8  Úmaker&  rO   rT   rU   Úcontinuation/  s    ø
óz3UnionArray._recursively_apply.<locals>.continuationc                    s(   ˆj D ]} |  ˆ ˆt ˆ¡ˆˆ¡ qd S rW   )rM   r9  r\   )rS   )r6  ré   r7  r8  r&  rO   rT   rU   r=  B  s    
û)ré   r7  r8  r=  rE   r&  )r,   r„   r°   r6   r!   ræ   )rO   r6  ré   r7  r8  r&  r=  r   rT   r;  rU   r9  !  s(    
ù

zUnionArray._recursively_applyT)rš   r†   c           
      C  sö   | j j}| jj}| jjd |jd …  }}t| jƒ}tt	| jƒƒD ]€}||k}| 
| |¡¡}	t	|| ƒ|	kr¤||u r~| ¡ }| j jj|	|jd�||< |  |¡||< |r¶||  d¡n|| ||< qBttjj|| j jd�tjj|| j jd�|| jd�S )Nr   rÁ   TrÇ   r-   )r°   rF   rK   rv   rL   r,  r?   rM   rs   r@   rË   Zcount_nonzeror\   rÃ   r7   rÉ   Ú	to_packedr,   ro   rQ   r)   r(   r[   )
rO   rš   rF   rP   Zoriginal_indexrQ   rR   r‚   Zis_tagZnum_tagrT   rT   rU   r>  ]  s0    
ÿÿ
ÿüzUnionArray.to_packedc           	        s’   | j jjstdƒ‚|  ˆ ˆ¡}|d ur*|S | j t¡}| j t¡}‡ ‡fdd„| j	D ƒ}d g|j
d  }t|ƒD ]\}}|| ||  ||< qp|S )Nz0cannot convert typetracer arrays to Python listsc                   s   g | ]}|  ˆ ˆ¡‘qS rT   )Ú_to_listr`   ©r  Újson_conversionsrT   rU   re   ‡  rf   z'UnionArray._to_list.<locals>.<listcomp>r   )r°   rJ   rG   r:   Z_to_list_customrK   rŽ   r+  rL   rM   r,  rr   )	rO   r  rA  r©   rP   rQ   rR   r~   r‚   rT   r@  rU   r?  }  s    
zUnionArray._to_list)rE   r†   c                   sB   | j  ˆ j¡}| j ˆ j¡}‡ fdd„| jD ƒ}t|||| jd�S )Nc                   s   g | ]}|  ˆ ¡‘qS rT   )Z
to_backendr:  ©rE   rT   rU   re   ‘  rf   z*UnionArray._to_backend.<locals>.<listcomp>r-   )rK   r—   rF   rL   rM   r,   r[   )rO   rE   rP   rQ   rR   rT   rB  rU   Ú_to_backendŽ  s    üzUnionArray._to_backend)rï   Úindex_dtypeÚ
numpyarrayÚall_parametersr†   c                   s`   |   ˆ|¡o^| j ˆj¡o^| j ˆjˆ ˆ¡o^t| jƒtˆjƒko^t	‡ ‡‡fdd„t
| jƒD ƒƒS )Nc                 3  s&   | ]\}}|  ˆj| ˆ ˆ¡V  qd S rW   )Úis_equal_torR   )ra   r~   rS   ©rD  rE  rï   rT   rU   rn   ¡  s   ÿz*UnionArray._is_equal_to.<locals>.<genexpr>)Z_is_equal_to_genericrK   rG  rP   rL   rQ   r@   rM   rR   rð   rr   )rO   rï   rD  rE  rF  rT   rH  rU   Ú_is_equal_to™  s    ÿþýþûzUnionArray._is_equal_to)rT   )rT   )T)Dr<   Ú
__module__Ú__qualname__Ú__doc__rV   ÚpropertyrP   rQ   r'   rY   Ú__annotations__r   r\   r^   rg   Úclassmethodr„   r‡   r�   r”   r›   r�   rH   r    rŸ   r«   r¬   r¯   rª   r¶   rº   r|   rÆ   rÉ   Ústaticmethodr*   rÐ   rÑ   r)   rÙ   rà   rÚ   rä   rê   rt   ró   rø   rw   rü   rþ   rÿ   r  r  r
  r  r  r  r  r  r!  r.  r4  r5  r9  r>  r?  rC  rI  rT   rT   rT   rU   r,   5   sœ   
5O

üúù ^


 ÿ ÿ
L"ü0ú.+ M 	0V< r,   )HÚ
__future__r   r\   rë   Úcollections.abcr   r   r   r   Zawkwardro   Zawkward._backends.backendr   Zawkward._layoutr   Zawkward._meta.unionmetar	   Zawkward._nplikes.array_liker
   Zawkward._nplikes.cupyr   Zawkward._nplikes.numpyr   Zawkward._nplikes.numpy_liker   r   Zawkward._nplikes.placeholderr   Zawkward._nplikes.shaper   r   Zawkward._nplikes.typetracerr   r   Zawkward._parametersr   r   Zawkward._regularizer   Zawkward._slicingr   Zawkward._typingr   r   r   r   r   r   r   Zawkward._utilr   Zawkward.contents.contentr    r!   r"   r#   r$   Zawkward.errorsr%   Zawkward.forms.formr&   Zawkward.forms.unionformr'   Zawkward.indexr(   r)   r*   r+   r–   r8   r+  r,   rT   rT   rT   rU   Ú<module>   s<   $	