a
    yn„f&Z ã                   @  sŒ  d dl mZ d dlZd dlmZmZmZ d dlZd dl	m
Z
 d dlmZ d dlmZ d dlmZ d dlmZ d d	lmZmZ d d
lmZ d dlmZmZ d dlmZmZ d dlmZ d dl m!Z! d dl"m#Z# d dl$m%Z%m&Z&m'Z'm(Z(m)Z)m*Z*m+Z+ d dl,m-Z- d dl.m/Z/m0Z0m1Z1m2Z2m3Z3 d dl4m5Z5 d dl6m7Z7 d dl8m9Z9 d dl:m;Z;m<Z< e%�r^d dl"m=Z= e >¡ Z?e >¡ Z@e+G dd„ dee0 e0ƒƒZAdS )é    )ÚannotationsN)ÚMappingÚMutableMappingÚSequence)ÚBackend)Úmaybe_posaxis)ÚListOffsetMeta)Ú	ArrayLike)ÚNumpy)Ú	IndexTypeÚNumpyMetadata)ÚPlaceholderArray)Ú	ShapeItemÚunknown_length)Ú
TypeTracerÚis_unknown_scalar)Útype_parameters_equal)Úis_integer_like)ÚNO_HEAD)ÚTYPE_CHECKINGÚAnyÚCallableÚFinalÚSelfÚSupportsIndexÚfinal)ÚUNSET)ÚApplyActionOptionsÚContentÚImplementsApplyActionÚRemoveStructureOptionsÚToArrowOptions)Ú	AxisError)ÚForm)ÚListOffsetForm)ÚIndexÚIndex64)Ú	SliceItemc                   @  s"  e Zd ZU dZddœdd„Zeddœdd	„ƒZeZd
e	d< e
e
fe
dœdd„Zdd„ Zdd„ Zeddœdd„ƒZeddœdd„ƒZedd„ ƒZdddœdd„Zdddd d!d"œd#d$„Zd%d&d'œd(d)„Zd%d*œd+d,„Zd%d*œd-d.„Zed/dœd0d1„ƒZd2d3„ Zd4d5„ Zd¯d%d d7œd8d9„Zd:d;„ Zd<d=„ Zd%dœd>d?„Zd@dAœdBdC„Zd@d@dDdEœdFdG„Zd°dIdJdDdKœdLdM„Z d±dNdJdDdKœdOdP„Z!dd%dDdQœdRdS„Z"d%dTd7œdUdV„Z#dd dWœdXdY„Z$dddDdDdZœd[d\„Z%d]d^d_dDd`œdadb„Z&dcdcdddeœdfdg„Z'dDd%d%dhœdidj„Z(dkdDdlœdmdn„Z)dDdDdoœdpdq„Z*drds„ Z+dtdu„ Z,dvdw„ Z-dxdy„ Z.dzd{„ Z/d|d}„ Z0d~d„ Z1d€d�„ Z2d‚dƒ„ Z3d„d…„ Z4d†d‡„ Z5dˆd‰„ Z6dŠd‹d‹dcdŒd�œdŽd�„Z7d�d‘„ Z8d d’d“d”œd•d–„Z9dDdœd—d˜„Z:d™dš„ Z;d›dcdœdœd�d‹džœdŸd „Z<d²d%d&d¢œd£d¤„Z=d¥d¦„ Z>d d&d§œd¨d©„Z?dªd«„ Z@d&d%d%d%d%d¬œd­d®„ZAdS )³ÚListOffsetArrayar  
    ListOffsetArray describes unequal-length lists (often called a
    "jagged" or "ragged" array). Like #ak.contents.RegularArray, the
    underlying data for all lists are in a contiguous `content`. It is
    subdivided into lists according to an `offsets` buffer, which specifies
    the starting and stopping index of each list.

    The `offsets` must have at least length 1 (corresponding to an empty array),
    but it need not start with `0` or include all of the `content`. Just as
    #ak.contents.RegularArray can have unreachable `content` if it is not
    an integer multiple of `size`, a ListOffsetArray can have unreachable
    content before the start of the first list and after the end of the last list.

    Like #ak.contents.RegularArray and #ak.contents.ListArray, a ListOffsetArray can
    represent strings if its `__array__` parameter is `"string"` (UTF-8 assumed) or
    `"bytestring"` (no encoding assumed) and it contains an #ak.contents.NumpyArray
    of `dtype=np.uint8` whose `__array__` parameter is `"char"` (UTF-8 assumed) or
    `"byte"` (no encoding assumed).

    ListOffsetArray corresponds to Apache Arrow
    [List type](https://arrow.apache.org/docs/format/Columnar.html#variable-size-list-layout).

    To illustrate how the constructor arguments are interpreted, the following is a
    simplified implementation of `__init__`, `__len__`, and `__getitem__`:

        class ListOffsetArray(Content):
            def __init__(self, offsets, content):
                assert isinstance(offsets, (Index32, IndexU32, Index64))
                assert isinstance(content, Content)
                assert len(offsets) != 0
                for i in range(len(offsets) - 1):
                    start = offsets[i]
                    stop = offsets[i + 1]
                    if start != stop:
                        assert start < stop  # i.e. start <= stop
                        assert start >= 0
                        assert stop <= len(content)
                self.offsets = offsets
                self.content = content

            def __len__(self):
                return len(self.offsets) - 1

            def __getitem__(self, where):
                if isinstance(where, int):
                    if where < 0:
                        where += len(self)
                    assert 0 <= where < len(self)
                    return self.content[self.offsets[where] : self.offsets[where + 1]]

                elif isinstance(where, slice) and where.step is None:
                    offsets = self.offsets[where.start : where.stop + 1]
                    if len(offsets) == 0:
                        offsets = [0]
                    return ListOffsetArray(offsets, self.content)

                elif isinstance(where, str):
                    return ListOffsetArray(self.offsets, self.content[where])

                else:
                    raise AssertionError(where)
    N©Ú
parametersc                C  sd  t |tƒsJ|jt tj¡t tj¡t tj¡fv rJtt| ƒj	› d|›�ƒ‚t |t
ƒsltt| ƒj	› d|›�ƒ‚|jjjr¦|jtur¦|jdkr¦tt| ƒj	› d|j› d�ƒ‚|d urè| d¡dkrè|jrÐ| d¡dksètt| ƒj	› d	|›�ƒ‚|d u�r2| d¡d
k�r2|j�r| d¡dk�s2tt| ƒj	› d|›�ƒ‚|j|jju �sFJ ‚|| _|| _|  ||j¡ d S )NzF 'offsets' must be an Index with dtype in (int32, uint32, int64), not z* 'content' must be a Content subtype, not r   z len(offsets) (z) must be >= 1Ú	__array__ÚstringÚcharzE is a string, so its 'content' must be uint8 NumpyArray of char, not Ú
bytestringÚbytezI is a bytestring, so its 'content' must be uint8 NumpyArray of byte, not )Ú
isinstancer%   ÚdtypeÚnpÚint32Úuint32Úint64Ú	TypeErrorÚtypeÚ__name__r   ÚbackendÚindex_nplikeÚ
known_dataÚlengthr   Ú
ValueErrorÚgetZis_numpyÚ	parameterÚnplikeÚ_offsetsÚ_contentÚ_init©ÚselfÚoffsetsÚcontentr*   © rH   úc/home/yuhw/wc/wire-cell-python/wcpy/lib/python3.9/site-packages/awkward/contents/listoffsetarray.pyÚ__init__u   sJ    


ýÿÿ
ÿÿþýÿÿÿzListOffsetArray.__init__r%   )Úreturnc                 C  s   | j S ©N©rA   ©rE   rH   rH   rI   rF   �   s    zListOffsetArray.offsetsr   Úform_clsc                C  s8   t |tu r| jn||tu r | jn||tu r0| jn|d�S ©Nr)   )r(   r   rA   rB   Ú_parametersrD   rH   rH   rI   Úcopy£   s
    ýzListOffsetArray.copyc                 C  s   |   ¡ S rL   ©rR   rN   rH   rH   rI   Ú__copy__ª   s    zListOffsetArray.__copy__c                 C  s.   | j t  | j|¡t  | j|¡t  | j|¡d�S )N)rF   rG   r*   )rR   ÚdeepcopyrA   rB   rQ   )rE   ÚmemorH   rH   rI   Ú__deepcopy__­   s
    ýzListOffsetArray.__deepcopy__c                C  s   | |||d�S rP   rH   )ÚclsrF   rG   r*   rH   rH   rI   Ú
simplified´   s    zListOffsetArray.simplifiedc                 C  s   | j d d… S )NéÿÿÿÿrM   rN   rH   rH   rI   Ústarts¸   s    zListOffsetArray.startsc                 C  s   | j dd … S ©Né   rM   rN   rH   rH   rI   Ústops¼   s    zListOffsetArray.stopszCallable[[Content], str | None]r$   )ÚgetkeyrK   c                 C  s(   || ƒ}| j | jj| j |¡| j|d�S )N)r*   Úform_key)rO   rA   ÚformrB   Ú_form_with_keyrQ   )rE   r_   r`   rH   rH   rI   rb   À   s    
üzListOffsetArray._form_with_keyr#   z#Callable[[Content, Form, str], str]zMutableMapping[str, ArrayLike]r   Ústr)ra   r_   Ú	containerr9   Ú	byteorderc                 C  sR   t || jƒsJ ‚|| |dƒ}tj | j |j¡|¡||< | j 	|j
||||¡ d S )NrF   )r0   rO   ÚakÚ_utilZnative_to_byteorderrA   Úrawr:   rB   Ú_to_buffersrG   )rE   ra   r_   rd   r9   re   ÚkeyrH   rH   rI   ri   É   s    ÿzListOffsetArray._to_buffersÚboolr   )Úforget_lengthrK   c                 C  s4   | j  t ¡ ¡}t|r| ¡ n|| j |¡| jd�S rP   )	rA   Ú	to_npliker   Úinstancer(   rl   rB   Ú_to_typetracerrQ   )rE   rl   rF   rH   rH   rI   ro   Ø   s    
ýzListOffsetArray._to_typetracer©Ú	recursivec                 C  s   | j  ¡  |r| j |¡ d S rL   )rA   Ú_touch_datarB   ©rE   rq   rH   rH   rI   rr   à   s    
zListOffsetArray._touch_datac                 C  s   | j  ¡  |r| j |¡ d S rL   )rA   Ú_touch_shaperB   rs   rH   rH   rI   rt   å   s    
zListOffsetArray._touch_shaper   c                 C  s   | j jd S r\   )rA   r<   rN   rH   rH   rI   r<   ê   s    zListOffsetArray.lengthc                 C  s   |   ddd¡S )NÚ )Ú_reprrN   rH   rH   rI   Ú__repr__î   s    zListOffsetArray.__repr__c                 C  sœ   ||dg}|  tt| jƒƒ¡ |  d¡ | |  |d ¡¡ |  d¡ |  | j |d dd¡¡ |  | j |d dd¡¡ |  |d	 ¡ |  |¡ d
 	|¡S )Nz<ListOffsetArray len=ú>z    Ú
z	<offsets>z</offsets>
z	<content>z</content>
z</ListOffsetArray>ru   )
ÚappendÚreprrc   r<   ÚextendZ_repr_extrarA   rv   rB   Újoin)rE   ÚindentÚpreÚpostÚoutrH   rH   rI   rv   ñ   s    



zListOffsetArray._reprF)Ústart_at_zerorK   c                 C  sz   | j jjo| jd dk}|r^|s^t| jj| jd  | j jd�}t|| j| jd d … | jd�S t| j 	¡ | j| jd�S d S )Nr   ©r@   r)   )
Ú_backendr:   r;   rA   r&   Údatar(   rB   rQ   Zto64)rE   r‚   Zknown_starts_at_zerorF   rH   rH   rI   Úto_ListOffsetArray64ý   s    ÿþÿÿz$ListOffsetArray.to_ListOffsetArray64c                 C  sÐ   | j d | j | jj | j jd ¡  }}| j ||¡}t d| jj¡}|j	| jju rd| j j	| jju shJ ‚| j 
| jd|jj| j jjf |j| j j| j jƒ¡ | jj |d ¡}| j jd }tjj|||| jd�S )Nr   r]   Z&awkward_ListOffsetArray_toRegularArrayr)   )rA   r„   r:   Úshape_item_as_indexr<   rB   Ú_getitem_ranger&   Úemptyr@   Úmaybe_kernel_errorr1   r7   r…   Úindex_as_shape_itemrf   ÚcontentsÚRegularArrayrQ   )rE   ÚstartÚstoprG   Ú_sizeÚsizer<   rH   rH   rI   Úto_RegularArray  s8    ÿþÿþþÿùÿ
ÿzListOffsetArray.to_RegularArrayc                 C  s   | j  dd¡S )Nr   )rB   rˆ   rN   rH   rH   rI   Ú_getitem_nothing,  s    z ListOffsetArray._getitem_nothingc                 C  s   t | jtƒS rL   )r0   rA   r   rN   rH   rH   rI   Ú_is_getitem_at_placeholder/  s    z*ListOffsetArray._is_getitem_at_placeholderr   )Úwherec                 C  sˆ   t |ƒs(|dk r(| jj | j¡}||7 }t |ƒs`| jtu s`d|  krP| jk s`n tj | |¡‚| j	| | j	|d   }}| j
 ||¡S )Nr   r]   )r   r„   r:   r‡   r<   r   rf   Ú_errorsÚindex_errorrA   rB   rˆ   )rE   r•   Zlength_indexrŽ   r�   rH   rH   rI   Ú_getitem_at2  s    ÿþýýzListOffsetArray._getitem_atr   )rŽ   r�   rK   c                 C  st   | j jjs| jdd� | S | j||d … }|jturb|jdkrbt| j jj	d| jj
d�| j jd�}t|| j| jd�S )NFrp   r]   r   ©r1   rƒ   r)   )r„   r@   r;   rt   rA   r<   r   r%   r:   Úzerosr1   r(   rB   rQ   )rE   rŽ   r�   rF   rH   rH   rI   rˆ   A  s    
þzListOffsetArray._getitem_rangerH   zstr | SupportsIndexztuple[str, ...])r•   Úonly_fieldsrK   c                 C  s   t | j| j ||¡d d�S rP   )r(   rA   rB   Ú_getitem_field©rE   r•   r›   rH   rH   rI   rœ   N  s
    ýzListOffsetArray._getitem_fieldzlist[str | SupportsIndex]c                 C  s   t | j| j ||¡d d�S rP   )r(   rA   rB   Ú_getitem_fieldsr�   rH   rH   rI   rž   W  s
    ýzListOffsetArray._getitem_fields)ÚcarryÚ
allow_lazyrK   c              
   C  s„   t |tjjƒsJ ‚z| j|j }| j|j }W n< tyj } z$tj 	| |jt
|ƒ¡|‚W Y d }~n
d }~0 0 tjj||| j| jd�S rP   )r0   rf   Úindexr%   r[   r…   r^   Ú
IndexErrorr–   r—   rc   rŒ   Ú	ListArrayrB   rQ   )rE   rŸ   r    Ú
nextstartsZ	nextstopsÚerrrH   rH   rI   Ú_carry`  s    .ÿzListOffsetArray._carryr&   c                 C  sD   |r| j jjr"| jd dkr"| jS t| jj| jd  | j jd�S d S )Nr   rƒ   )r„   r:   r;   rA   r&   r…   )rE   r‚   rH   rH   rI   Ú_compact_offsets64m  s    ÿÿþz"ListOffsetArray._compact_offsets64)rF   rK   c                 C  s(  | j dd� |  ¡  | jj}|j|u s*J ‚|jturH|jdkrHtdƒ‚nf|jrn|d dkrntd|d › �ƒ‚n@|jtur®| jjtur®|j| jjkr®td| j› d|jd › �ƒ‚| jd }| jj	}|jrÖ|dkrÖ| j
}n|| }| j
|d … }|j�r| ||j	¡�std	ƒ‚t||d |d
 … | jd�S )NFrp   r   z=broadcast_tooffsets64 can only be used with non-empty offsetszIbroadcast_tooffsets64 can only be used with offsets that start at 0, not z(cannot broadcast RegularArray of length z to length r]   zcannot broadcast nested listrZ   r)   )rr   r„   r:   r@   r<   r   ÚAssertionErrorr;   rA   r…   rB   Zarray_equalr=   r(   rQ   )rE   rF   r:   Z
this_startZthis_zero_offsetsÚnext_contentrH   rH   rI   Ú_broadcast_tooffsets64x  sD    ÿÿÿ
þýÿ
ÿÿz&ListOffsetArray._broadcast_tooffsets64)ÚslicestartsÚ
slicestopsÚslicecontentrK   c                 C  s,   t jj| j| j| j| jd�}| ||||¡S rP   )rf   rŒ   r£   r[   r^   rB   rQ   Ú_getitem_next_jagged)rE   r«   r¬   r­   Útailr�   rH   rH   rI   r®   ¡  s    ÿz$ListOffsetArray._getitem_next_jaggedzSliceItem | tupleztuple[SliceItem, ...]zIndex | None)Úheadr¯   ÚadvancedrK   c              
   C  sœ  |t u r| S t|ƒrÞ|d u s J ‚| jjd }| j| j }}tj |¡\}}t	 
|| jj¡}	|	j| jju r„|j| jju r„|j| jju sˆJ ‚| j| jd|	jj|jj|jjf |	j|j|j||ƒ|d� | j |	d¡}
|
 |||¡S t|tƒ�r^tj |¡\}}| jjd }|j|j|j  }}}|d u �r*dn|}|d u �r@tjjn|}|d u �rVtjjn|}t	 
d| jj¡}|j| jju �rž| jj| jju �rž| jj| jju �s¢J ‚| j| jd|jj| jjj| jjjf |j| jj| jj||||ƒ|d� | jjdk�rt	j
|d | jjd�}nR| jjdk�r8tjjj
|d | jjd�}n(| jjd	k�r`tjjj
|d | jjd�}t	 
|d
 | jj¡}	|j| jju �r¸|	j| jju �r¸| jj| jju �r¸| jj| jju �s¼J ‚| j| jd|jj|	jj| jjj| jjjf |j|	j| jj| jj||||ƒ|d� | j |	d¡}
|d u �s<|jt u�rZ|jd
k�rZtj!j"||
 |||¡| j#d�S t	 
d| jj¡}|j| jju �rŠ|j| jju �sŽJ ‚| j| jd|jj|jjf |j|j|ƒ|d� t	 
|d
 | jj¡}|j| jju �r |j| jju �r |j| jju �sJ ‚| j| jd|jj|jj|jjf |j|j|j|ƒ|d� tj!j"||
 |||¡| j#d�S �n:t|t$ƒ�rx|  %|||¡S t|t&ƒ�r’|  '|||¡S |t(j)u �rª|  *||¡S |t+u �rÀ|  ,||¡S t|t	ƒ�r4tj |¡\}}| jj -| jj .|j¡d¡}| jj}t	|ƒ}|d u �s*|jt u�r&|jd
k�r&t	 
||j | jj¡}	t	 
||j | jj¡}|	j| jju �r†|j| jju �r†|j| jju �sŠJ ‚| j| jd|	jj|jj|jjf |	j|j| jj| jj|j||j| jjƒ|d� | j |	d¡}
|
 |||¡}|d u �rtj /||j0 1d|jf| j¡¡S |S �q˜t	 
| j| jj¡}	t	 
| j| jj¡}|	j| jju �r®|j| jju �r®| jj| jju �r®| jj| jju �r®|j| jju �r®|j| jju �s²J ‚| j| jd|	jj|jj| jjj| jjj|jj|jjf |	j|j| jj| jj|j|j|| jjƒ|d� | j |	d¡}
|
 |||¡S ndt|tj!j"ƒ�rntj!j2| j| j| j| j#d�}| |||¡S t|tj!j3ƒ�rŒ|  4|||¡S t5t6|ƒƒ‚d S )Nr]   Z!awkward_ListArray_getitem_next_at)ZslicerTZ0awkward_ListArray_getitem_next_range_carrylengthr5   rƒ   r3   r4   r   Z$awkward_ListArray_getitem_next_ranger)   Z+awkward_ListArray_getitem_next_range_countsZ3awkward_ListArray_getitem_next_range_spreadadvanced)rZ   Z$awkward_ListArray_getitem_next_arrayÚshapeZ-awkward_ListArray_getitem_next_array_advanced)7r   r   rA   r<   r[   r^   rf   Z_slicingZ	head_tailr&   r‰   r„   r:   r@   Z_maybe_index_errorr1   r7   r…   rB   r¦   Ú_getitem_nextr0   ÚslicerŽ   r�   Ústeprg   Z
kSliceNoneZ_startsr¡   ZIndex32ZIndexU32r   rŒ   r(   rQ   rc   Z_getitem_next_fieldÚlistZ_getitem_next_fieldsr2   ZnewaxisZ_getitem_next_newaxisÚEllipsisZ_getitem_next_ellipsisZreshapeÚasarrayZgetitem_next_array_wrapÚmetadatar>   r£   ÚIndexedOptionArrayZ_getitem_next_missingr¨   r{   )rE   r°   r¯   r±   Ú	lenstartsr[   r^   ZnextheadZnexttailÚ	nextcarryÚnextcontentrŽ   r�   rµ   ZcarrylengthÚnextoffsetsÚtotalZnextadvancedZflatheadZregular_flatheadr�   Ú	listarrayrH   rH   rI   r³   ©  s   ÿþýýÿöóÿþýýÿôñÿÿÿÿþýüüÿòï
ÿÿýÿþþÿù	öÿþýýÿ÷ôý

ÿ
ÿÿÿÿÿþýýÿóð
ÿÿþýüûúúÿ	ðíÿzListOffsetArray._getitem_nextÚintztuple[Index, Content])ÚaxisÚdepthrK   c                 C  sÎ  t | ||ƒ}|d ur,|d |kr,tdƒ‚�nž|d ur”|d |d kr”|  d¡dks`|  d¡dkrhtdƒ‚|  d¡}|jd }|j d	|¡}|j|fS | j 	||d ¡\}}t
jd	| jjtjd
�}	|jturê|jd	krê|	t| j|| jd�fS | jjtu�r(| jjdk�r(t
|d	 gƒ}
|	t|
|| jd�fS t
j| jj| jjtjd�}
|
j| jju �rt| jj| jju �rt|j| jju �sxJ ‚| j | jd|
jj| jjj|jjf |
j| jj| jj|jƒ¡ |	t|
|| jd�fS d S )Nr]   zaxis=0 not allowed for flattenr+   r,   r.   z¹array of strings cannot be directly flattened. To flatten this array, drop the `"__array__"="string"` parameter using `ak.enforce_type`, `ak.with_parameter`, or `ak.without_parameters`/TrZ   r   ©r@   r1   r)   r™   Z'awkward_ListOffsetArray_flatten_offsets)r   r"   r?   r=   r†   rF   rG   rˆ   rB   Ú_offsets_and_flattenedr&   rš   r„   r:   r2   r5   r<   r   r(   rA   rQ   r‰   r@   rŠ   r1   r7   r…   )rE   rÂ   rÃ   ÚposaxisZlistoffsetarrayr�   rG   ZinneroffsetsZ	flattenedrF   Z	tooffsetsrH   rH   rI   rÅ   ¾  s‚    ÿþÿ


ÿý
ÿþ
ÿ
ÿþýÿþýýÿ÷ÿþz&ListOffsetArray._offsets_and_flattened)ÚotherÚ	mergeboolrK   c                 C  sœ   |j s|jrdS |js|jr*|  |j|¡S t| j|jƒs<dS t|t	j
jt	j
jt	j
jfƒrh| j |j|¡S t|t	j
jƒr”t|jƒdkr”|  | ¡ |¡S dS d S )NTFr]   )Zis_identity_likeZis_unionZ
is_indexedÚ	is_optionÚ_mergeable_nextrG   r   rQ   r0   rf   rŒ   r�   r£   r(   rB   Ú
NumpyArrayÚlenr²   Z_to_regular_primitive)rE   rÇ   rÈ   rH   rH   rI   rÊ   
  s"    ýþzListOffsetArray._mergeable_nextzSequence[Content])ÚothersrK   c                   s^   t |ƒdkrˆ S tjjˆ jˆ jˆ jˆ jd�}| |¡}t	‡ fdd„|D ƒƒrV| 
d¡S |S d S )Nr   r)   c                 3  s(   | ] }t |tƒo|jjˆ jjkV  qd S rL   )r0   r(   rA   r1   )Ú.0ÚxrN   rH   rI   Ú	<genexpr>*  s   ÿz-ListOffsetArray._mergemany.<locals>.<genexpr>F)rÌ   rf   rŒ   r£   r[   r^   rB   rQ   Ú
_mergemanyÚallr†   )rE   rÍ   rÀ   r�   rH   rN   rI   rÑ   "  s    ÿ
þ
zListOffsetArray._mergemany)ÚvaluerK   c                 C  s   t | j| j |¡| jd�S rP   )r(   rA   rB   Ú
_fill_nonerQ   )rE   rÓ   rH   rH   rI   rÔ   2  s    ÿzListOffsetArray._fill_nonec                 C  s  | j j}t| ||ƒ}|d ur0|d |kr0|  ¡ S |d urö|d |d krö|  d¡}| j jjrx| || |j	¡d  ¡}n| j
dd� t}t ||¡}|j|u r¨|j|u s¬J ‚| j  | j d|jj|jjf |j|j|j	d ƒ¡ tj |tj |j¡¡S tj | j| j ||d ¡¡S d S )Nr]   TFrp   Zawkward_ListArray_localindex)r„   r:   r   Z_local_index_axis0r§   r@   r;   r‹   r‡   r<   rr   r   r&   r‰   rŠ   r1   r7   r…   rf   rŒ   r(   rË   rA   rB   Ú_local_index)rE   rÂ   rÃ   r:   rÆ   rF   ZinnerlengthZ
localindexrH   rH   rI   rÕ   7  s@    

ÿþÿùÿÿÿzListOffsetArray._local_indexc                 C  s    t jj| j| j ||¡| jd�S rP   )rf   rŒ   r(   rA   rB   Ú_numbers_to_typerQ   )rE   ÚnameZincluding_unknownrH   rH   rI   rÖ   Z  s
    ýz ListOffsetArray._numbers_to_typec                 C  s„  | j jd dkrdS | j\}}|  d¡dks:|  d¡dkr˜|sN|d urV||krVtdƒ‚t| jtjj	ƒr˜| j 
| j ¡\}}tjj||| jd�}	|	j| jkS |d u r²| j ||||¡S |sÔ||krÔ| j |d |||¡S | jj | j d	 | j d  ¡}
t |
| jj¡}|j| jju �r$| j j| jju �s(J ‚| j | jd
|jj| j jjf |j| j j| j jd ƒ¡ | j d d	… }| j ||||¡S d S )Nr]   r   Tr+   r,   r.   zAarray with strings can only be checked on uniqueness with axis=-1r)   rZ   Ú3awkward_ListOffsetArray_reduce_local_nextparents_64)rA   r<   Úbranch_depthr?   r=   r0   rB   rf   rŒ   rË   Ú_as_unique_stringsr(   rQ   Ú
_is_uniquer„   r:   r‹   r&   r‰   r@   rŠ   r1   r7   r…   )rE   Únegaxisr[   ÚparentsÚ	outlengthÚbranchrÃ   r�   Ú
outoffsetsZout2ÚnextlenÚnextparentsrH   rH   rI   rÛ   a  sV    
ÿþÿÿÿÿþþÿ
ùÿzListOffsetArray._is_uniquec                 C  s°  | j jd dkr| S | j\}}|  d¡dks:|  d¡dkr„|sF||krNtdƒ‚t| jtjj	ƒr„| j 
| j ¡\}}tjj||| jd�S |�sª||k�rª|  d¡dks°|  d¡dkr¸tdƒ‚| jjjrà|jjrà| j jd |jksàJ ‚|  ||¡\}	}
}}}}| j |d¡}| |d |||d d ¡}t |j| jj¡}|j| jju �rT|j| jju �sXJ ‚| j | jd	|jj|jjf |j|j|jƒ¡ tjj| d
¡|j |d¡| jd�S | jj | j d | j d  ¡}t || jj¡}|j| jju �rú| j j| jju �sþJ ‚| j | jd|jj| j jjf |j| j j| j jd ƒ¡ | j| j d | j d … }| || j d d… || j jd ¡}|d u �sŠ||d k�rŽ|S |  d
¡}tjj||| jd�S d S )Nr]   r   r+   r,   r.   ú2array with strings can only be sorted with axis=-1r)   FÚ,awkward_ListOffsetArray_local_preparenext_64TrZ   rØ   )rA   r<   rÙ   r?   r"   r0   rB   rf   rŒ   rË   rÚ   r(   rQ   r„   r@   r;   Ú_rearrange_prepare_nextr¦   Ú_uniquer&   r‰   r:   rŠ   r1   r7   r…   r§   r‹   )rE   rÜ   r[   rÝ   rÞ   rß   rÃ   r�   r¾   Ú	distinctsÚmaxcountÚmaxnextparentsr¼   râ   r¤   r½   Ú
outcontentÚoutcarryrá   Útrimmedrà   rH   rH   rI   ræ   —  s¸    
ÿþÿÿþ	
ù
üÿþþÿùÿýÿÿþþÿ
ùÿ
ü
ÿzListOffsetArray._uniquec                 C  s~  | j \}}	|  d¡dks(|  d¡dk�r:|s4||	kr<tdƒ‚t| jtjjƒ�r:t 	| j
jd | jj¡}
| j
d d… | j
dd …  }}|
j| jju rÊ|j| jju rÊ| jj| ju rÊ|j| jju rÊ|j| jju sÎJ ‚| j | jd|
jj|jj| jjj|jj|jjf |
j|j|j| jj|j|j||dƒ	¡ tjj|
jd | jd	�S |�sŽ||	k�rŽ|  d¡dk�sj|  d¡dk�rrtdƒ‚| jjj�r |jj�r | j
jd |jk�s J ‚|  ||¡\}}}}
}}t 	|| jj¡}t 	| j
d | jj¡}t 	|
j| jj¡}|j| jju �rb|j| jju �rb|j| jju �rb| j
j| jju �rb|j| jju �rb|j| jju �rb|
j| jju �sfJ ‚| j | jd
|jj|jj|jj| j
jj|jj|jj|
jjf |j|j|j| j
j| j
jd |j|j||
j|
jƒ
¡ | j |
d¡}| |d ||||j||¡}t 	|
j| jj¡}|j| jju �r2|
j| jju �s6J ‚| j | jd|jj|
jjf |j|
j|
jƒ¡ |  d¡}| |d¡}tjj||| jd�S | jj | j
d | j
d  ¡}t 	|| jj¡}|j| jju �rÞ| j
j| jju �sâJ ‚| j | jd|jj| j
jjf |j| j
j| j
jd ƒ¡ | j| j
d | j
d … }| || j
d d… ||| j
jd ||¡}|  d¡}tjj||| jd�S d S )Nr+   r,   r.   rã   r]   rZ   Ú'awkward_ListOffsetArray_argsort_stringsT©r*   r9   Ú5awkward_ListOffsetArray_reduce_nonlocal_nextshifts_64Frä   r)   r   rØ   )rÙ   r?   r"   r0   rB   rf   rŒ   rË   r&   r‰   rA   r<   r„   r:   r@   r9   rŠ   r1   r7   r…   Ú_datar;   rå   r¦   Ú_argsort_nextr§   r(   rQ   r‹   )rE   rÜ   r[   ÚshiftsrÝ   rÞ   Ú	ascendingÚstablerß   rÃ   r¼   Zself_startsZ
self_stopsrç   rè   ré   râ   r¤   Ú
nummissingÚmissingÚ
nextshiftsr½   rê   rë   Zout_offsetsr�   rá   rì   rà   rH   rH   rI   rñ     sR   

ÿþÿÿþýüûûÿðÿ
ÿÿþ	
ùÿþýüûúù
ùÿ

íÿù
ÿþþÿùÿ
ÿÿÿþþÿ
ùÿ
ù	
ÿzListOffsetArray._argsort_nextc                 C  s   | j \}}| jj}	|  d¡dks0|  d¡dk�r$|s<||krDtdƒ‚t| jtjj	ƒ�r$t
 | jjd |	¡}
| jd d… | jdd …  }}|
j|	u r¾|j|	u r¾| jj| ju r¾|j|	u r¾|j|	u sÂJ ‚| j | jd|
jj|jj| jjj|jj|jjf |
j|j|j| jj|j|j||dƒ	¡ |  |
d¡S |�sF||k�rF|  d¡dk�sT|  d¡dk�r\tdƒ‚| jjj�rŠ|jj�rŠ| jjd |jk�sŠJ ‚|  ||¡\}}}}
}}| j |
d¡}| |d |||d ||¡}t
 |
j|	¡}|j|	u �rò|
j|	u �söJ ‚| j | jd	|jj|
jjf |j|
j|
jƒ¡ tjj|  d
¡| |d¡| jd�S |	 | jd | jd  ¡}t
 ||	¡}| jjd }|j|	u �r’| jj|	u �s–J ‚| j | jd|jj| jjjf |j| jj|ƒ¡ | j| jd | jd … }| || jd d… ||||¡}|  d
¡}tjj||| jd�S d S )Nr+   r,   r.   rã   r]   rZ   rí   Frä   Tr)   r   rØ   )rÙ   r„   r:   r?   r"   r0   rB   rf   rŒ   rË   r&   r‰   rA   r<   r@   r9   rŠ   r1   r7   r…   rð   r¦   r;   rå   Ú
_sort_nextr(   r§   rQ   r‹   )rE   rÜ   r[   rÝ   rÞ   ró   rô   rß   rÃ   r:   r¼   r^   rç   rè   ré   râ   r¤   r½   rê   rë   rá   r»   rì   rà   rH   rH   rI   rø   ¼  sò    
ÿþÿþýüûûÿðÿÿþ	
ùú	þÿùÿ
ýÿÿ
þþÿùÿú
ÿzListOffsetArray._sort_nextc                 C  sÆ  | j j}t| ||ƒ}|d ur8|d |kr8|  ||||¡S |d u�rˆ|d |d k�rˆ|  d¡dksp|  d¡dkrxtdƒ‚| j}	| j}
tj	d|t
jd�}tj	| jd |t
jd�}|j|u rÌ|	j|u rÌ|
j|u sÐJ ‚| j  | j d|jjj|jjj|	jjj|
jjjf |j|j|||	j|
j| jƒ¡ | j j |d ¡}tjjj	|t
j|d	�}g }t|ƒD ]8}tj	||t
jd
�}| |¡ | j jj�rR|j||< �qRtj	||t
jd�}tj	||t
jd�}|j|u �rà|j|u �rà|	j|u �rà|
j|u �säJ ‚| j  | j dt
j|jjj|jjj|	jjj|
jjjf |j|j|j|||	j|
j| jƒ¡ g }|D ]}| | j |d¡¡ �qBtjj|||| j d�}tjj||| j d�S |  !d¡}|j "||||||d ¡}tjj|j#|| j d�S d S )Nr]   r+   r,   r.   zgak.combinations does not compute combinations of the characters of a string; please split it into listsr™   Z%awkward_ListArray_combinations_lengthr   )r1   r@   rÄ   Zawkward_ListArray_combinationsTrî   r)   )$r„   r:   r   Z_combinations_axis0r?   r=   r[   r^   r&   r‰   r2   r5   r<   r@   rŠ   r…   r1   r7   r‹   rf   r¡   r%   ZintpÚrangerz   r;   ÚptrrB   r¦   rŒ   ZRecordArrayr(   rQ   r†   Ú_combinationsrF   )rE   ÚnÚreplacementZrecordlookupr*   rÂ   rÃ   r:   rÆ   r[   r^   Z	_totallenrF   ZtotallenZ
tocarryrawZtocarryÚirú   ZtoindexZ	fromindexrŒ   ZrecordarrayÚcompactÚnextrH   rH   rI   rû   @  sÒ    ÿþÿýÿþýüÿóÿý
ÿþýüûÿñÿüÿ
ÿ
ÿzListOffsetArray._combinationsc
                  C  sæ  | j j}
| jjt tj¡ks4| jjjrX| jd dkrX|  d¡}| 	|||||||||	¡	S | j
\}}| jjd }|�sp||k�rp|  ||¡\}}}}}}t ||
¡}t ||
¡}|j|
u rÌ|j|
u rÌ|j|
u sÐJ ‚| j  | j d|jj|jj|jjf |j|j|j|j|ƒ¡ |j�rt |j|
¡}t ||
¡}t |
 | jd ¡|
¡}|j|
u �rš|j|
u �rš|j|
u �rš| jj|
u �rš|j|
u �rš|j|
u �rš|j|
u �sžJ ‚| j  | j d|jj|jj|jj| jjj|jj|jj|jjf |j|j|j| jj||j|j||j|jƒ
¡ nd }| j |d¡}| 	||d ||||d |d|	¡	}tjj|||d d�}|�rltjj|d| jd d�}|S |
 | jd | jd  ¡}t ||
¡}|j|
u �r°| jj|
u �s´J ‚| j  | j d	|jj| jjjf |j| jj|ƒ¡ | j| jd | jd … }| jd d… }| 	|||||||||	¡	}t |d |
¡}|j|
u �rN|j|
u �sRJ ‚| j  | j d
|jj|jjf |j|j|j|ƒ¡ |�r¤||d k�r¤|j�sÐJ ‚n,||d k�rÐ|j�sÆ|j�sÆJ ‚| d¡}tjj||d d�S d S )Nr   Tr]   Z9awkward_ListOffsetArray_reduce_nonlocal_outstartsstops_64rZ   rï   Fr)   rØ   Z2awkward_ListOffsetArray_reduce_local_outoffsets_64é   )r„   r:   rA   r1   r2   r5   r@   r;   r†   Ú_reduce_nextrÙ   r<   rå   r&   r‰   rŠ   r7   r…   Zneeds_positionr‹   rB   r¦   rf   rŒ   r£   r�   rF   Z
is_regularZis_listr(   ) rE   ZreducerrÜ   r[   rò   rÝ   rÞ   ÚmaskÚkeepdimsÚbehaviorr:   r   rß   rÃ   Zglobalstarts_lengthrç   rè   ré   r¼   râ   r¤   Z	outstartsZoutstopsr÷   rõ   rö   r½   rê   r�   rá   rì   rà   rH   rH   rI   r  ¯  sT   ÿÿ
÷

ùÿþýýÿöÿþÿþý
üûúù
ùÿ
íÿ÷ÿÿÿ
þþÿùÿ÷þÿøÿ
zListOffsetArray._reduce_nextc                 C  s.  | j j}| | jd | jd  ¡}| jjd }t d|¡}t | jj|¡}|j|u rj|j|u rj| jj|u snJ ‚| j  	| j d|j
j|j
j| jj
jf |j|j| jj|ƒ¡ | |d ¡}tj||d�}	tj||d�}
t d|¡}|tu sî|tu rüt t|¡}nt || |¡}|j|u �rJ|j|u �rJ| jj|u �rJ|j|u �rJ|j|u �sNJ ‚| j  	| j d|	j
j|
j
j|j
j|j
j| jj
j|j
j|j
jf |	j|
j||j|j|j|j| jj||j|ƒ¡ | |d ¡}t |d |¡}|j|u �rî|
j|u �sòJ ‚| j  	| j d|j
j|
j
jf |j|
j|ƒ¡ ||||	|
|fS )NrZ   r   r]   Z?awkward_ListOffsetArray_reduce_nonlocal_maxcount_offsetscopy_64rƒ   Z6awkward_ListOffsetArray_reduce_nonlocal_preparenext_64Z5awkward_ListOffsetArray_reduce_nonlocal_nextstarts_64)r„   r:   r‹   rA   r<   r&   r‰   rF   r@   rŠ   r1   r7   r…   r   )rE   rÞ   rÝ   r:   rá   r»   Z	_maxcountZoffsetscopyrè   r¼   râ   Z_maxnextparentsrç   ré   r¤   rH   rH   rI   rå   w  s²    ÿþ
ýýÿ÷ÿÿþ
ýüûùÿ
ìÿþÿùÿúz'ListOffsetArray._rearrange_prepare_nextc              	   C  sü   | j jdk r"d|› dt| ƒ›d�S | jj| jju rB| jj| jju sFJ ‚| jd| jjj| jjjf | jj	| jj	| jj| j
jƒ}|jd urè|jd u r–d}nd|jjdd	� d
¡ d¡ }|jjdd	�}d|› dt| ƒ› d|› d|j› |› �	S | j
 |d ¡S d S )Nr]   zat z (z): len(offsets) < 1Zawkward_ListArray_validityru   z (in compiled code: Úsurrogateescape©Úerrorsry   ú(z ("z"): z at i=z.content)rF   r<   r7   r[   r@   r„   r:   r^   r1   r…   rB   rc   ÚfilenameÚdecodeÚlstripÚidÚ_validity_error)rE   ÚpathÚerrorr
  ÚmessagerH   rH   rI   r  Ð  s6    ÿþÿú

ÿþþ&zListOffsetArray._validity_errorc                 C  s   | j  ¡ | j ¡  S rL   )rF   Ú_nbytes_partrG   rN   rH   rH   rI   r  ë  s    zListOffsetArray._nbytes_partc                 C  sº  t | ||ƒ}| jj}|d ur4|d |kr4|  ||¡S |d u�rŽ|d |d k�rŽ|�sxt d|¡}t | jj|¡}|j|u r’| jj|u r’|j|u s–J ‚| j 	| jd|j
j| jj
j|j
jf |j| jj| jjd ||jƒ¡ | |d ¡}	t |	|¡}
|
j|u �r| jj|u �sJ ‚| j 	| jd|
j
j| jj
jf |
j| jj| jjd |ƒ¡ tjjj|
| j| jd�}tjj||| jd�S t | jjd |¡}t | jjd |¡}|j|u �r¸|j|u �s¼J ‚| j 	| jd|j
j|j
jf |j|j||jƒ¡ t || jjd  |¡}
|
j|u �r| jj|u �s"J ‚| j 	| jd|
j
j| jj
jf |
j| jj| jjd |ƒ¡ tjjj|
| j| jd�}tjj||| j| jd�S n(tjj| j| j |||d |¡| jd�S d S )Nr]   Z)awkward_ListOffsetArray_rpad_length_axis1r   Z"awkward_ListOffsetArray_rpad_axis1r)   Z!awkward_index_rpad_and_clip_axis1Z+awkward_ListOffsetArray_rpad_and_clip_axis1)r   r„   r:   Z_pad_none_axis0r&   r‰   rA   r<   r@   rŠ   r1   r7   r…   r‹   rf   rŒ   rº   rY   rB   rQ   r(   r�   Ú	_pad_none)rE   ÚtargetrÂ   rÃ   ZcliprÆ   r:   Z	_tolengthZoffsets_ZtolengthZoutindexr   Zstarts_Zstops_rH   rH   rI   r  î  sÞ    ÿ
þýýÿ
öÿÿ
þþÿ
øÿ
ÿÿ
þ
þþÿøÿþÿ
þþÿ
øÿ
ÿüýzListOffsetArray._pad_noner   zContent | Noner!   )ÚpyarrowÚ	mask_nodeÚ
validbytesr<   Úoptionsc                 C  s4  |   d¡dk}|   d¡dk}|r*|d }n|r8|d }n|d }| j t¡}	| j|	d |	| … }
t|	ƒ|d kr‚|	d |d … }	|	d dkrš|	|	d  }	|d u�rP|	dd … |	d d	… k}|dk}t ||@ ¡�rPtj|	d d	… d
d�}tj|	dd … d
d�}d||< d||< tj	j
tj |¡tj |¡| j| jd�}| d
¡ |||||¡S t|	jjtjƒ�rŽ|�rŽ|	d	 t tj¡jk �rŽt |	tj¡}	t|	jjtjƒ�rÖ|	d	 t tj¡jk �rÈt |	tj¡}	nt |	tj¡}	|�sâ|�r†t|
tj	jƒ�söJ ‚t|	jjtjƒ�r"|�r| ¡ }n| ¡ }n|�r2| ¡ }n| ¡ }|j  !tj"j# $||d |d || ¡|tj"j# %|¡| &|	¡| &|
 't¡¡g¡S |
 |d d |
j(|¡}| )|j¡j* +|
 ,¡ ¡}t|	jjtjƒ�rÐ| )|¡}n
| -|¡}|j j!tj"j# $||d |d || ¡|tj"j# %|¡| &|	¡g|gtj"j# .||d ¡d�S d S )Nr+   r,   r.   Zstring_to32Zbytestring_to32Z	list_to32r   r]   rZ   TrS   r)   ZextensionarrayZrecord_is_scalarZcount_nulls)ÚchildrenZ
null_count)/r?   rA   rh   ÚnumpyrB   rÌ   Úanyr¸   rf   rŒ   r£   r¡   r%   rQ   r†   Ú	_to_arrowÚ
issubclassr1   r7   r2   r5   Ziinfor3   ÚmaxZastyper4   r0   rË   r,   ÚbinaryZlarge_stringZlarge_binaryZArrayZfrom_buffersÚ_connectr  Zto_awkwardarrow_typeZto_validbitsZ	py_bufferÚ_rawr<   Úlist_Zvalue_fieldZwith_nullableZ_arrow_needs_option_typeZ
large_listZto_null_count)rE   r  r  r  r<   r  Ú	is_stringZis_bytestringZdownsizeZ	npoffsetsZ	akcontentZnonzerosZmaskedbytesZ
new_startsZ	new_stopsr   Zstring_typeZpaarrayÚcontent_typeZ	list_typerH   rH   rI   r  ^  s¬    




ü

ÿ


ûý÷ÿÿ
ûþÿòzListOffsetArray._to_arrowc           	      C  sÀ  |   d¡}|dkræ|jjdtjd�}|d| jjj| jjj|jjf | jj	| jj	| jj
|ƒ |j |d ¡}|tur|td|ƒ}|| j
 }|jj|tjd�}| jd| jjj| jjj|jjf | jj	| jj	| jj
||ƒ | t d|f¡¡S |d	k�r¬| jj
tu�r| jj
dk�rd}n |j |j | jj	| jj	 ¡¡}|tu�rFtd|ƒ}|jj|| j
 tjd�}| jd
| jjj| jjj|jjf | jj	| jj	| jj
||ƒ | t d|f¡¡S |  ¡  ||¡S d S )Nr+   r,   r]   r™   Z/awkward_NumpyArray_prepare_utf8_to_utf32_paddedr   Z'awkward_NumpyArray_utf8_to_utf32_paddedÚUr.   Z%awkward_NumpyArray_pad_zero_to_lengthÚS)r?   r:   r‰   r2   r5   rB   r1   r7   rA   r…   r<   r‹   r   r  r@   r4   r9   Úviewr[   r^   Zuint8r’   Ú_to_backend_array)	rE   Zallow_missingr9   Zarray_paramZ_max_code_pointsZmax_code_pointsZtotal_code_pointsÚbufferÚ	max_countrH   rH   rI   r(  Ò  sx    
ýÿ÷ÿ

ýÿö
ÿ

ýÿöz!ListOffsetArray._to_backend_arrayr    zlist[Content])r9   r  rK   c                   sˆ   ˆ  d¡dksˆ  d¡dkr"ˆgS ˆjˆjd ˆjd … }| ˆ |¡}|d r€|d rj‡fdd	„|D ƒS ‡ ‡fd
d	„|D ƒS n|S d S )Nr+   r,   r.   r   rZ   r  Zlist_to_regularc                   s$   g | ]}t jj||jd ˆ jd�‘qS )r]   )r‘   Zzeros_lengthr*   )rf   rŒ   r�   r<   rQ   ©rÎ   ÚcrN   rH   rI   Ú
<listcomp>'  s   úüz5ListOffsetArray._remove_structure.<locals>.<listcomp>c              
     s6   g | ].}t tˆ j d ˆ j |j¡g¡ƒ|ˆjd�‘qS )r   r)   )r(   r&   r:   r¸   r‡   r<   rQ   r+  ©r9   rE   rH   rI   r-  1  s   òÿþÿÿ
ô)r?   rB   rA   Ú_remove_structure)rE   r9   r  rG   rŒ   rH   r.  rI   r/    s     ÿþ
ù
ñz!ListOffsetArray._remove_structurec                 C  s6   | j jr.| j  ¡ \}}}| j  ¡ }|  ||¡S | S d S rL   )rB   rÉ   Z_nextcarry_outindexÚ
_drop_noneÚ_rebuild_without_nones)rE   Ú_Únone_indexesÚnew_contentrH   rH   rI   r0  E  s
    
zListOffsetArray._drop_nonec                 C  s”   t  | jj| jj¡}|j| jju r@| jj| jju r@|j| jju sDJ ‚| j | jd|jj	|jj	| jjj	f |j
|j
| jj
| jj|jƒ¡ tj ||¡S )NZ)awkward_ListOffsetArray_drop_none_indexes)r&   r‰   rA   r<   r„   r@   r:   rŠ   r1   r7   r…   rf   rŒ   r(   )rE   r3  r4  Znew_offsetsrH   rH   rI   r1  M  s.    ÿþýýÿöÿz&ListOffsetArray._rebuild_without_nonesr   zMapping[str, Any] | Noner   )ÚactionrÃ   Údepth_contextÚlateral_contextr  rK   c           	   	     sÚ   ˆj jjrFˆjd }tjjˆjj| ˆj jd�‰ˆj	|ˆjd … ‰nˆj
dd� ˆjˆj	 ‰‰ˆd r„‡ ‡‡‡‡‡‡‡fdd„}n‡ ‡‡‡‡‡fd	d„}ˆ ˆˆˆˆ|ˆj ˆd
�}t|tƒrÀ|S |d u rÎ|ƒ S t|ƒ‚d S )Nr   rƒ   rZ   Frp   Zreturn_arrayc                	     s4   t ˆˆ ˆ ˆd t ˆ¡ˆˆ¡ˆd r,ˆjnd d�S )Nr]   Zkeep_parametersr)   )r(   Ú_recursively_applyrR   rQ   rH   ©r5  rG   rÃ   r6  r7  rF   r  rE   rH   rI   Úcontinuationz  s    û÷z8ListOffsetArray._recursively_apply.<locals>.continuationc                     s    ˆ  ˆ ˆd t ˆ¡ˆˆ¡ d S r\   )r8  rR   rH   )r5  rG   rÃ   r6  r7  r  rH   rI   r:  ‰  s    û)rÃ   r6  r7  r:  r9   r  )r„   r@   r;   rA   rf   r¡   r%   r…   r:   rB   rr   r0   r   r¨   )	rE   r5  rÃ   r6  r7  r  Z
offsetsminr:  ÚresultrH   r9  rI   r8  f  s2    

ÿ	ù

z"ListOffsetArray._recursively_applyT)rq   rK   c                 C  s>   |   d¡}|jd |jd … }t|j|r2| d¡n||jd�S )NTrZ   r)   )r†   rB   rA   r(   Ú	to_packedrQ   )rE   rq   r   r©   rH   rH   rI   r<  £  s    
ýzListOffsetArray.to_packedc                 C  s
  | j jjstdƒ‚| j| j }}| t¡}| t¡d t|ƒ… }||k}t 	|¡dkr`d\}}	n| j j
 |¡}| j j
 |¡}	|| }|| }| j ||	¡}
|  d¡dk�rF|d u r¶d n|d }|
j}d g|j }|d u �rt|jƒD ]$}tj ||| || … ¡||< qän6t|jƒD ]*}|tj ||| || … ¡ƒ||< �q|S |  d¡dk�r¦|
j}d g|j }t|jƒD ].}tj ||| || … ¡jdd	�||< �qr|S |  ||¡}|d u�rÀ|S |
 ||¡}d g|j }t|jƒD ]}||| || … ||< �qâ|S d S )
Nz0cannot convert typetracer arrays to Python listsr   )r   r   r+   r.   Úconvert_bytesr,   r  r  )r„   r@   r;   r6   r[   r^   rh   r  rÌ   Zcount_nonzeror:   Úminr  rB   rˆ   r?   r…   r<   rù   rf   rg   Útobytesr  Z_to_list_customÚ_to_list)rE   r  Zjson_conversionsr[   r^   Zstarts_dataZ
stops_dataZnonemptyZminiZmaxir½   r=  r…   r�   rþ   rG   rH   rH   rI   r@  ¬  sT    


ÿ
$ÿÿ
zListOffsetArray._to_list)r9   rK   c                 C  s*   | j  |¡}| j |j¡}t||| jd�S rP   )rB   Z
to_backendrA   rm   r:   r(   rQ   )rE   r9   rG   rF   rH   rH   rI   Ú_to_backendå  s    zListOffsetArray._to_backendc           
        sþ   |   d¡dkrú|  ¡ }t‡ fdd„|D ƒƒrú| jjj| jjtj	d�}d}t
|ƒD ]*\}}|ˆ v rnˆ | ||< qPd ||< d}qPtj |¡}|rötjjj|j| jjd�}|jj |j|j¡ t| jjj|jtjd�| jjd�}	tjj||	||  d¡gd	�S |S d S )
Nr+   r,   c                 3  s   | ]}|ˆ v V  qd S rL   rH   )rÎ   Úitem©Únonfinit_dictrH   rI   rÐ   í  ó    z@ListOffsetArray._awkward_strings_to_nonfinite.<locals>.<genexpr>r™   FTrƒ   )Útagsr¡   rŒ   )r?   Zto_listr  r„   r:   r‰   r[   r<   r2   Zfloat64Ú	enumeraterf   rŒ   rË   r¡   ZIndex8rš   r9   r@   Úisnanrð   r&   Zaranger5   Z
UnionArrayr†   )
rE   rD  ÚstringsÚnumbersZhas_another_stringrþ   ÚvalrG   Z
union_tagsZunion_indexrH   rC  rI   Ú_awkward_strings_to_nonfiniteê  s<    
ÿ
ÿÿüýz-ListOffsetArray._awkward_strings_to_nonfinite)rÇ   Úindex_dtypeÚ
numpyarrayÚall_parametersrK   c                 C  s2   |   ||¡o0| j |j||¡o0| j |j|||¡S rL   )Z_is_equal_to_genericrA   Zis_equal_torF   rB   Ú_is_equal_torG   )rE   rÇ   rM  rN  rO  rH   rH   rI   rP  	  s    ÿ
ÿýzListOffsetArray._is_equal_to)F)rH   )rH   )T)Br8   Ú
__module__Ú__qualname__Ú__doc__rJ   ÚpropertyrF   r$   rO   Ú__annotations__r   rR   rT   rW   ÚclassmethodrY   r[   r^   rb   ri   ro   rr   rt   r<   rw   rv   r†   r’   r“   r”   r˜   rˆ   rœ   rž   r¦   r§   rª   r®   r³   rÅ   rÊ   rÑ   rÔ   rÕ   rÖ   rÛ   ræ   rñ   rø   rû   r  rå   r  r  r  r  r(  r/  r0  r1  r8  r<  r@  rA  rL  rP  rH   rH   rH   rI   r(   4   sŒ   
?(
	 ÿ
 ÿ	)  L#6m 9 o IYptH+=	9%r(   )BÚ
__future__r   rR   Úcollections.abcr   r   r   Zawkwardrf   Zawkward._backends.backendr   Zawkward._layoutr   Zawkward._meta.listoffsetmetar   Zawkward._nplikes.array_liker	   Zawkward._nplikes.numpyr
   Zawkward._nplikes.numpy_liker   r   Zawkward._nplikes.placeholderr   Zawkward._nplikes.shaper   r   Zawkward._nplikes.typetracerr   r   Zawkward._parametersr   Zawkward._regularizer   Zawkward._slicingr   Zawkward._typingr   r   r   r   r   r   r   Zawkward._utilr   Zawkward.contents.contentr   r   r   r    r!   Zawkward.errorsr"   Zawkward.forms.formr#   Zawkward.forms.listoffsetformr$   Zawkward.indexr%   r&   r'   rn   r2   r  r(   rH   rH   rH   rI   Ú<module>   s8   $	