a
    yn„fþ¾  ã                   @  sÌ  d dl mZ d dlZd dlmZmZmZ d dlZd dl	m
Z
 d dlmZ d dlmZ d dlmZ d dlmZ d d	lmZ d d
lmZ d dlmZ d dlmZ d dlmZ d dlmZmZ d dl m!Z! d dl"m#Z#m$Z$ d dl%m&Z& d dl'm(Z(m)Z) d dl*m+Z+ d dl,m-Z- d dl.m/Z/m0Z0m1Z1m2Z2m3Z3m4Z4m5Z5 d dl6m7Z7 d dl8m9Z9m:Z:m;Z;m<Z<m=Z= d dl>m?Z? d dl@mAZA d dlBmCZC d dlDmEZE d dlFmGZG e/�r¢d dl,mHZH e I¡ ZJe I¡ ZKe5G dd„ dee:ƒƒZLdS ) é    )ÚannotationsN)ÚMappingÚMutableMappingÚSequence)ÚBackend)Úbackend_of_obj)ÚNumpyBackend)ÚTypeTracerBackend)Úmaybe_posaxis)Ú	NumpyMeta)Ú	to_nplike)Ú	ArrayLike)ÚJax)ÚNumpy)Ú	IndexTypeÚNumpyMetadata)ÚPlaceholderArray)Ú	ShapeItemÚunknown_length)ÚTypeTracerArray)Úparameters_intersectÚtype_parameters_equal)Úis_integer_like)ÚNO_HEAD)ÚTYPE_CHECKINGÚAnyÚCallableÚFinalÚSelfÚSupportsIndexÚfinal)ÚUNSET)ÚApplyActionOptionsÚContentÚImplementsApplyActionÚRemoveStructureOptionsÚToArrowOptions)Ú	AxisError)ÚForm)Ú	NumpyForm)ÚIndex)Úprimitive_to_dtype)Ú	SliceItemc                   @  s^  e Zd ZU dZdddœddœdd„Zeddœd	d
„ƒZeZde	d< e
fe
e
dœdd„Zdd„ Zdd„ Zedddœdd„ƒZeddœdd„ƒZeddœdd„ƒZeddœdd„ƒZeddœdd„ƒZd¶dd „Zd!d"d#œd$d%„Zd&d'd(d)d*d+œd,d-„Zd.d/d0œd1d2„Zd.d3œd4d5„Zd.d3œd6d7„Zed8dœd9d:„ƒZd;d<„ Zd=d>„ Zd?d@„ Zd/dœdAdB„ZdCdD„ ZdEdF„ Z d.dœdGdH„Z!dIdJœdKdL„Z"dIdIdMdNœdOdP„Z#d·dRdSdMdTœdUdV„Z$d¸dWdSdMdTœdXdY„Z%dZd.dMd[œd\d]„Z&dZdZdMdMd^œd_d`„Z'dadbdcdMddœdedf„Z(dgdgdhdiœdjdk„Z)dMd.d.dlœdmdn„Z*dodMdpœdqdr„Z+dMdMdsœdtdu„Z,dvdw„ Z-d/dœdxdy„Z.ed.dœdzd{„ƒZ/d¹d}d~„Z0dd€„ Z1d�d‚„ Z2dƒd„„ Z3d…d†„ Z4d‡dˆ„ Z5d‰dŠ„ Z6d‹dŒ„ Z7d�dŽ„ Z8d�d�„ Z9d‘d’„ Z:d“d”„ Z;d•d–d–dgd—d˜œd™dš„Z<d›dœ„ Z=d)d�dždŸœd d¡„Z>d¢dgd£d£d¤d–d¥œd¦d§„Z?dºd.d/d¨œd©dª„Z@d«d¬„ ZAd)d/d­œd®d¯„ZBd/d.d.d.d.d°œd±d²„ZCd³dœd´dµ„ZDdS )»Ú
NumpyArraya]	  
    A NumpyArray describes 1-dimensional or rectilinear data using a NumPy
    `np.ndarray`, a CuPy `cp.ndarray`, etc., depending on the backend.

    This class is aware of the rectilinear array's `shape` and `strides`, and
    allows for arbitrary `strides`, such as Fortran-ordered data. However, many
    operations require C-contiguous data, so derivatives of Fortran-ordered
    arrays may not be Fortran-ordered.

    Only a subset of `dtype` values are allowed, and only for your system's
    native endianness:

    * `bool`: boolean, like NumPy's `np.bool_` (considered distinct from integers)
    * `int8`: signed 8-bit
    * `uint8`: unsigned 8-bit
    * `int16`: signed 16-bit
    * `uint16`: unsigned 16-bit
    * `int32`: signed 32-bit
    * `uint32`: unsigned 32-bit
    * `int64`: signed 64-bit
    * `uint64`: unsigned 64-bit
    * `float16`: floating point 16-bit, if your system's NumPy supports it
    * `float32`: floating point 32-bit
    * `float64`: floating point 64-bit
    * `float128`: floating point 128-bit, if your system's NumPy supports it
    * `complex64`: floating complex numbers composed of 32-bit real/imag parts
    * `complex128`: floating complex numbers composed of 64-bit real/imag parts
    * `complex256`: floating complex numbers composed of 128-bit real/imag parts, if your system's NumPy supports it
    * `datetime64`: date/time, origin is midnight on January 1, 1970, in any units NumPy supports
    * `timedelta64`: time difference, in any units NumPy supports

    If the `shape` is one-dimensional, a NumpyArray corresponds to an Apache
    Arrow [Primitive array](https://arrow.apache.org/docs/format/Columnar.html#fixed-size-primitive-layout).

    To illustrate how the constructor arguments are interpreted, the following is a
    simplified implementation of `__init__`, `__len__`, and `__getitem__`:

        class NumpyArray(Content):
            def __init__(self, data):
                assert isinstance(data, numpy_like_array)
                assert data.dtype in allowed_dtypes
                self.data = data

            def __len__(self):
                return len(self.data)

            def __getitem__(self, where):
                result = self.data[where]
                if isinstance(result, numpy_like_array):
                    return NumpyArray(result)
                else:
                    return result
    N©Ú
parametersÚbackendr   )Údatac                C  sÒ   |d u rt |t ¡ d�}|j |¡| _t|jtƒsDtj	j
 | jj¡ t| jjƒdkrltt| ƒj› d|›�ƒ‚|d urÂ| d¡dv rÂ|jt tj¡ks¢t|jƒdkrÂtd t| ƒj|d t|ƒ¡ƒ‚|  ||¡ d S )N)Údefaultr   z( 'data' must be an array, not a scalar: Ú	__array__)ÚcharÚbyteé   zA{} is a {}, so its 'data' must be 1-dimensional and uint8, not {})r   r   ÚinstanceÚnplikeÚasarrayÚ_dataÚ
isinstancer   ÚakÚtypesÚ	numpytypeÚdtype_to_primitiveÚdtypeÚlenÚshapeÚ	TypeErrorÚtypeÚ__name__ÚgetÚnpZuint8Ú
ValueErrorÚformatÚreprÚ_init©Úselfr1   r/   r0   © rN   ú^/home/yuhw/wc/wire-cell-python/wcpy/lib/python3.9/site-packages/awkward/contents/numpyarray.pyÚ__init__s   s"    ÿ ÿÿzNumpyArray.__init__)Úreturnc                 C  s   | j S ©N)r:   ©rM   rN   rN   rO   r1   ‹   s    zNumpyArray.datar   Úform_clsc                C  s8   t |tu r| jn||tu r | jn||tu r0| jn|d�S ©Nr.   )r-   r!   r:   Ú_parametersÚ_backendrL   rN   rN   rO   Úcopy‘   s
    ýzNumpyArray.copyc                 C  s   |   ¡ S rR   )rX   rS   rN   rN   rO   Ú__copy__ž   s    zNumpyArray.__copy__c                 C  s"   | j t  | j|¡t  | j|¡d�S )N)r1   r/   )rX   Údeepcopyr:   rV   )rM   ÚmemorN   rN   rO   Ú__deepcopy__¡   s    þzNumpyArray.__deepcopy__c                C  s   | |||d�S rU   rN   )Úclsr1   r/   r0   rN   rN   rO   Ú
simplified§   s    zNumpyArray.simplifiedztuple[ShapeItem, ...]c                 C  s   | j jS rR   ©r:   rB   rS   rN   rN   rO   rB   «   s    zNumpyArray.shapec                 C  s   | j jdd … S )Nr6   r_   rS   rN   rN   rO   Úinner_shape¯   s    zNumpyArray.inner_shapec                 C  s   | j j | j¡S rR   )rW   r8   Ústridesr:   rS   rN   rN   rO   ra   ³   s    zNumpyArray.stridesznp.dtypec                 C  s   | j jS rR   )r:   r@   rS   rN   rN   rO   r@   ·   s    zNumpyArray.dtypec                 C  s   t | j|| jjd�S ©N)Zfrom_nplike)r   r1   rW   r8   )rM   r8   rN   rN   rO   Ú_raw»   s    zNumpyArray._rawzCallable[[Content], str | None]r)   )ÚgetkeyrQ   c                 C  s2   | j tjj | jj¡| jjdd … | j|| ƒd�S )Nr6   )r/   Zform_key)	rT   r<   r=   r>   r?   r:   r@   rB   rV   )rM   rd   rN   rN   rO   Ú_form_with_key¾   s    üzNumpyArray._form_with_keyr(   z#Callable[[Content, Form, str], str]zMutableMapping[str, ArrayLike]r   Ústr)Úformrd   Ú	containerr0   Ú	byteorderc                 C  s:   t || jƒsJ ‚|| |dƒ}tj |  |j¡|¡||< d S )Nr1   )r;   rT   r<   Ú_utilZnative_to_byteorderrc   r8   )rM   rg   rd   rh   r0   ri   ÚkeyrN   rN   rO   Ú_to_buffersÆ   s
    ÿzNumpyArray._to_buffersÚboolr   )Úforget_lengthrQ   c                 C  s0   t  ¡ }|  |j¡}t|r"| ¡ n|| j|d�S rU   )r	   r7   rc   r8   r-   rn   rV   )rM   rn   r0   r1   rN   rN   rO   Ú_to_typetracerÔ   s    ýzNumpyArray._to_typetracer©Ú	recursivec                 C  s   | j jjs| j ¡  d S rR   )rW   r8   Ú
known_datar:   Z
touch_data©rM   rq   rN   rN   rO   Ú_touch_dataÝ   s    
zNumpyArray._touch_datac                 C  s   | j jjs| j ¡  d S rR   )rW   r8   rr   r:   Ztouch_shapers   rN   rN   rO   Ú_touch_shapeá   s    
zNumpyArray._touch_shaper   c                 C  s   | j jd S )Nr   r_   rS   rN   rN   rO   Úlengthå   s    zNumpyArray.lengthc                 C  s   |   ddd¡S )NÚ )Ú_reprrS   rN   rN   rO   Ú__repr__é   s    zNumpyArray.__repr__c                 C  s¬  ||dg}|  tt| jƒƒ¡ t| jjƒdkrN|  dtt| jjd ƒƒ ¡ n$|  d d dd„ | jjD ƒ¡¡¡ |  	|d	 ¡}t
| jttfƒr˜d
g}n| jjj| jdd� d¡}t|ƒdksÌt|ƒdk�rv| jjj| jtdt|ƒ d dƒd� d¡}t|ƒdk�r$|d d… dg |dd …  }|  d¡ | |¡ |  d| d	 ¡ |  d| d	  |¡¡ |  d| d ¡ n"|  d¡ |  |d ¡ |  d¡ |  |¡ d |¡S )Nz<NumpyArray dtype=r6   z len=r   z shape='({})'z, c                 s  s   | ]}t |ƒV  qd S rR   )rf   )Ú.0ÚxrN   rN   rO   Ú	<genexpr>ó   ó    z#NumpyArray._repr.<locals>.<genexpr>z    z[## ... ##]é   )Zmax_line_widthÚ
éP   é   é(   é   é   z ...éþÿÿÿú>z</NumpyArray>rw   )ÚappendrJ   rf   r@   rA   r:   rB   rI   ÚjoinZ_repr_extrar;   r   r   rW   r8   Z	array_strÚsplitÚmaxÚextend)rM   ÚindentÚpreÚpostÚoutÚextraZarraystr_linesrN   rN   rO   rx   ì   sB    
 ÿÿþÿþ




zNumpyArray._reprc                 C  sŠ   | j j}dg}|D ]}| |d | ¡ qt| jj | j d¡d | jd�}tt|ƒd ddƒD ] }t	j
j||| || d d�}q\| j|_|S )Nr6   éÿÿÿÿ©r‘   r.   r   ©r/   )r:   rB   r‡   r-   rW   r8   ÚreshapeÚrangerA   r<   ÚcontentsÚRegularArrayrV   )rM   rB   Zzeroslenr{   r�   ÚirN   rN   rO   Úto_RegularArray  s    ýzNumpyArray.to_RegularArrayc                 C  s   | S rR   rN   rS   rN   rN   rO   Úmaybe_to_NumpyArray"  s    zNumpyArray.maybe_to_NumpyArrayc                 C  s
   t | jƒS rR   )Úiterr:   rS   rN   rN   rO   Ú__iter__%  s    zNumpyArray.__iter__c                 C  s8   | j dd… }t| jj |d|jdd …  ¡d | jd�S )Nr   )r   r„   r.   )r:   r-   rW   r8   r”   rB   )rM   ÚtmprN   rN   rO   Ú_getitem_nothing(  s    ýzNumpyArray._getitem_nothingc                 C  s   t | jtƒS rR   )r;   r:   r   rS   rN   rN   rO   Ú_is_getitem_at_placeholder0  s    z%NumpyArray._is_getitem_at_placeholderr   )Úwherec              
   C  s²   | j jjs8t| jjƒdkr8| jdd� tj| jj	dd�S z| j| }W n: t
y€ } z"tj | |t|ƒ¡|‚W Y d }~n
d }~0 0 t|dƒrªt|jƒdkrªt|d | j d�S |S d S )	Nr6   Frp   rN   )rB   rB   r   r.   )rW   r8   rr   rA   r:   rB   rt   r   Ú_newr@   Ú
IndexErrorr<   Ú_errorsÚindex_errorrf   Úhasattrr-   )rM   r    r�   ÚerrrN   rN   rO   Ú_getitem_at3  s    ,zNumpyArray._getitem_atr#   )ÚstartÚstoprQ   c              
   C  sf   z| j ||… }W n@ tyR } z(tj | t||ƒt|ƒ¡|‚W Y d }~n
d }~0 0 t|| j| j	d�S rU   )
r:   r¢   r<   r£   r¤   Úslicerf   r-   rV   rW   )rM   r¨   r©   r�   r¦   rN   rN   rO   Ú_getitem_rangeB  s
    2zNumpyArray._getitem_rangerN   zstr | SupportsIndexztuple[str, ...])r    Úonly_fieldsrQ   c                 C  s   t j | |d¡‚d S )Núnot an array of records)r<   r£   r¤   ©rM   r    r¬   rN   rN   rO   Ú_getitem_fieldJ  s    zNumpyArray._getitem_fieldzlist[str | SupportsIndex]c                 C  s,   t |ƒdkr|  dd¡S tj | |d¡‚d S )Nr   r­   )rA   r«   r<   r£   r¤   r®   rN   rN   rO   Ú_getitem_fieldsO  s    zNumpyArray._getitem_fieldsr*   )ÚcarryÚ
allow_lazyrQ   c              
   C  sr   t |tjjƒsJ ‚z| j|j }W n< ty^ } z$tj | |jt	|ƒ¡|‚W Y d }~n
d }~0 0 t
|| j| jd�S rU   )r;   r<   Úindexr*   r:   r1   r¢   r£   r¤   rf   r-   rV   rW   )rM   r±   r²   Znextdatar¦   rN   rN   rO   Ú_carryV  s    .zNumpyArray._carry)ÚslicestartsÚ
slicestopsÚslicecontentrQ   c              	   C  sJ   | j jdkr.tj | tjj|||d d�d¡‚n|  ¡ }| ||||¡S d S )Nr6   r“   z*too many jagged slice dimensions for array)	r:   Úndimr<   r£   r¤   r–   Z	ListArrayr™   Ú_getitem_next_jagged)rM   rµ   r¶   r·   ÚtailÚnextrN   rN   rO   r¹   ^  s    ÿûÿzNumpyArray._getitem_next_jaggedzSliceItem | tupleztuple[SliceItem, ...]zIndex | None)Úheadrº   ÚadvancedrQ   c              
   C  sâ  |t u r| S t|ƒr¨td ƒ|g|¢R }z| j| }W nB tyv } z*tj | |g|¢R t|ƒ¡|‚W Y d }~n
d }~0 0 t	|dƒr t
|jƒdkr t|d | jd�S |S �n6t|tƒsÆ|tju sÆ|tu �r>td ƒ|g|¢R }z| j| }W nD t�y* } z*tj | |g|¢R t|ƒ¡|‚W Y d }~n
d }~0 0 t|| j| jd�S t|tƒ�rX|  |||¡S t|tƒ�rr|  |||¡S t|tjjƒ�r$|d u �r¢td ƒ|jg|¢R }n| jj |j¡|jg|¢R }z| j| }W nD t�y } z*tj | |g|¢R t|ƒ¡|‚W Y d }~n
d }~0 0 t|| j| jd�S t|tjjƒ�r¬td ƒ|g|¢R }z| j| }W nD t�y˜ } z*tj | |g|¢R t|ƒ¡|‚W Y d }~n
d }~0 0 t|| j| jd�S t|tjjƒ�rÒ|  ¡ }| |||¡S t t!|ƒƒ‚d S )NrB   r   r.   )"r   r   rª   r:   r¢   r<   r£   r¤   rf   r¥   rA   rB   r-   rW   r;   rG   ZnewaxisÚEllipsisrV   Z_getitem_next_fieldÚlistZ_getitem_next_fieldsr³   ÚIndex64r1   Úindex_npliker9   r–   ÚListOffsetArrayZIndexedOptionArrayr™   Z_getitem_next_missingÚAssertionErrorrJ   )rM   r¼   rº   r½   r    r�   r¦   r»   rN   rN   rO   Ú_getitem_nexto  s\    44
þý44zNumpyArray._getitem_nextÚintztuple[Index, Content])ÚaxisÚdepthrQ   c                 C  sb   t | ||ƒ}|d ur*|d |kr*tdƒ‚n4t| jƒdkrH|  ¡  ||¡S td|› d|› d�ƒ‚d S )Nr6   zaxis=0 not allowed for flattenúaxis=ú" exceeds the depth of this array (ú))r
   r'   rA   rB   r™   Ú_offsets_and_flattened©rM   rÆ   rÇ   ÚposaxisrN   rN   rO   rË   µ  s    
z!NumpyArray._offsets_and_flattened)ÚotherÚ	mergeboolrQ   c                 C  sR  |j s|jrdS |js|jr*|  |j|¡S t| j|jƒs<dS t| j	ƒdkrZ|  
¡  ||¡S t|tjjƒ�rJ| jj|jjkr~dS | j|jkrŽdS t | jtj¡r®t |jtj¡sÎt | jtj¡rÒt |jtj¡rÒ|S t | jtj¡�st | jtj¡�st |jtj¡�st |jtj¡�rdS | jj | j|j¡�pF| jj |j| j¡S ndS d S )NTFr6   )Zis_identity_likeZis_unionZ
is_indexedZ	is_optionÚ_mergeable_nextÚcontentr   rV   rA   rB   Ú_to_regular_primitiver;   r<   r–   r-   r:   r¸   r@   rG   Z
issubdtypeÚbool_ÚnumberZ
datetime64Ztimedelta64r0   r8   Zcan_cast)rM   rÎ   rÏ   rN   rN   rO   rÐ   À  sJ    ÿþýüÿþýüÿþzNumpyArray._mergeable_nextzSequence[Content])ÚothersrQ   c           	      C  s  t |ƒdkr| S t | jƒdkr,|  ¡  |¡S |  |¡\}}g }| j}|D ]\}t|tjj	ƒr\qHt
||jƒ}t|tjjƒr„| |j¡ qHtdt| ƒj d t|ƒj ƒ‚qH| jj |¡}t||| jd�}t |ƒdkrÔ|S |d  |¡}t |ƒdkrò|S | |dd … ¡S d S )Nr   r6   zcannot merge z with r.   )rA   rB   r™   Ú
_mergemanyZ_merging_strategyrV   r;   r<   r–   Z
EmptyArrayr   r-   r‡   r1   rÃ   rD   rE   rW   r8   ÚconcatZ_reverse_merge)	rM   rÕ   r¼   rº   Zcontiguous_arraysr/   Úarrayr»   ÚreversedrN   rN   rO   rÖ   ñ  s@    ÿþýÿÿzNumpyArray._mergemany)ÚvaluerQ   c                 C  s   | S rR   rN   )rM   rÚ   rN   rN   rO   Ú
_fill_none  s    zNumpyArray._fill_nonec                 C  sb   t | ||ƒ}|d ur(|d |kr(|  ¡ S t| jƒdkrNtd|› d|› d�ƒ‚n|  ¡  ||¡S d S ©Nr6   rÈ   rÉ   rÊ   )r
   Z_local_index_axis0rA   rB   r'   r™   Ú_local_indexrÌ   rN   rN   rO   rÝ     s    zNumpyArray._local_indexc                 C  s0   | j r
| S tjj| jj | j¡| j| jd�S d S rU   )	Úis_contiguousr<   r–   r-   rW   r8   Zascontiguousarrayr:   rV   rS   rN   rN   rO   Úto_contiguous'  s    ýzNumpyArray.to_contiguousc                 C  s   | j j | j¡S rR   )rW   r8   Zis_c_contiguousr:   rS   rN   rN   rO   rÞ   1  s    zNumpyArray.is_contiguousTc                 C  sü   t jjjd| jjd�}|j| jju r2|j| jju s6J ‚| jtj	kr–| j 
| jd| jj|jj|jjtj	f | jjj| j| jdd�|j|j|j|jƒ¡ nR| j 
| jd| jj|jj|jjtj	f | jjj| j| jdd�|j|j|j|jƒ¡ |d dkrødS dS )	Nr6   ©r8   Z&awkward_NumpyArray_subrange_equal_boolT)r@   rX   Z!awkward_NumpyArray_subrange_equalr   F)r<   r³   rÀ   ÚzerosrW   r8   rÁ   r@   rG   rÓ   Úmaybe_kernel_errorrD   Zastyper:   r1   rv   )rM   ÚstartsÚstopsrv   ÚsortedZis_equalrN   rN   rO   Ú_subranges_equal5  sV    ÿþüÿ
ÿóÿüÿ
ÿóÿzNumpyArray._subranges_equalc              
   C  sr  t jj|j|jd�}t jjj|j| jjd�}| jjj| j	d | j
d�}|j| jju rb|j| jju sfJ ‚| j | jd| j
j| jj
j|jj
j|j
jf || j|j|j|jddƒ¡ t jj d| jj¡}t jj |j| jj¡}|j| jju �r|j| jju �r|j| jju �sJ ‚| j | jd| j
j|j
j|j
j|j
jf ||j|j|j|jƒ¡ t|| j| jd	�}||d |d … fS )
Nrà   r   ©r@   Z'awkward_NumpyArray_sort_asstrings_uint8TFr6   Z!awkward_NumpyArray_unique_stringsr.   )r<   r³   rÀ   r1   r8   Úemptyrv   rW   rÁ   rB   r@   râ   rD   r:   r-   rV   )rM   ÚoffsetsÚ
outoffsetsr�   Ú	outlengthÚnextoffsetsZout2rN   rN   rO   Ú_as_unique_stringsc  sj    
ÿÿþüÿóÿÿþýüÿõÿzNumpyArray._as_unique_stringsc                 C  sN   |   d¡dks|   d¡dkr | S t|ƒ}t| jjj| j|d�| j| jd�S d S )Nr3   r4   r5   rç   r.   )Ú	parameterr+   r-   rW   r8   r9   r:   rV   )rM   ÚnameZincluding_unknownr@   rN   rN   rO   Ú_numbers_to_typeš  s    ÿþýzNumpyArray._numbers_to_typec                 C  s†   | j dkrdS t| jƒdkr0|  ¡  ||||¡S | jsJ|  ¡  ||||¡S |  ||||¡}t|t	j
jƒrv|jj | j kS |j | j kS d S )Nr   Tr6   )rv   rA   rB   r™   Ú
_is_uniquerÞ   rß   Ú_uniquer;   r<   r–   rÂ   rÑ   )rM   Únegaxisrã   Úparentsrë   r�   rN   rN   rO   rñ   ¨  s(    
üüzNumpyArray._is_uniquec                 C  s"  | j d dkr| S t| j ƒdkr$| S |d u �rT|  ¡ }tjj d| jj¡}| j	j
|d< | j	jj ¡ dkrtt tj¡n| j	j}| jjj| j	j
|d�}|j| jju s¤J ‚| j | jd|j|j|jjf ||j	|d |jd|d ddƒ¡ tjj d| jj¡}	|	j| jju �sJ ‚| jj |¡}|j
|	d< tjj| jjj|d |	d … | jd�d | jd	�S t| j ƒdk�rx|  ¡  ||||¡S |j}
tjj d| jj¡}|j| jju �r²|j| jju �s¶J ‚| j | jd
|jj|jjf |j|j|
ƒ¡ tjj |d | jj¡}|j| jju �r|j| jju �sJ ‚| j | jd|jj|jjf |j|d |j|
ƒ¡ | jjj| j| jd�}|j| jju �szJ ‚| j | jd|jj| j	jj|jjf || j	| j d |j|d |
ddƒ¡ tjj |j| jj¡}|j| jju �rø|j| jju �süJ ‚|jtjk�rB| j | jd|jj|jj|jjf ||j|j|jƒ¡ n6| j | jd|jj|jj|jjf ||j|j|jƒ¡ tjj |jd | jj¡}|j| jju �rÂ|j| jju �rÂ|j| jju �sÆJ ‚| j | jd|jj|jj|jjf |j|j|j|j|jƒ¡ tjj|tj |¡| jd�S d S )Nr   r„   r6   ÚMrç   Úawkward_sortTFr.   Úawkward_sorting_ranges_lengthÚawkward_sorting_rangesZawkward_unique_ranges_boolZawkward_unique_rangesZawkward_unique_offsetsr“   )rB   rA   rß   r<   r³   rÀ   rá   rW   rÁ   r:   Úsizer@   ÚkindÚupperrG   Úint64r8   rè   râ   rD   r1   Zunique_valuesr–   r-   r9   r™   rò   rv   rÓ   rÂ   rV   )rM   ró   rã   rô   rë   Zcontiguous_selfré   r@   r�   Z
nextlengthÚparents_lengthÚoffsets_lengthrì   rê   rN   rN   rO   rò   À  sR   
ÿýýÿóÿ
ýüÿþþÿùÿÿÿþþÿøÿýÿóÿ
ÿÿþýÿ÷ÿýÿ÷ÿÿÿþýýÿöÿÿzNumpyArray._uniquec              
   C  s†  t | jƒdkr(|  ¡  |||||||¡S | jsH|  ¡  |||||||¡S |j}tjj	 
d| jj¡}	|	j| jju r~|j| jju s‚J ‚| j | jd|	jj|jjf |	j|j|ƒ¡ | jj |	d ¡}
tjj	 
|
| jj¡}|j| jju rð|j| jju sôJ ‚| j | jd|jj|jjf |j|
|j|ƒ¡ | jjj ¡ dk�rBt tj¡n| jj}tjj	 
| j| jj¡}|j| jju �r€|j| jju �s„J ‚| j | jd|jj|j|jjf |j| j| j|j|
||ƒ¡ |d u�rl|j| jju �r|j| jju �r|j| jju �r|j| jju �r|j| jju �sJ ‚| j | jd|jj|jj|jj|jj|jjf |j|j|j|j|
|j|jƒ¡ t|jd | jd�}|S d S )	Nr6   r÷   r   rø   rõ   Zawkward_argsortZ$awkward_NumpyArray_rearrange_shiftedr.   )rA   rB   r™   Ú_argsort_nextrÞ   rß   rv   r<   r³   rÀ   rè   rW   rÁ   r8   râ   r@   rD   r1   Úindex_as_shape_itemr:   rú   rû   rG   rü   r-   )rM   ró   rã   Úshiftsrô   rë   Ú	ascendingÚstablerý   Ú_offsets_lengthrþ   ré   r@   Z	nextcarryr�   rN   rN   rO   rÿ   r  sÒ    ÿÿÿþþÿùÿÿÿþþÿøÿÿýÿþýÿôÿ
ÿþýüûûÿòÿzNumpyArray._argsort_nextc                 C  sÔ  t | jƒdkr&|  ¡  ||||||¡S | jsD|  ¡  ||||||¡S |j}tjj	 
d| jj¡}|j| jju rz|j| jju s~J ‚| j | jd|jj|jjf |j|j|ƒ¡ | jj |d ¡}	tjj	 
|	| jj¡}
|
j| jju rì|j| jju sðJ ‚| j | jd|
jj|jjf |
j|	|j|ƒ¡ | jjj ¡ dk�r>t tj¡n| jj}| jjj
| j|d�}|
j| jju �snJ ‚| j | jd|j|j|
jjf || j| jd |
j|	|||ƒ¡ tjj| jjj|| jd�d | jd�S d S )	Nr6   r÷   r   rø   rõ   rç   rö   r.   )rA   rB   r™   Ú
_sort_nextrÞ   rß   rv   r<   r³   rÀ   rè   rW   rÁ   r8   râ   r@   rD   r1   r   r:   rú   rû   rG   rü   r–   r-   r9   )rM   ró   rã   rô   rë   r  r  rý   r  rþ   ré   r@   r�   rN   rN   rO   r  Ý  s˜    ÿÿÿþþÿùÿÿÿþþÿøÿÿýýÿóÿýzNumpyArray._sort_nextc                 C  sr   t | ||ƒ}|d ur0|d |kr0|  ||||¡S t| jƒdkrVtd|› d|› d�ƒ‚n|  ¡  ||||||¡S d S rÜ   )r
   Z_combinations_axis0rA   rB   r'   r™   Ú_combinations)rM   ÚnÚreplacementZrecordlookupr/   rÆ   rÇ   rÍ   rN   rN   rO   r  .  s    ÿzNumpyArray._combinationsc
                 C  s  | j jdkr*|  ¡  |||||||||	¡	S | jsN|  ¡  |||||||||	¡	S | jsXJ ‚| j jdkshJ ‚| | ||||¡}
|rötjj	 
|| jj¡}|j| jju r®|j| jju s²J ‚| j | jd|jj|jjf |j|j|j|ƒ¡ tjj||
dd d�}
|�rtjj|
d| jd d�}
|
S )Nr6   Z1awkward_NumpyArray_reduce_mask_ByteMaskedArray_64Fr“   )r:   r¸   r™   Ú_reduce_nextrÞ   rß   Úapplyr<   r³   ZIndex8rè   rW   rÁ   r8   râ   r@   rD   r1   rv   r–   ZByteMaskedArrayr—   )rM   Zreducerró   rã   r  rô   rë   ÚmaskÚkeepdimsÚbehaviorr�   ZoutmaskrN   rN   rO   r	  9  sd    ÷÷
ÿþþÿøÿzNumpyArray._reduce_nextc                 C  s¨   t | jƒdkr$d|› dt| ƒ›d�S t| jƒD ]0\}}|dk r.d|› dt| ƒ›d|› d�  S q.t| jƒD ]8\}}|| jj dkrjd|› dt| ƒ›d|› d�  S qjdS )	Nr   zat z (z): shape is zero-dimensionalz	): shape[z] < 0z] % itemsize != 0rw   )rA   rB   rD   Ú	enumeratera   r@   Úitemsize)rM   Úpathr˜   ÚdimZstriderN   rN   rO   Ú_validity_error}  s    ""zNumpyArray._validity_errorc                 C  sÂ   t | jƒdkrtdƒ‚n<t | jƒdkr:|  ¡  ||||¡S | jsT|  ¡  ||||¡S t| ||ƒ}|d urŠ|d |krŠtd|› d|› d�ƒ‚|s°|| j	k rœ| S | j|||dd�S n| j
|dd�S d S )	Nr   z$cannot apply ak.pad_none to a scalarr6   rÈ   rÉ   rÊ   T)Úclip)rA   rB   rH   r™   Ú	_pad_nonerÞ   rß   r
   r'   rv   Z_pad_none_axis0)rM   ÚtargetrÆ   rÇ   r  rÍ   rN   rN   rO   r  ˆ  s    

zNumpyArray._pad_nonec                 C  s   | j jS rR   )r1   ÚnbytesrS   rN   rN   rO   Ú_nbytes_partš  s    zNumpyArray._nbytes_partr   zContent | Noner&   )ÚpyarrowÚ	mask_nodeÚ
validbytesrv   Úoptionsc              	   C  s²   | j jdkr"|  ¡  |||||¡S |  t¡}| |j¡}t|jj	t
tjfƒrZtj|dd�}|jjtjj ||d |d || ¡|tjj |¡tjj ||¡gtjj ||d ¡d�S )Nr6   Úlittle)ZbitorderZextensionarrayZrecord_is_scalarZcount_nulls)Z
null_count)r:   r¸   r™   Ú	_to_arrowrc   ÚnumpyZfrom_numpy_dtyper@   Ú
issubclassrD   rm   rG   rÓ   ZpackbitsZArrayZfrom_buffersr<   Ú_connectr  Zto_awkwardarrow_typeZto_validbitsZ	to_lengthZto_null_count)rM   r  r  r  rv   r  ZnparrayZstorage_typerN   rN   rO   r  �  s0    
ÿ
ûþÿózNumpyArray._to_arrowc                 C  s   t | j|j| jjd�S rb   )r   r1   r8   rW   )rM   Zallow_missingr0   rN   rN   rO   Ú_to_backend_arrayÂ  s    zNumpyArray._to_backend_arrayr%   zlist[Content])r0   r  rQ   c                 C  sF   |d rd| j jd  d }nd}tjj|j |  |j¡|¡|d�gS )Nr  )r6   r6   r’   ©r0   )r:   r¸   r<   r–   r-   r8   r”   rc   )rM   r0   r  rB   rN   rN   rO   Ú_remove_structureÅ  s    þÿzNumpyArray._remove_structurer$   zMapping[str, Any] | Noner"   )ÚactionrÇ   Údepth_contextÚlateral_contextr  rQ   c              	     sŠ   ˆj jdkr*ˆ d r*ˆ ¡  ||||ˆ ¡S ˆ d rB‡ ‡fdd„}ndd„ }|ˆ||||ˆjˆ d�}t|tƒrp|S |d u r~|ƒ S t|ƒ‚d S )Nr6   Znumpy_to_regularZreturn_arrayc                     s"   ˆ d rˆS t ˆjd ˆjd�S d S )NZkeep_parametersr.   )r-   r:   rW   rN   ©r  rM   rN   rO   Úcontinuationâ  s
    
ÿz3NumpyArray._recursively_apply.<locals>.continuationc                   S  s   d S rR   rN   rN   rN   rN   rO   r(  ì  s    )rÇ   r%  r&  r(  r0   r  )r:   r¸   r™   Ú_recursively_applyrW   r;   r#   rÃ   )rM   r$  rÇ   r%  r&  r  r(  ÚresultrN   r'  rO   r)  Ó  s*    
ÿ
ù

zNumpyArray._recursively_apply)rq   rQ   c                 C  s   |   ¡  ¡ S rR   )rß   r™   rs   rN   rN   rO   Ú	to_packed   s    zNumpyArray.to_packedc                 C  sò  | j jjstdƒ‚|  d¡dkr^|d u r,d n|d }|d u rJtj | j¡S |tj | j¡ƒS n$|  d¡dkr‚tj | j¡j	dd�S |  
||¡}|d urš|S |d u�r |d }|d	 }|d u�r t| jjtjƒ�r tjjtjj| jj| j d
�tjj| jj| j d
�g||g| j| j| j d� ||¡S | j ¡ }|d u�rî|d }|d u�rt| j j | j j | j¡¡d D ]}|||< �qd|d }	|	d u�r°| j j | jtjk¡d D ]}|	||< �q |d }
|
d u�rî| j j | jtj k¡d D ]}|
||< �qÞ|S )Nz0cannot convert typetracer arrays to Python listsr3   r5   Úconvert_bytesr4   Úsurrogateescape)ÚerrorsÚcomplex_real_stringÚcomplex_imag_stringr"  r.   Ú
nan_stringr   Úposinf_stringÚneginf_string)rW   r8   rr   rC   rî   r<   rj   Útobytesr:   ÚdecodeZ_to_list_customr  r@   rD   rG   Zcomplexfloatingr–   ZRecordArrayr-   ÚrealÚimagrv   rV   Ú_to_listÚtolistZnonzeroÚisnanÚinf)rM   r  Zjson_conversionsr,  r�   r/  r0  r1  r˜   r2  r3  rN   rN   rO   r8    sh    
ÿ


ÿ
ÿüôó


ÿþ

 zNumpyArray._to_list)r0   rQ   c                 C  s   t |  |j¡| j|d�S rU   )r-   rc   r8   rV   )rM   r0   rN   rN   rO   Ú_to_backendA  s
    
ýzNumpyArray._to_backend)rÎ   Úindex_dtypeÚ
numpyarrayÚall_parametersrQ   c                 C  sZ   |   ||¡oX| pX| j|jkoX| jjj s>| jj | j|j¡oXtdd„ t| j	|j	ƒD ƒƒS )Nc                 s  s*   | ]"\}}|t u p |t u p ||kV  qd S rR   )r   )rz   r{   ÚyrN   rN   rO   r|   U  s   ÿz*NumpyArray._is_equal_to.<locals>.<genexpr>)
Z_is_equal_to_genericr@   rW   r8   rr   Zarray_equalr1   ÚallÚziprB   )rM   rÎ   r=  r>  r?  rN   rN   rO   Ú_is_equal_toH  s    üþözNumpyArray._is_equal_tozak.contents.RegularArrayc                 C  sH   t td dƒgt| jƒ ƒ}| jj | j| | j¡}t|| j| j	d� 
¡ S )Nr6   )r0   r/   )Útuplerª   rA   rB   r0   r8   Zbroadcast_tor:   r-   r/   r™   )rM   r³   Znew_datarN   rN   rO   rÒ   [  s
    
ÿz NumpyArray._to_regular_primitive)N)rN   )rN   )T)T)ErE   Ú
__module__Ú__qualname__Ú__doc__rP   Úpropertyr1   r)   rT   Ú__annotations__r!   rX   rY   r\   Úclassmethodr^   rB   r`   ra   r@   rc   re   rl   ro   rt   ru   rv   ry   rx   r™   rš   rœ   rž   rŸ   r§   r«   r¯   r°   r´   r¹   rÄ   rË   rÐ   rÖ   rÛ   rÝ   rß   rÞ   ræ   rí   rð   rñ   rò   rÿ   r  r  r	  r  r  r  r  r!  r#  r)  r+  r8  r<  rC  rÒ   rN   rN   rN   rO   r-   ;   s˜   
6þû
	&	 ÿ ÿF1*	

.7 3kQD%->r-   )MÚ
__future__r   rX   Úcollections.abcr   r   r   Zawkwardr<   Zawkward._backends.backendr   Zawkward._backends.dispatchr   Zawkward._backends.numpyr   Zawkward._backends.typetracerr	   Zawkward._layoutr
   Zawkward._meta.numpymetar   Zawkward._nplikesr   Zawkward._nplikes.array_liker   Zawkward._nplikes.jaxr   Zawkward._nplikes.numpyr   Zawkward._nplikes.numpy_liker   r   Zawkward._nplikes.placeholderr   Zawkward._nplikes.shaper   r   Zawkward._nplikes.typetracerr   Zawkward._parametersr   r   Zawkward._regularizer   Zawkward._slicingr   Zawkward._typingr   r   r   r   r   r   r    Zawkward._utilr!   Zawkward.contents.contentr"   r#   r$   r%   r&   Zawkward.errorsr'   Zawkward.forms.formr(   Zawkward.forms.numpyformr)   Zawkward.indexr*   Zawkward.types.numpytyper+   r,   r7   rG   r  r-   rN   rN   rN   rO   Ú<module>   sD   $	