a
    yn„f§h  ã                   @  s  d dl mZ d dlmZ d dlZd dlmZ d dlm	Z	 d dl
mZ d dlmZmZmZ d dlmZ d d	lmZ d d
lmZ d dlmZ d dlmZ d dlmZ d dlmZ d dlmZ dZ e !¡ Z"ej#j$ %d¡e	ƒ d dddddœdd„ƒƒZ&d!dddœdd„Z'dd„ Z(dd„ Z)dd„ Z*dS )"é    )Úannotations)ÚpermutationsN)Úbackend_of_obj)Úhigh_level_function©Ú	mergeable)ÚHighLevelContextÚensure_same_backendÚmaybe_posaxis)ÚNumpyMetadata)Úunknown_length)Útype_parameters_equal)Úregularize_axis)ÚSequence)ÚContent)Ú	fill_none)Úprimitive_to_dtype)Úconcatenater   T)Ú	mergeboolÚ	highlevelÚbehaviorÚattrsc                c  s2   t | dd�dur| fV  n| V  t| |||||ƒS )aö  
    Args:
        arrays: Array-like data (anything #ak.to_layout recognizes).
        axis (int): The dimension at which this operation is applied. The
            outermost dimension is `0`, followed by `1`, etc., and negative
            values count backward from the innermost: `-1` is the innermost
            dimension, `-2` is the next level up, etc.
        mergebool (bool): If True, boolean and numeric data can be combined
            into the same buffer, losing information about False vs `0` and
            True vs `1`; otherwise, they are kept in separate buffers with
            distinct types (using an #ak.contents.UnionArray).
        highlevel (bool): If True, return an #ak.Array; otherwise, return
            a low-level #ak.contents.Content subclass.
        behavior (None or dict): Custom #ak.behavior for the output array, if
            high-level.
        attrs (None or dict): Custom attributes for the output array, if
            high-level.

    Returns an array with `arrays` concatenated. For `axis=0`, this means that
    one whole array follows another. For `axis=1`, it means that the `arrays`
    must have the same lengths and nested lists are each concatenated,
    element for element, and similarly for deeper levels.
    N©Údefault)r   Ú_impl)ÚarraysÚaxisr   r   r   r   © r   úd/home/yuhw/wc/wire-cell-python/wcpy/lib/python3.9/site-packages/awkward/operations/ak_concatenate.pyr      s
    þ
zSequence[Content]zak.contents.UnionArray)ÚcontentsÚreturnc           	      C  sÆ   t dd„ | D ƒƒ}| d }tjj ||jj¡}tjj ||jj¡}d}t| ƒD ]`\}}|j 	|jd|j
jf |j||j|ƒ¡ |j 	|jd|j
jf |j||jƒ¡ ||j7 }qNtjjj||| |d�S )Nc                 s  s   | ]}|j V  qd S ©N)Úlength)Ú.0Úcr   r   r   Ú	<genexpr>F   ó    z"_merge_as_union.<locals>.<genexpr>r   Z!awkward_UnionArray_filltags_constZ"awkward_UnionArray_fillindex_count©Ú
parameters)ÚsumÚakÚindexÚIndex8ÚemptyÚbackendÚindex_nplikeÚIndex64Ú	enumerateZmaybe_kernel_errorÚdtypeÚtypeÚdatar"   r   Ú
UnionArrayÚ
simplified)	r   r(   r"   ÚfirstÚtagsr+   ÚoffsetÚiÚcontentr   r   r   Ú_merge_as_unionC   s(    ÿÿ
ÿÿÿr<   c                   sJ  t ˆ ƒ‰ t| d d�d urPtjj| ddd�}t|ˆ dƒdkrPtjj | d|||¡S t||d��(‰t	‡ ‡fdd	„| D ƒŽ }W d   ƒ n1 sŠ0    Y  d
d„ |D ƒ}t
|ƒdkr¶tdƒ‚t|d ˆ dƒ‰tdd	„ |D ƒƒ}	ˆd u sødˆ  krö|	k �sn tdˆ › d�ƒ‚|D ]6}
t|
tjjƒ�rt|
ˆ dƒˆk�rtdˆ › �ƒ‚�qˆdk�rdd„ |D ƒ}|d gg}|dd … D ]>}
|d }tjj|d |
ˆd��r¤| |
¡ n| |
g¡ �qtdd„ |D ƒ}t
|ƒdk�rÚt|ƒ}n|d }t|tjjƒ�r<t|ƒj|j|j|j|jˆd�}n(‡ ‡‡fdd„}tjj||ddd�d }ˆj||d�S )Nr   FÚerror)Úallow_recordÚprimitive_policyé   r   )r   r   c                 3  s$   | ]}ˆj |ˆ d kddd�V  qdS )r   Fzpass-through)r>   Zallow_unknownr?   N)Úunwrap©r#   Úx)r   Úctxr   r   r%   q   s   úüz_impl.<locals>.<genexpr>c                 S  s   g | ]}t |tjjƒr|‘qS r   )Ú
isinstancer*   r   r   rB   r   r   r   Ú
<listcomp>|   r&   z_impl.<locals>.<listcomp>z&need at least one array to concatenatec                 s  s&   | ]}t |tjjƒr|jd  V  qdS ©r@   N©rE   r*   r   r   Zminmax_depthrB   r   r   r   r%   �   s   þzaxis=zJ is beyond the depth of this array or the depth of this array is ambiguouszCarrays to concatenate do not have the same depth for negative axis=c                 S  s,   g | ]$}t |tjjƒr|ntj |g¡‘qS r   )rE   r*   r   r   Ú
operationsÚ	to_layoutrB   r   r   r   rF   ”   s   ÿéÿÿÿÿ©r   c                 S  s   g | ]}t j |¡‘qS r   )r*   Ú_doZ	mergemany)r#   Úbr   r   r   rF       r&   )r(   r   c                   s  t dd„ | D ƒƒr tdˆ › �ƒ‚|ˆkr,d S t dd„ | D ƒƒrŒg }| D ]@}|jr||jjr|t g |¡}| t||ddd�¡ qF| |¡ qF|} d }| D ]X}t	|tj
jƒr”|d u r¶|j}q”|jtu rÄq”q”|tu rÔ|j}q”||jkr”tdˆ › �ƒ‚q”|d usúJ ‚td	d„ | D ƒƒ�rPg }g }	| D ]„}t	|tj
jƒ�r:| |¡ nRt	|tj
jƒ�rZ| | ¡ ¡ n2| tj
 tj
 |j |j |g¡|f¡¡d
¡¡ |	 |d j¡ �q|jjt|	ƒtjd�}
d}t|	ƒD ]"\}}||
||| …< ||7 }�qÂtj |j |j |
||
jf¡d¡¡}tj
jj ||d�}tj
jj!||dd„ |D ƒˆd�}tj
 ||
j¡fS tdd„ | D ƒƒ�rþg }| D ]|}t	|tj
jƒ�rŒ| |¡ nZ| tj
 "tjj#|jj$|j %|d
 ¡tj&d�|jd�tj
 |j |j |g¡|f¡¡¡¡ �ql|jj'|d jtj&d�}g }g }|D ]X}| (d
d
¡\}}|j)d
d … |j)d d…  }|jj*|||d� | |¡ | |¡ �q|jj|d jd
 tj&d�}d|d< |jj+||d
d … d� tjj#||jd�}tj
jj,|dd„ |D ƒ|d�\}}tj
jj!|||ˆd�}tj
 "||¡fS d S d S )Nc                 s  s&   | ]}t |tjjƒr|jd kV  qdS ))r@   r@   NrH   rB   r   r   r   r%   ²   s   þz(_impl.<locals>.action.<locals>.<genexpr>z=at least one array is not deep enough to concatenate at axis=c                 s  s"   | ]}t |tjjƒo|jV  qd S r!   )rE   r*   r   r   Ú	is_optionrB   r   r   r   r%   ¿   r&   r   F)r   r   z.all arrays must have the same length for axis=c                 s  sL   | ]D}t |tjjƒr|jpBt |tjjƒr4|jjd kpBt |tjjƒ V  qdS rG   )rE   r*   r   r   Ú
is_regularÚ
NumpyArrayr4   ÚndimrB   r   r   r   r%   Ù   s
   ýÿr@   rK   ©r2   )rK   )r.   c                 S  s   g | ]
}|j ‘qS r   )Ú_contentrB   r   r   r   rF     r&   z)_impl.<locals>.action.<locals>.<listcomp>rL   c                 s  sL   | ]D}t |tjjƒr|jpBt |tjjƒr4|jjd kpBt |tjjƒ V  qdS rG   )rE   r*   r   r   Úis_listrQ   r4   rR   rB   r   r   r   r%     s   üÿþ)Únplike)Z	maybe_outc                 S  s   g | ]}t j |¡‘qS r   )r*   r+   r0   rB   r   r   r   rF   A  r&   )-ÚanyÚ
ValueErrorrO   r;   rU   r*   Ú
to_backendÚappendr   rE   r   r   r"   r   ÚallZRegularArrayrQ   Úto_RegularArrayrV   Zbroadcast_toZasarrayÚsizer/   r-   r)   ÚnpÚint8r1   r+   r,   Zreshaper5   Zregular_indexr6   ZListOffsetArrayr0   ÚarangeZshape_item_as_indexÚint64ÚzerosZ_offsets_and_flattenedr4   ÚaddZcumsumZnested_tags_index)ÚinputsÚdepthr.   ÚkwargsZ
nextinputsrC   r-   r"   ZregulararraysÚsizesZ	prototypeÚstartÚtagr]   r8   r+   ÚinnerÚcountsZ
all_countsZall_flattenÚoÚfr$   Úoffsets)r   r   Úposaxisr   r   Úaction±   sü    þÿÿ

ÿü
ÿÿúÿ

ÿüÿüû
ÿüù	ÿÿöÿÿ
ÿý
ÿz_impl.<locals>.actionT)Zallow_recordsZright_broadcast)r   )r   r   r*   rI   rJ   r
   Z
ak_flattenr   r   r	   ÚlenrX   ÚmaxrE   r   r   rM   r   rZ   r<   r5   r3   r6   Z_tagsÚ_indexZ	_contentsÚ_parametersZ_broadcastingZbroadcast_and_applyÚwrap)r   r   r   r   r   r   r;   Zcontent_or_othersr   ZmaxdepthrC   ZbatchesÚbatchÚoutrp   r   )r   rD   r   ro   r   r   ^   s~    þÿùÿ"þ 
ÿÿÿ
þ
û
 ÿþr   c                   sø  t ˆ jˆjƒsdS ˆ jr&tˆtjjƒS ˆ jrHtˆtjjƒoFt	ˆ j
ˆj
ƒS ˆ jrZt	ˆ j
ˆƒS ˆ jrœtˆtjjƒošˆ jtu sŽˆjtu sŽˆ jˆjkošt	ˆ j
ˆj
ƒS ˆ jr¾tˆtjjƒo¼t	ˆ j
ˆj
ƒS ˆ j�rtˆ jd ƒD ] }tˆtjjƒ� sî dS ˆj
‰qÔtˆtjjƒ�oˆ jˆjkS ˆ j�r’tˆtjjƒ�r8ˆjˆ jk�r<dS ˆ j�r`tdd„ tˆ jˆjƒD ƒƒS tˆ jƒtˆjƒk�oŽt‡ ‡fdd„ˆjD ƒƒS nbˆ j�rìt ˆ jƒt ˆjƒk�r´dS t!ˆ jƒD ](}tdd„ t|ˆjƒD ƒƒ�r¾ dS �q¾dS t"ˆ ƒ‚dS )	zš
    Args:
        form: content object
        type_: low-level type object

    Returns True if the form satisfies the given type; otherwise False.
    Fr@   c                 s  s   | ]\}}t ||ƒV  qd S r!   ©Ú_form_has_type)r#   r$   Útr   r   r   r%   †  s   z!_form_has_type.<locals>.<genexpr>c                 3  s$   | ]}t ˆ  |¡ˆ |¡ƒV  qd S r!   )ry   r;   ©r#   rm   ©ÚformÚtype_r   r   r%   Š  s   c                 s  s   | ]\}}t ||ƒV  qd S r!   rx   )r#   r}   r~   r   r   r   r%   ’  s   ÿTN)#r   rt   Ú
is_unknownrE   r*   ÚtypesZUnknownTyperO   Z
OptionTypery   r;   Ú
is_indexedrP   ZRegularTyper]   r   rU   ZListTypeÚis_numpyÚrangeZpurelist_depthZ	NumpyTypeÚ	primitiveÚ	is_recordZ
RecordTypeÚis_tupler[   Úzipr   Ú	frozensetÚfieldsÚis_unionrq   r   Ú	TypeError)r}   r~   Ú_r   r   r|   r   ry   U  sj    ÿ
ÿ
üù	ÿÿÿ
þÿ$ÿ

þ

ry   c                   sè  ˆj sˆ j rtdƒ‚�nÌˆj r4ˆ j s4ˆ  ¡  ˆj¡S ˆjrLˆ jsLtdƒ‚�n˜ˆj�s®ˆ j�r®ˆ jdkrpˆ jdksxtdƒ‚ˆjr¤ˆj	s¤ˆ 
d¡dkr¤ˆj ¡ }ˆj}n"tj ˆjjjˆjtjd�¡}ˆ}|jj}d	}g }ˆ jD ]>}t||ƒ�r| d
t||ƒ¡ d}qÜ| | ¡  ˆj¡¡ qÜ|�s~| ¡  ˆ jD ]L}| ¡  ˆj¡}t||ƒ�rd| d
t||ƒ¡ n| | ¡  ˆj¡¡ �q0tjjtj ˆjjjˆjtj d�¡||ˆ j!d�S ˆj�rÖˆ j�rÖˆ jdk�rÖˆ jdk�sÞtdƒ‚t"ˆ jƒt"ˆjƒk �rütdƒ‚‡fdd„ˆ jD ƒ‰t#t"ˆƒƒ}	t$|	t"ˆjƒƒD ],}
t%‡fdd„t&ˆj|
ƒD ƒƒ�r, �qb�q,tdƒ‚‡ fdd„t&ˆj|
ƒD ƒ}| '‡fdd„t(|	ƒt(|
ƒ D ƒ¡ tjjtj ˆjj )ˆjj*tj ¡¡ˆj ¡ |ˆ j!d�S ˆj	�ròˆ j	�sòtdƒ‚�nòˆj	�sˆ j	�rttjj+ ,ˆ¡ˆ ƒS ˆj	�r¨ˆ j	�r¨t-ˆ tj.j/ƒ�rhˆ jdk�rJtdƒ‚ˆ 0¡ j1tˆjˆ jƒˆ j!d�S t-ˆ tj.j2tj.j3tj.j4fƒ�r ˆj1tˆjˆ jƒˆ j!d�S t‚�n<ˆj�rÄˆ j�sÄtdƒ‚�n ˆj�sˆ j�rtjj5tj ˆjj ˆj¡¡tˆˆ jƒˆ j!d�S ˆj�rLˆ j�rLˆ jdk�r(tdƒ‚tjj5ˆj ¡ tˆjˆ jƒˆ j!d�S ˆj6�ršˆ j6�ršˆj7ˆ j7k�rrtdƒ‚tj8ˆj1d d�t9ˆ j:ƒd	d�j1ˆ j!d�S ˆj;�r¶ˆ j6�r¶tdƒ‚�n.ˆj;�sÚˆj6�sÚˆ j;�rÚtdƒ‚�n
ˆj6�rˆ j<�rt"ˆj7ƒd
k�rtdƒ‚tˆ =¡ ˆ ƒS ˆj;�rPˆ j;�rPˆj>ˆ j>k�r6tdƒ‚ˆj1tˆjˆ jƒˆ j!d�S ˆj;�r�ˆ j<�r�t-ˆ tj.j?tj.j@fƒ�rˆtˆ Ad	¡ˆ ƒS t‚�nTˆj<�r6ˆ j<�r6t-ˆ tj.j?ƒ�rÔˆ Ad	¡‰ˆj1tˆjˆ jƒˆ j!d�S t-ˆ tj.j@ƒ�r0ˆ jBdk�rüˆ jCdk�stDd ƒ‚tjjEˆjB ¡ ˆjC ¡ tˆjˆ jƒˆ j!d�S t‚n®ˆjF�rPˆ jF�sPtd!ƒ‚n”ˆjF�sjˆ jF�rjtd"ƒ‚nzˆjF�ràˆ jF�ràtGˆjHƒtGˆ jHƒk�rštd#ƒ‚nˆjIˆ jIk�r°td$ƒ‚tjjJ‡ ‡fd%d„ˆjHD ƒˆjKˆjˆ j!ˆjd&�S tL‚d S )'NzLmerge result should never be of an unknown type unless the layout is unknownz3merge result should be a union if layout is a unionÚi8Zi64zAmerge result that forms a union should have i8 tags and i64 indexZ	__array__ZcategoricalrS   Fr   Tr'   z?merge result should only grow or preserve a union's cardinalityc                   s   g | ]}|  ¡  ˆ j¡‘qS r   )Úlength_zero_arrayrY   r.   r{   )Úlayoutr   r   rF   ý  s   z-enforce_concatenated_form.<locals>.<listcomp>c                 3  s    | ]\}}t |ˆ | ƒV  qd S r!   r   ©r#   r$   r:   ©Úform_contentsr   r   r%     s   ÿz,enforce_concatenated_form.<locals>.<genexpr>zGmerge result should be mergeable against some permutation of the layoutc                   s    g | ]\}}t |ˆ j| ƒ‘qS r   )Úenforce_concatenated_formr   r�   )r}   r   r   rF     s   ÿc                   s   g | ]}ˆ | ‘qS r   r   )r#   r:   r‘   r   r   rF     s   ÿz7merge result should be an option if layout is an optionz3IndexedOptionForm should have i64 for merge results)r;   r(   z1merge result must be indexed if layout is indexedzmerge result must be i64z1layout must have same inner_shape as merge result)Útor   z3layout cannot be regular for NumpyForm merge resultz4merge result should be ragged if any input is raggedz4layout must be at least 2D if merge result is a listz:RegularForm must have same size as layout for merge resultz*ListForm should have i64 for merge resultsz5merge result should be a record if layout is a recordz<layout result should be a record if merge result is a recordz/merge result and form must have matching fieldsz7merge result and form must both be tuple or record-likec                   s"   g | ]}t ˆ |¡ˆ  |¡ƒ‘qS r   )r“   r;   r{   )r}   r�   r   r   rF   ž  s   ÿ)r"   r(   r.   )Mr   ÚAssertionErrorrŽ   rY   r.   rŠ   r8   r+   r�   rO   Z	parameterZto64r;   r*   r0   r/   r`   r"   r^   ra   r}   r3   r   ry   Úinsertr“   rZ   Úclearr   r5   r,   rb   r_   rt   rq   rƒ   r   r[   r‡   ÚextendÚsetZastyper4   ZUnmaskedArrayr6   rE   ZformsZIndexedOptionFormZto_IndexedOptionArray64ÚcopyZByteMaskedFormZBitMaskedFormZUnmaskedFormZIndexedArrayr‚   Zinner_shapeZvalues_astyper   r„   rP   rU   r\   r]   ZListOffsetFormZListFormZto_ListOffsetArray64ZstartsÚstopsr‹   Z	ListArrayr…   rˆ   r‰   r†   ZRecordArrayÚ_fieldsÚNotImplementedError)r�   r}   r+   Zlayout_to_merger~   Zunion_has_exact_typer   Zcontent_formZcontent_layoutZform_indicesZform_projection_indicesZnext_contentsr   )r}   r’   r�   r   r“   Ÿ  sž   ÿÿÿþý
ÿ

ÿÿ
ÿ
ÿÿÿú	ÿÿ
ÿ
þ

ÿ

þ
þÿÿúÿÿþþþ
ýý
üû	ÿþ
þü
ÿ
ÿþør“   )r   )N)+Ú
__future__r   Ú	itertoolsr   Zawkwardr*   Zawkward._backends.dispatchr   Zawkward._dispatchr   Zawkward._dor   Zawkward._layoutr   r	   r
   Zawkward._nplikes.numpy_liker   Zawkward._nplikes.shaper   Zawkward._parametersr   Zawkward._regularizer   Zawkward._typingr   Zawkward.contentsr   Zawkward.operations.ak_fill_noner   Zawkward.types.numpytyper   Ú__all__Úinstancer^   Ú_connectÚnumpyZ
implementsr   r<   r   ry   r“   r   r   r   r   Ú<module>   s8    ÿÿ( ÿ xJ