a
    zn„f•ó  ã                   @  s  d Z ddlmZ ddlZddlZddlZddlZddlmZ ddl	Z	ddl
ZddlZddlZddlZe	 d¡de	 d¡de	 d	¡d
e	 d¡de	 d¡de	 d¡de	 d¡de	 d¡de	 d¡de	 d¡de	 d¡de	 d¡diZG dd„ dƒZe d¡Zd d!„ Zd"d#„ ZdS )$a¾  
This is an internal module for writing TTrees in the "cascading" file writer. TTrees
are more like TDirectories than they are like histograms in that they can create
objects, TBaskets, which have to be allocated through the FreeSegments.

The implementation in this module does not use the TTree infrastructure in
:doc:`uproot.models.TTree`, :doc:`uproot.models.TBranch`, and :doc:`uproot.models.TBasket`,
since the models intended for reading have to adapt to different class versions, but
a writer can always write the same class version, and because writing involves allocating
and sometimes freeing data.

See :doc:`uproot.writing._cascade` for a general overview of the cascading writer concept.
é    )ÚannotationsN)ÚMappingÚboolÚOz>i1ÚBz>u1Úbz>i2ÚSz>u2Úsú>i4ÚIú>u4Úiz>i8ÚLz>u8Úlz>f4ÚFz>f8ÚDz>UÚCc                   @  sþ   e Zd ZdZdd„ Zdd„ Zd2dd	„Zd
d„ Zedd„ ƒZ	edd„ ƒZ
edd„ ƒZedd„ ƒZedd„ ƒZedd„ ƒZedd„ ƒZedd„ ƒZedd„ ƒZedd„ ƒZed d!„ ƒZed"d#„ ƒZed$d%„ ƒZd&d'„ Zd(d)„ Zd*d+„ Zd,d-„ Zd.d/„ Zd0d1„ ZdS )3ÚTreea<  
    Writes a TTree, including all TBranches, TLeaves, and (upon ``extend``) TBaskets.

    Rather than treating TBranches as a separate object, this *writable* TTree writes
    the whole metadata block in one function, so that interrelationships are easier
    to preserve.

    Writes the following class instance versions:

    - TTree: version 20
    - TBranch: version 13
    - TLeaf: version 2
    - TLeaf*: version 1
    - TBasket: version 3

    The ``write_anew`` method writes the whole tree, possibly for the first time, possibly
    because it has been moved (exceeded its initial allocation of TBasket pointers).

    The ``write_updates`` method rewrites the parts that change when new TBaskets are
    added.

    The ``extend`` method adds a TBasket to every TBranch.

    The ``write_np_basket`` and ``write_jagged_basket`` methods write one TBasket in one
    TBranch, either a rectilinear one from NumPy or a simple jagged array from Awkward Array.

    See `ROOT TTree specification <https://github.com/root-project/root/blob/master/io/doc/TFile/ttree.md>`__.
    c
                 C  s˜  || _ || _|| _|| _|| _|| _|| _|	| _t|t	ƒrD| 
¡ }
n|}
t|ƒdkr\tdƒ‚g | _i | _|
D �]ä\}}d }d }d }t|tƒr¦tdd„ |D ƒƒr¦|}�n$z:tj |d¡rºt‚t|tƒrÔ| ¡ dkrÔt‚t |¡}W nè ttf�yÈ } zÊztj ¡ }W n6 t�y: } ztd|›�ƒ|‚W Y d }~n
d }~0 0 t||jj|jjfƒ�rZ|}n:z|jj|dd	�}W n$ t �y’   td
|›�ƒ|‚Y n0 t||jjƒ�rª|j!}|  "|¡}W Y d }~n
d }~0 0 |d u�rœ|| jv�rRt| jƒ| j|< | j #d|t$|ƒdœ¡ | 
¡ D ]ˆ\}}|  ||¡}zt |¡}W n< t �yn } z"td|›d|›�ƒ|‚W Y d }~n
d }~0 0 t| jƒ| j|< | j #|  %|||¡¡ �qql|d u�rÚ|| jv�rRt| jƒ| j|< | j #|  %|||¡¡ ql|j&}|d u �rîi }| 'd¡dk�r8|| jv�rRt| jƒ| j|< | j #|  %||t t¡¡¡ ql| 'd¡dk�rRt(dƒ‚qlt)|ƒj*dk�r4|j!}|  |¡}t tj+¡}| j%|||dd�}|| jv �rª| j| j| = t| jƒ| j|< | j #|¡ t)|ƒj*dk�rÚt,|dƒ�rê|j-}n| .¡ }|j.}t/|ƒ�r|ƒ }|d u �r(dd„ t0t|ƒƒD ƒ}|| jv�r2t| jƒ| j|< | j #d||dœ¡ t1||ƒD ]t\}}|  ||¡}|  "|¡}|d u �ržtd|›d|›�ƒ‚|| jv�rbt| jƒ| j|< | j #| j%||||d�¡ �qbnX|  "|¡}|d u �rütd|›�ƒ‚|| jv�rRt| jƒ| j|< | j #| j%||||d�¡ qlt)|ƒj*dk�rDt,|dƒ�rX|j-}n| .¡ }|j.}t/|ƒ�rv|ƒ }|d u �r–dd„ t0t|ƒƒD ƒ}|| jv�rRt| jƒ| j|< | j #d||dœ¡ t1||ƒD ]p\}}|  ||¡}|  "|¡}|d u �rtd|›d|›�ƒ‚|| jv�rÐt| jƒ| j|< | j #|  %|||¡¡ �qÐqltd|›�ƒ‚qld| _2d| _3d | _4ddddddddddd d dd!d"d#d$œ| _5d | _6d S )%Nr   z#TTree must have at least one branchc                 s  s   | ]}t |tƒV  qd S ©N©Ú
isinstanceÚstr©Ú.0Úx© r   ú^/home/yuhw/wc/wire-cell-python/wcpy/lib/python3.9/site-packages/uproot/writing/_cascadetree.pyÚ	<genexpr>q   s   z Tree.__init__.<locals>.<genexpr>ÚawkwardÚbytesz4not a NumPy dtype and 'awkward' cannot be imported: F)Z	highlevelz+not a NumPy dtype or an Awkward datashape: Úrecord)ÚkindÚnameÚkeysz.values of a dict must be NumPy types

    key z
 has type Z	__array__Ústringzarray of bytesZListTypeÚcounter)r!   Z
RecordTypeÚcontentsc                 S  s   g | ]}t |ƒ‘qS r   ©r   r   r   r   r   Ú
<listcomp>Þ   ó    z!Tree.__init__.<locals>.<listcomp>zefields of a record must be NumPy types, though the record itself may be in a jagged array

    field )r%   z3cannot write Awkward Array type to ROOT file:

    c                 S  s   g | ]}t |ƒ‘qS r   r'   r   r   r   r   r(     r)   g      ð?é   éè  l    J)£i ]îi€<6þi@B )Ú	fTotBytesÚ	fZipBytesÚfSavedBytesÚfFlushedBytesÚfWeightÚfTimerIntervalÚ
fScanFieldÚfUpdateÚfDefaultEntryOffsetLenÚfNClusterRangeÚfMaxEntriesÚfMaxEntryLoopÚfMaxVirtualSizeÚ	fAutoSaveÚ
fAutoFlushÚ	fEstimate)7Ú
_directoryÚ_nameÚ_titleÚ_freesegmentsÚ_counter_nameÚ_field_nameÚ_basket_capacityÚ_resize_factorr   ÚdictÚitemsÚlenÚ
ValueErrorÚ_branch_dataÚ_branch_lookupr   ÚallÚuprootÚ_utilÚfrom_moduleÚ	TypeErrorr   ÚstripÚnumpyÚdtypeÚextrasr   ÚModuleNotFoundErrorÚtypesÚTypeÚ	ArrayTypeZfrom_datashapeÚ	ExceptionÚcontentÚ_branch_ak_to_npÚappendÚlistÚ
_branch_npÚ
parametersÚgetÚNotImplementedErrorÚtypeÚ__name__Zint32Úhasattrr&   ÚfieldsÚcallableÚrangeÚzipÚ_num_entriesÚ_num_basketsÚ_metadata_startÚ	_metadataÚ_key)ÚselfÚ	directoryr"   ÚtitleÚbranch_typesÚfreesegmentsÚcounter_nameÚ
field_nameZinitial_basket_capacityÚresize_factorZbranch_types_itemsÚbranch_nameÚbranch_typeZbranch_dictÚbranch_dtypeÚbranch_datashapeÚerrr   ÚkeyrX   ÚsubnamerQ   r]   Zcounter_dtyper%   r&   r#   ÚcontÚdtr   r   r   Ú__init__M   sŠ   

ÿÿþþÿ
ÿþ 
ýÿÿþÿ

ÿ
ÿ

ÿ


ÿ

ÿÿ
ÿÿ


ÿÿ


ÿ

ÿÿ
ÿðzTree.__init__c                 C  s²   t |ƒjdkrt d¡S t |ƒjdkr2t |j¡S t |ƒjdkrLt |j¡S t |ƒjdkrª|  |j¡}|d u rrd S |jd u rˆ|d }}n
|j\}}t ||jg|¢R f¡S d S d S )NZUnknownTypeÚfloat64Z	NumpyTypeZPrimitiveTypeZRegularTyper   )	r`   ra   rP   rQ   Z	primitiverY   rX   ÚsubdtypeÚsize)rl   rw   rX   rQ   Úshaper   r   r   rY   >  s    


zTree._branch_ak_to_npNÚnormalc           
      C  s  |  d¡}|jd u rd}n
|j\}}t |¡}|d u rFtd|› d�ƒ‚d}|d urbd|d  d }t|ƒd	kr†|d d
d„ |D ƒ¡ }|› |› d|› �}	|||||||	| jjj	j
d|d u r¾d	ndd	d	d	d	d	t | jtjjj¡t | jtjjj¡t | jtjjj¡d	d	d d d d	d dœS )Nú>r   zcannot write NumPy dtype z	 in TTreeÚ ú[ÚfNameú]r   c                 s  s   | ]}d t |ƒ d V  qdS ©r…   r‡   Nr'   r   r   r   r   r   c  r)   z"Tree._branch_np.<locals>.<genexpr>ú/é }  r+   )r†   ru   r!   r%   rQ   r�   ÚfTitleÚcompressionÚfBasketSizeÚfEntryOffsetLenÚfOffsetÚfSplitLevelÚfFirstEntryr,   r-   ÚfBasketBytesÚfBasketEntryÚfBasketSeekÚarrays_write_startÚarrays_write_stopÚmetadata_startÚbasket_metadata_startÚtleaf_reference_numberÚtleaf_maximum_valueÚtleaf_special_struct)Znewbyteorderr   Ú_dtype_to_charr^   rN   rF   Újoinr<   rp   Ú
fileheaderrŒ   rP   ÚzerosrB   rK   ÚmodelsÚTBranchÚ_tbranch13_dtype1Ú_tbranch13_dtype2Ú_tbranch13_dtype3)
rl   rt   ru   rv   r%   r!   Zbranch_shapeÚletterÚdimsrn   r   r   r   r\   Q  sZ    




ÿÿÿázTree._branch_npc              
   C  s6   d  t| ƒj| j| j| jdd„ | jD ƒ| j| j| j	¡S )Nz{}({}, {}, {}, {}, {}, {}, {})c                 S  s   g | ]}|d  |d f‘qS )r†   ru   r   ©r   Údatumr   r   r   r(   �  r)   z!Tree.__repr__.<locals>.<listcomp>)
Úformatr`   ra   r<   r=   r>   rH   r?   rB   rC   ©rl   r   r   r   Ú__repr__‰  s    øzTree.__repr__c                 C  s   | j S r   )r<   rª   r   r   r   rm   •  s    zTree.directoryc                 C  s   | j S r   )rk   rª   r   r   r   ry   ™  s    zTree.keyc                 C  s   | j jS r   )rk   r"   rª   r   r   r   r"   �  s    z	Tree.namec                 C  s   | j jS r   )rk   rn   rª   r   r   r   rn   ¡  s    z
Tree.titlec                 C  s   | j S r   )Z_branch_typesrª   r   r   r   ro   ¥  s    zTree.branch_typesc                 C  s   | j S r   )r?   rª   r   r   r   rp   ©  s    zTree.freesegmentsc                 C  s   | j S r   )r@   rª   r   r   r   rq   ­  s    zTree.counter_namec                 C  s   | j S r   )rA   rª   r   r   r   rr   ±  s    zTree.field_namec                 C  s   | j S r   )rB   rª   r   r   r   Úbasket_capacityµ  s    zTree.basket_capacityc                 C  s   | j S r   )rC   rª   r   r   r   rs   ¹  s    zTree.resize_factorc                 C  s   | j jS r   )rk   Úlocationrª   r   r   r   r­   ½  s    zTree.locationc                 C  s   | j S r   )rg   rª   r   r   r   Únum_entriesÁ  s    zTree.num_entriesc                 C  s   | j S r   )rh   rª   r   r   r   Únum_basketsÅ  s    zTree.num_basketsc           /      C  sÀ  | j | jd k�rbt| jd tt | j| j ¡ƒƒ| _| jD ]À}|d dkrNq<|d }|d }|d }t 	| jt
jjj¡|d< t 	| jt
jjj¡|d< t 	| jt
jjj¡|d< ||d d t|ƒ…< ||d d t|ƒ…< ||d d t|ƒ…< | j|d t|ƒ< q<| jj }}	|	| jj | jj }
|  |¡ | jj}| ||¡ | j |	|
¡ | | jjj¡ | ¡  d }t
j  |d¡�r¨dd l!}t"||j#ƒ�r¨t
j $|¡|j%ƒ�r¨t&|ƒ}t
j  |d	¡�rtzt
j' (¡ }W n6 t)�yü } zt*d
|›�ƒ|‚W Y d }~n
d }~0 0 t"||j+ƒ�rt|j,dk�rF|j-j.�sF|  /d¡tj0|j1|dd�dd�i}ni }t2| 3|¡| 4|¡ƒD ]\}}|||< �q`t"|tj5ƒ�r˜|j6j3d u�r˜t7|ƒ}|d u �rpt"|t8ƒ�rÂt9dd„ |D ƒƒ�sÊt*dƒ‚i }| :¡ D �]–\}}t
j  |d¡�s^t
j  |d	¡�s^t;|dƒ�sìt"|t8ƒ�sìz^t< =¡ �* t<j>dtj?d� t @|¡}W d   ƒ n1 �sT0    Y  |j6t 6d¡k�rttA‚W nt tj?tAf�yê   zt
j' (¡ }W n@ t)�yÚ } z&t*d|› dtB|ƒ› �ƒ|‚W Y d }~n
d }~0 0 | C|¡}Y n0 tD|dd ƒt 6d¡k�r^zt
j' (¡ }W n@ t)�yR } z&t*d|› dtB|ƒ› �ƒ|‚W Y d }~n
d }~0 0 | C|¡}t
j  |d	¡�r8zt
j' (¡ }W n@ t)�y¼ } z&t*d
|› dtB|ƒ› �ƒ|‚W Y d }~n
d }~0 0 t"||j+ƒ�r8|j,dk�r8|j-j.�s8|  /|¡}tj0|j1|dd�dd�}||v �r0t E||| ¡�s0tFd|›d�ƒ‚|||< ||v �rdt E||| ¡�sdtFd|›d�ƒ‚|||< �qÖi }| jD �]8}|d dk�rv|d |v �r$| G|d ¡}t
j  |d¡�rúdd l!}t"||j#ƒ�rúd|j%jHi}|jID ]}|| ||< �qâ|}|d D ]}|| ||  J|d |¡< �qnP|d dk�r^|d D ] }| G|¡||  J|d |¡< �q:ntFd KtL|d ƒ¡ƒ‚n<|d |v �rœ| G|d ¡||d < ntFd KtL|d ƒ¡ƒ‚�qzt|ƒdk�râtFd  Kd! Md"d„ |D ƒ¡¡ƒ‚g }d }| :¡ D �]6\}}|d u �rt|ƒ}n(|t|ƒk�r8tFd#|›d$t|ƒ› d%�ƒ‚| j| jN|  }|d dk�rZ�qò|d& d u �	r|d d'k�r€t 0| 1|j-¡¡}|d(k}t Ot|j-ƒd tjP¡}d|d< tjQ|d) |dd … d*� |jR S|j% T|¡|jR U||  Vd¡ Wd+¡¡¡} d(||< |jX| Yd,d¡ Vd+¡| | Z|j-¡gdd�}!t 0| [|!¡¡}"|t 0|j-j\¡ t ]t|j-j\ƒ¡ jVd-d.d/�}#| ^||d0 |"|#f¡ nˆt
j _|¡ V|d ¡}"|"j`t|ƒf|d1  k�rÎtFd2 K|d1 |"j`dd … ¡ƒ‚| ^||d0 |"d f¡ |d d&k�r(t|" ¡ |d3 ƒ|d3< �qòzt
j' (¡ }W n< t)�	yV } z"t*d4|› d|›�ƒ|‚W Y d }~n
d }~0 0 |j-}$t"|$|jRjSƒ�	s¸t"|$|jRjaƒ�	rˆ|$ b¡ }$n,t"|$|jRjcƒ�	r¤|$ dd5¡}$nted6tL|$ƒ ƒ‚�	q^|$jf}%t 0|$j\¡}&|&d dk�	rô|%|&d d … }%|&|&d  }&t|%ƒ|&d, k�
r|%d |&d, … }%t|%ƒg}'t"|%|jRjUƒ�
s¢t"|%|jRjaƒ�
rJ|% b¡ }%nTt"|%|jRjgƒ�
rj|%jhtjid�}%n4t"|%|jRjjƒ�
rŽ|' ^|%jk¡ |%jf}%nted6tL|%ƒ ƒ‚�
q tj0|%jl|d d�}"tm|'ƒ|"j`dd …  }'|'dd … |d1 k�
rþtFd2 K|d1 |'dd … ¡ƒ‚|&jVd-d.d/�}#| ^||d0 |" Yd,¡|#f¡ �qòd}(d})|D �]6\}}*}"}#| j| jN|  }|d d'k�r’|  n|||*|"|#¡\}+},}-d)t|#ƒd  |d7< nN|#d u �r´|  o|||*|"¡\}+},}-n,|  p|||*|"|#¡\}+},}-d)t|#ƒd  |d7< |(|+7 }(|)|,7 })|d8  |+7  < |d9  |,7  < |,|d | j < | j d | jk �rR|d }| j }.|||.  ||.d < |-|d | j < | j d |d:< �q8|  j|7  _|  j d7  _ | jqd8  |(7  < | jqd9  |)7  < |  r|¡ d S );Né   r!   r    r’   r“   r”   Úpandasr   r   zAan Awkward Array was provided, but 'awkward' cannot be imported: r„   )Zaxisr   )rQ   c                 s  s   | ]}t |tƒV  qd S r   r   r   r   r   r   r     s   zTree.extend.<locals>.<genexpr>z<'extend' requires a mapping from branch name (str) to arraysrQ   Úerror)Úcategoryr   zZNumPy dtype would be dtype('O'), so we won't use NumPy, but 'awkward' cannot be imported: z: zTNumPy dtype is dtype('O'), so we won't use NumPy, but 'awkward' cannot be imported: zbranch zQ provided both as an explicit array and generated as a counter, and they disagreer"   Úindexr#   z<'extend' must be given an array for every branch; missing {}r†   z@'extend' was given data that do not correspond to any branch: {}z, c                 s  s   | ]}t |ƒV  qd S r   )Úreprr   r   r   r   r   †  r)   zA'extend' must fill every branch with the same number of entries; z has z entriesr%   ú>U0éÿ   é   )ÚoutÚu1éÿÿÿÿr
   T)ÚcopyrŒ   r�   zS'extend' must fill branches with a consistent shape: has {}, trying to fill with {}rš   zYa jagged array was provided (possibly as an iterable), but 'awkward' cannot be imported: Fz#how did this pass the type check?

rŽ   r,   r-   r–   )srh   rB   ÚmaxÚintÚmathÚceilrC   rH   rP   rŸ   rK   r    r¡   r¢   r£   r¤   rF   rg   rk   r­   Ú	num_bytesÚcompressed_bytesÚ
write_anewÚseek_locationZ
_move_treer?   ÚreleaseÚset_file_lengthrž   ÚendÚflushrL   rM   r±   r   Z	DataFrameZpandas_has_attr_is_numericr´   Údataframe_to_dictrR   r   rS   rN   ZArrayÚndimÚlayoutZpurelist_isregularr@   ZasarrayÚnumrf   rc   ZunzipZndarrayrQ   Úrecarray_to_dictr   rJ   rE   rb   ÚwarningsÚcatch_warningsÚsimplefilterZVisibleDeprecationWarningÚarrayrW   r`   Z	from_iterÚgetattrZarray_equalrG   ÚpopÚvaluesÚcolumnsrA   r©   rµ   r�   rI   ÚemptyZint64Zcumsumr&   ZListOffsetArrayZIndex64Z
NumpyArrayZastypeÚviewZconcatenateZreshapeZwithout_parametersÚflattenÚoffsetsZarangerZ   Zensure_numpyr�   ZIndexedArrayÚprojectZ	ListArrayZto_ListOffsetArray64ÚAssertionErrorrX   Z
EmptyArrayZto_NumpyArrayr~   ZRegularArrayr€   ÚdataÚtupleÚwrite_string_basketÚwrite_np_basketÚwrite_jagged_basketrj   Úwrite_updates)/rl   ÚfileÚsinkrÜ   r¨   r’   r“   r”   ÚoldlocÚstartÚstopÚnewlocÚprovidedr±   r   rx   ÚkÚvÚkkÚvvZactual_branchesZrecordarrayÚtmpÚcolumnry   Ztofillr®   rt   Zbranch_arrayÚlengthsZ	which_bigZlengths_extension_offsetsZlengths_extensionZleafc_data_awkwardZ
big_endianZbig_endian_offsetsrË   rX   rÙ   r�   Zuncompressed_bytesrÂ   rŒ   ZtotbytesZzipbytesr­   r   r   r   r   ÚextendÉ  s„   þ
ÿÿÿ
ÿþÿþÿÿ
ÿ
ÿÿþ
ÿ*ÿþÿþ
ÿþ
ÿþý

ÿ
ÿ
ÿÿ
ÿÿ
ÿÿÿÿ

ÿÿ
ÿþ
ýú	ÿþÿüüÿ	ÿþÿÿÿþ

ÿ


ÿ
þÿüÿ

ÿ

ÿ
ÿ
zTree.extendc           &      C  sÐ	  t jjjd }| jjdd�}| jjdd�}|t|ƒdk r<dndt|ƒ 7 }|t|ƒdk r\dndt|ƒ 7 }d g}d}t jj	j
 ¡ }t jjj ¡ }|j |¡ | j|jd< | |d	| jt jj¡ | d
¡ t|ƒ}	| t jjj | j| jd | jd | jd | jd | jd | jd | jd | jd | jd | jd | jd | jd | jd | jd | jd | jd ¡¡ | d¡ g }
t|ƒ}| d ¡ tdd„ | jD ƒƒ}| d¡ | t jjj |d¡¡ | jD �]
}|d d k�rÜ�qÄt|ƒ}| d ¡ | d!¡ t|ƒ}| d ¡ t jj	j
 ¡ }t jjj ¡ }|j |¡ |d |jd< | |d	|d" t d#¡¡ | d$¡ td%d„ |D ƒƒd&k�s€J ‚d'td(d„ |D ƒƒ |d)< d}| t jjj  ||d* |d+ | j!| j¡¡ | d,¡ | t jjj" |d- | j#|d. | j|d/ |d |d ¡¡ | d0¡ t|ƒ}| d ¡ | d1¡ |td2d„ |D ƒƒ }|d3dtd4d„ |D ƒƒd   7 }|d5 |d6< |
 |d6 ¡ t|ƒ}| d ¡ t$|d7  }| %¡ }| d8|  ¡ d9 ¡ |d:k�rÖt jj&j'}n®|d;k�rìt jj&j(}n˜|d<k�rt jj&j)}n‚|d=k�rt jj&j*}nl|d>k�r.t jj&j+}nV|d?k�rDt jj&j+}n@|d@k�rZt jj&j,}n*|dAk�rpt jj&j-}n|dBk�r„t jj&j.}|d7 j/}||k}|dC dDk�rªdE}ndE 0dFd„ |dC D ƒ¡}|dG d u�rèdH|dG d"  dI | }|d" jdd�}|d" | jdd�}t|ƒdk �rdndt|ƒ }t|ƒdk �r<dndt|ƒ }t 1g dJ¢tj2¡} | dd&…  3dK¡}!t dL| | |j ¡t jj4B |!d d …< | ddM…  3dK¡}!t dN| | ¡t jj4B |!d d …< | dOdP…  3dK¡}!t dO| | ¡t jj4B |!d d …< | t j5 6| ¡¡ t|ƒdk �r>| t7 dQt|ƒ t|ƒ|¡¡ n"| t7 dRt|ƒ dt|ƒ|¡¡ t|ƒdk �r�| t7 dQt|ƒ t|ƒ|¡¡ n"| t7 dRt|ƒ dt|ƒ|¡¡ d}"|dC D ]}#|"|#9 }"�q¾| t jj&j8 |"|d|d dGk|¡¡ |dG d u �r| dS¡ n| t j9j: |dG d6 ¡¡ | | dd¡¡ ||dT< t j;j< t tdUd„ ||d d … D ƒƒd& ¡t jj4B t jj=¡||< t j; >tdVd„ ||d d … D ƒƒdW¡||< | d0¡ tdXd„ |D ƒƒd&k�sÚJ ‚d'tdYd„ |D ƒƒ |dZ< | d[¡ | t j5 6|d\ ¡¡ | d[¡ | t j5 6|d] ¡¡ | d[¡ | t j5 6|d^ ¡¡ | d9¡ t j; >td_d„ ||d d … D ƒƒd`¡||< t j;j< t tdad„ ||d d … D ƒƒd& ¡t jj4B t jj=¡||< �qÄt j; >tdbd„ ||d d … D ƒƒdW¡||< t j5 6t 1|
dK¡¡}$| t7 dcddt|$ƒ t jj4B det|
ƒdS¡¡ | |$¡ | df¡ t j; >tdgd„ ||d d … D ƒƒdh¡||< tdid„ |d |	… D ƒƒ| _?dj 0|¡}%| j@jA|dk| j| j|%t|%ƒ| jBd	dl�| _Bd S )mNé   Úsurrogateescape)Úerrorsr·   r°   é   r   r‹   Ts$   @   Z  @     é@  
   ?€  r,   r-   r.   r/   r0   r1   r2   r3   r4   r5   r6   r7   r8   r9   r:   r;   s     @    ¡/ c                 s  s"   | ]}|d  dkrdndV  qdS )r!   r    r   r°   Nr   r§   r   r   r   r     s   z"Tree.write_anew.<locals>.<genexpr>s         @  r!   r    s   TBranch r†   i  @ s
   @     éc                 s  s   | ]}|d u rdndV  qd S ©Nr°   r   r   r   r   r   r   r   ¢  r)   r¸   é   c                 s  s   | ]}|d urt |ƒV  qd S r   ©rF   r   r   r   r   r   £  s   r—   r�   rŽ   s   @    ¡/ r�   r�   r‘   s   @                    s                   c                 s  s   | ]}|d urt |ƒV  qd S r   r÷   r   r   r   r   r   Ó  s   é   c                 s  s   | ]}|d u rdndV  qd S rõ   r   r   r   r   r   r   Ö  r)   é   r™   rQ   ÚTLeafó    r   r   r   r   ÚGr   r   r   r   r�   r   r„   c                 s  s   | ]}d t |ƒ d V  qdS rˆ   r'   r   r   r   r   r   ù  r)   r%   r…   r‡   )é@   r   r   éL   r   r°   rý   r   r   é6   r   rù   rý   r   r   é   r   r°   r   r°   r   r   r   r   é   r   r   r   r   é*   é
   é$   é   é   z>B%dsz>BI%dsó       r›   c                 s  s   | ]}t |ƒV  qd S r   r÷   r   r   r   r   r   m  r)   c                 s  s   | ]}t |ƒV  qd S r   r÷   r   r   r   r   r   t  r)   r  c                 s  s   | ]}|d u rdndV  qd S rõ   r   r   r   r   r   r   }  r)   c                 s  s   | ]}|d urt |ƒV  qd S r   r÷   r   r   r   r   r   ~  s   r˜   ó   r’   r“   r”   c                 s  s   | ]}t |ƒV  qd S r   r÷   r   r   r   r   r   ’  r)   é   c                 s  s   | ]}t |ƒV  qd S r   r÷   r   r   r   r   r   —  r)   c                 s  s   | ]}t |ƒV  qd S r   r÷   r   r   r   r   r   ž  r)   z>I13sI4sé   s             s                               c                 s  s   | ]}t |ƒV  qd S r   r÷   r   r   r   r   r   »  r)   é   c                 s  s   | ]}t |ƒV  qd S r   r÷   r   r   r   r   r   ¾  r)   r)   ÚTTree)ZreplacesÚbig)CrK   ÚreadingÚ_key_format_bigr€   r=   Úencoder>   rF   r    ZTObjectZModel_TObjectrÖ   ZTNamedZModel_TNamedZ_basesrZ   Z_membersZ
_serializeÚconstZkMustCleanupr  Ú_ttree20_format1Úpackrg   rj   ÚsumrH   Z	TObjArrayZ_tobjarray_format1rP   Zuint32r¡   Ú_tbranch13_format1rh   Ú_tbranch13_format2rB   rœ   Úupperrú   Z_tleafO1_format1Z_tleafb1_format1Z_tleafs1_format1Z_tleafi1_format1Z_tleafl1_format0Z_tleaff1_format1Z_tleafd1_format1Z_tleafc1_format1Úitemsizer�   rÑ   Zuint8r×   ZkByteCountMaskrL   ÚtobytesÚstructÚ_tleaf2_format0ZdeserializationZ_read_object_any_format1ÚserializationZ_serialize_object_any_format1ZkNewClassTagZnumbytes_versionri   r<   Ú
add_objectrk   )&rl   rã   Zkey_num_bytesZname_asbytesZtitle_asbytesr¹   Zttree_header_indexZtobjectZtnamedZmetadata_out_indexZtleaf_reference_numbersZtobjarray_of_branches_indexZnum_branchesr¨   Zany_tbranch_indexZtbranch_indexZtbranch_tobjectZtbranch_tnamedÚ	fCompressZsubtobjarray_of_leaves_indexZabsolute_locationZsubany_tleaf_indexr¥   Zletter_upperZspecial_structZfLenTypeZfIsUnsignedr¦   Z	leaf_nameZ
leaf_titleZleaf_name_lengthZleaf_title_lengthZleaf_headerrí   ÚfLenÚitemZtleaf_reference_bytesÚraw_datar   r   r   rÃ   E  s     ÿ
ïÿ

ÿ

þÿ


ÿ

ÿ
ûÿ

ùÿÿ
ÿ
ÿ
"











á!ÿýÿ
ÿÿ
ÿÿ
ÿÿÿÿÿÿ

ûÿ

ÿÿ&ÿýÿþÿ
ÿ



ÿ&ÿýÿ
ÿ
ÿûÿ

	
ÿ
øzTree.write_anewc                 C  sv  | j j| j j }| || j tjjj 	| j
| jd | jd | jd | jd | jd | jd | jd | jd | jd	 | jd
 | jd | jd | jd | jd | jd | jd ¡¡ | jD �]°}|d dkrÊq¶||d  }d}| |tjjj 	||d |d | j| j
¡¡ |tjjjjd 7 }| |tjjj 	|d | j|d | j
|d |d |d ¡¡ |d |d  }}tj |d ||… ¡}tj |d ||d … ¡}	tj |d  ||… ¡}
||d!  d }||d d |… j7 }| ||¡ |t|ƒ7 }||d |d … j7 }|d7 }||d d |… j7 }| ||	¡ |t|	ƒ7 }||d |d d … j7 }|d7 }||d  d |… j7 }| ||
¡ |t|
ƒ7 }||d  |d … j7 }|d |d< |d" d#k�r&||d!  d$ d% d& d' }| |tjjj 	| jd( |d" jd|d d)kt|d"  t|d"   ¡ k¡¡ |d d)kr¶||d!  d$ |d* j }| ||d*  	d|d+ ¡¡ q¶| ¡  d S ),Nr,   r-   r.   r/   r0   r1   r2   r3   r4   r5   r6   r7   r8   r9   r:   r;   r!   r    r—   r   r�   rŽ   é   r�   r�   r‘   r•   r–   r’   r“   r°   r”   r˜   rQ   r¶   r*   rø   r¸   é   r  r%   r›   rš   )rk   rÄ   rÁ   Úwriteri   rK   r    r  r  r  rg   rj   rH   r¡   r  rh   r€   r  rB   rL   r  ÚnbytesrF   rú   r  r  rœ   r  rÈ   )rl   rã   Úbaser¨   Úpositionr  rå   ræ   ZfBasketBytes_partZfBasketEntry_partZfBasketSeek_partr   r   r   rá   Ì  sæ    
ïþ
ûþ
ùþÿÿþýüûÿ


ÿûþÿþýÿþþzTree.write_updatesc                 C  s˜  t j d¡}t j |¡}t j | j¡}t jjjt|ƒ t|ƒ t|ƒ t jj	j
j d }|jj}	|jdd … D ]}
|	|
9 }	qnt j |¡}t j ||¡}t|ƒ}|t|ƒ }| jjj}| jj|dd�}g }| t jj |d|t j tj ¡ ¡|d||¡¡ | |¡ | |¡ | |¡ | t jj	j
 dd|	t|ƒ|t|ƒ ¡¡ | d	¡ | |¡ | |d
 |¡¡ | j |¡ | | jjj ¡ | !¡  || ||fS )NÚTBasketr°   F©Údry_runéì  r   r  rŠ   rû   r)   )"rK   r  r$   r=   r  r  r€   rF   r    r(  Ú_tbasket_format2rQ   r  r�   rL   r  rŒ   Úcompressr<   ry   r­   r?   ÚallocaterZ   r  Údatetime_to_codeÚdatetimeÚnowr$  r�   rÆ   rž   rÇ   rÈ   )rl   rã   rt   rŒ   rÑ   Ú
fClassNamer†   r‹   ÚfKeylenr  r   Úuncompressed_dataÚcompressed_dataÚfObjlenÚfNbytesÚparent_locationr­   r¹   r   r   r   rß   M  sp    ÿþý
üûÿ	

øÿ




ûÿ	

zTree.write_np_basketc                 C  sÞ  t j d¡}t j |¡}t j | j¡}t jjjt|ƒ t|ƒ t|ƒ t jj	j
j d }	|jj}
|jdd … D ]}|
|9 }
qn||
9 }||	7 }t j |¡}t j |¡}|t t|ƒ¡ | }t j ||¡}|d }d|d< t|ƒ}|	t|ƒ }| jjj}| jj|dd�}g }| t jj |d|t j tj ¡ ¡|	d||¡¡ | |¡ | |¡ | |¡ | t jj	j
 dd	t|ƒd t|ƒd |¡¡ | d
¡ | |¡ | |d |¡¡ | j |¡ | | jj j!¡ | "¡  |	| ||fS )Nr(  r°   r»   r   Fr)  r+  r  rŠ   rû   r)   )#rK   r  r$   r=   r  r  r€   rF   r    r(  r,  rQ   r  r�   rL   r  Ú_tbasket_offsets_lengthr  rŒ   r-  r<   ry   r­   r?   r.  rZ   r/  r0  r1  r$  r�   rÆ   rž   rÇ   rÈ   )rl   rã   rt   rŒ   rÑ   rÙ   r2  r†   r‹   r3  r  r   Ú	raw_arrayÚraw_offsetsr4  r5  ÚfLastr6  r7  r8  r­   r¹   r   r   r   rà   �  s~    ÿþý
üûÿ
ÿ
øÿ





ûÿ	

zTree.write_jagged_basketc                   sb  t j d¡}t j |¡}t j | j¡}t jjjt|ƒ t|ƒ t|ƒ t jj	j
j d }	|jj}
|jdd … D ]}|
|9 }
qnzt j ¡  W n6 tyÀ } ztd| j›�ƒ|‚W Y d }~n
d }~0 0 ˆ |
9 ‰ ˆ |	7 ‰ t j |¡}t j ˆ ¡}|t tˆ ƒ¡ |d d…  d }t j ||¡}tˆ ƒdk�r,dn t‡ fdd„ttˆ ƒd ƒD ƒƒ| jd	< ˆ d
 }dˆ d
< t|ƒ}|	t|ƒ }| jjj}| jj |dd�}g }| !t jj |d|t j "t#j# $¡ ¡|	d||¡¡ | !|¡ | !|¡ | !|¡ | !t jj	j
 dddtˆ ƒd |¡¡ | !d¡ | !|¡ | %|d &|¡¡ | j %|¡ | '| jj(j)¡ | *¡  |	| ||fS )Nr(  r°   z'awkward' cannot be imported: éüÿÿÿr  r   c                   s    g | ]}ˆ |d   ˆ |  ‘qS )r°   r   )r   r   ©rÙ   r   r   r(      r)   z,Tree.write_string_basket.<locals>.<listcomp>r  r»   Fr)  r+  r  rŠ   r+   rû   r)   )+rK   r  r$   r=   r  r  r€   rF   r    r(  r,  rQ   r  r�   rR   r   rS   rN   Z_branch_typerL   r  r9  r  rŒ   r-  r½   re   rj   r<   ry   r­   r?   r.  rZ   r/  r0  r1  r$  r�   rÆ   rž   rÇ   rÈ   )rl   rã   rt   rŒ   rÑ   rÙ   r2  r†   r‹   r3  r  r   rx   r:  r;  r4  r5  r<  r6  r7  r8  r­   r¹   r   r>  r   rÞ   Ø  s¢    ÿþý
üûÿ	

ÿþÿ
þýÿ
ÿ ý
øÿ




ûÿ


zTree.write_string_basket)Nr‚   )ra   Ú
__module__Ú__qualname__Ú__doc__r}   rY   r\   r«   Úpropertyrm   ry   r"   rn   ro   rp   rq   rr   r¬   rs   r­   r®   r¯   rð   rÃ   rá   rß   rà   rÞ   r   r   r   r   r   /   sZ    r ÿ
8












  ~   
 @Kr   z>Ic                 C  s.   d| j ji}| jD ]}| | j|t|ƒ< q|S )zN
    Converts a Pandas DataFrame into a dict of NumPy arrays for writing.
    r´   )r´   rÔ   rÕ   r   )Údfr¹   Zcolumn_namer   r   r   rÉ   6  s    
rÉ   c                 C  sV   i }| j jD ]D}| | }|j jdurHt|ƒD ]\}}|||d | < q,q|||< q|S )z]
    Converts a NumPy structured array into a dict of non-structured arrays for writing.
    NÚ.)rQ   rc   rÍ   )rÑ   r¹   rr   ÚfieldZsubfield_nameZsubfieldr   r   r   rÍ   @  s    
rÍ   )rA  Ú
__future__r   r0  r¿   r  rÎ   Úcollections.abcr   rP   Zuproot.compressionrK   Zuproot.constZuproot.readingZuproot.serializationrQ   rœ   r   ÚStructr9  rÉ   rÍ   r   r   r   r   Ú<module>   sP   











ô            

