a
    ö£BemV  ã                   @   sä   d dl Zd dlZd dlZddlmZmZ ddlmZm	Z	m
Z
 ddlmZ dd„ ZedƒhZd	d
„ ZddddœZdd„ Ze d¡Zdd„ Zdd„ Zdd„ Zdd„ Zdd„ Zdd„ Zdd„ Zd d!„ Zd"d#„ Zd$d%„ Zd&d'„ Zd(d)„ Z dS )*é    Né   )ÚMetricÚMETRIC_LABEL_NAME_RE)ÚExemplarÚSampleÚ	Timestamp)ÚfloatToGoStringc                 c   s   t t | ¡ƒE dH  dS )z^Parse Openmetrics text format from a unicode string.

    See text_fd_to_metric_families.
    N)Útext_fd_to_metric_familiesÚStringIO)Útext© r   úg/home/yuhw/wc/wire-cell-python/wcpy/lib/python3.9/site-packages/prometheus_client/openmetrics/parser.pyÚtext_string_to_metric_families   s    r   Úinfc                 C   s    t | ƒ}|tvrdS | t|ƒkS )NF)ÚfloatÚ_CANONICAL_NUMBERSr   )ÚsÚfr   r   r   Ú_isUncanonicalNumber   s    r   ú\Ú
ú")z\\z\nz\"c                 C   s   t |  d¡ S )Nr   )ÚESCAPE_SEQUENCESÚgroup)Úmatchr   r   r   Ú_replace_escape_sequence&   s    r   z\\[\\n"]c                 C   s   t  t| ¡S ©N)ÚESCAPING_REÚsubr   )r   r   r   r   Ú_replace_escaping-   s    r   c                 C   s–   g }d}| D ]p}|rd|dkr(|  d¡ n6|dkr<|  d¡ n"|dkrP|  d¡ n|  d| ¡ d}q|dkrrd}q|  |¡ q|rŒ|  d¡ d |¡S )NFr   r   Únr   TÚ )ÚappendÚjoin)r   ÚresultÚslashÚcharr   r   r   Ú_unescape_help1   s$    
r'   c                 C   sV   d  | ¡} | |  ¡ ksd| v r,td| ›�ƒ‚z
t| ƒW S  tyP   t| ƒ Y S 0 d S )Nr!   Ú_zInvalid value: )r#   ÚstripÚ
ValueErrorÚintr   )Úvaluer   r   r   Ú_parse_valueL   s    

r-   c                 C   sÞ   d  | ¡} | sd S | |  ¡ ks&d| v r4td| ›�ƒ‚ztt| ƒdƒW S  tyØ   z<|  dd¡}tt|d ƒt|d d d…  dd¡ƒƒW  Y S  tyÒ   t| ƒ}t 	|¡s¸t 
|¡rÆtd| ›�ƒ‚| Y  Y S 0 Y n0 d S )	Nr!   r(   zInvalid timestamp: r   Ú.é   é	   Ú0)r#   r)   r*   r   r+   ÚsplitÚljustr   ÚmathÚisnanÚisinf)Ú	timestampÚpartsÚtsr   r   r   Ú_parse_timestampV   s     
0r:   c                 C   s6   d}||kr*| |d |  dkr*|d7 }q|d dkS )Nr   r/   r   r   r   )r   ZcharposZnum_bslashesr   r   r   Ú_is_character_escapedl   s    ÿ
r;   c                 C   sà  d}g }g }i }d}| D �]¼}|dkrF|dkr4d}nd}|  |¡ �nˆ|dkrj|dkr\d}n
|  |¡ �nd|dkr�|dkr€d	}ntd
|  ƒ‚�n>|d	k�r|dkr¨d}nd|dk�rd |¡}t |¡sÒtd|  ƒ‚||v rætd|  ƒ‚d |¡||< g }g }d}n
|  |¡ nÀ|dk�rF|dk�r(d}n|dk�r8d}ntd
|  ƒ‚nˆ|dk�r¦d	}|dk�rj|  d¡ n:|dk�r€|  d¡ n$|dk�r–|  d¡ n|  d| ¡ n(|dk�rÎ|dk�rÂ �qØntd
|  ƒ‚|d7 }q||fS )NZstartoflabelnamer   Ú}ZendoflabelsÚ	labelnameú=Zlabelvaluequoter   Ú
labelvalueúInvalid line: r   Zlabelvalueslashr!   zInvalid line, bad label name: z$Invalid line, duplicate label name: Zendoflabelvalueú,r    r   ú r/   )r"   r*   r#   r   r   )r   Ústater=   r?   ÚlabelsÚ
labels_lenr&   Úlnr   r   r   Ú _parse_labels_with_state_machinet   sl    














rG   c           
      C   s’  i }| rd| vrt ‚| }�zR|�rh| d¡}|d |… }||d d … }|rX|d dkr\t ‚|dd … }|rx|d dkr|t ‚|rŒ|d dkr�t ‚d}|t|ƒk rÊ| d|¡}t|d |… |ƒsÀqÊ|d7 }q”|d }|d|… }d|v rît|ƒ}t |¡�st d|  ƒ‚||v �rt d	|  ƒ‚|||< ||d d … }| d¡�rFd}	nd}	||	d … }|r|	dkrt ‚q|W S  t �yŒ   t d
|  ƒ‚Y n0 d S )Nr>   r/   r   r   rA   éÿÿÿÿr   zinvalid line, bad label name: z$invalid line, duplicate label name: zInvalid labels: )r*   ÚindexÚlenr;   r   r   r   Ú
startswith)
r   rD   Z
sub_labelsZvalue_startZ
label_nameZvalue_substrÚiZ	quote_endZlabel_valueZ
next_commar   r   r   Ú_parse_labels¶   sR    


rM   c                 C   sô   d}|   d¡}|dks&|| d |… v rj|  d¡}| d |… }| |d d … }t|ƒ\}}}t|i |||ƒS | d |… }|| vr¢|  d¡}	| |d |	… }
t|
ƒ}n$t| |d d … ƒ\}}|t|ƒ }	| |	d d … }t|ƒ\}}}t|||||ƒS )Nz # Ú{rH   rB   r/   r<   r   )ÚfindrI   Ú_parse_remaining_textr   ÚrindexrM   rG   rJ   )r   Ú	separatorÚlabel_startZname_endÚnameZremaining_textr,   r7   ÚexemplarÚ	label_endÚlabelrD   rE   r   r   r   Ú_parse_sampleú   s$    



rX   c                 C   sr  |   dd¡}t|d ƒ}t|ƒdkr.|d d fS g }g }g }d }d}|d } t| ƒ}|D �]j}	|dkr�|	dkrv|svd}n|	dkr„d}n
| |	¡ qV|dkr´|	dkr¦d}ntd|  ƒ‚qV|dkrØ|	dkrÊd	}ntd|  ƒ‚qV|d	k�r*|	d
k�r|  d
¡|  d¡ }
}t| |
d |… ƒ}d}ntd|  ƒ‚qV|dk�rD|	dk�rÂd}qV|dk�rl|	dk�r^d}ntd|  ƒ‚qV|dk�r°|	dk�r”|�s”td|  ƒ‚n|	dk�r¤d}n
| |	¡ qV|dkrV| |	¡ qV|dk�rà|�sàtd|  ƒ‚|dk�rü|�sütd|  ƒ‚|dv �rtd|  ƒ‚t	|ƒ}d }|d u�rht
dd„ | ¡ D ƒƒ}|dk�rTtd|  ƒ‚t|t|ƒt	|ƒƒ}|||fS )NrB   r/   r   r7   ú#ÚexemplarspaceÚexemplarhashr@   ÚexemplarstartoflabelsrN   r<   ÚexemplarparsedlabelsZexemplarvaluespaceZexemplarvalueZexemplartimestamp)r[   rZ   r\   r]   c                 s   s"   | ]\}}t |ƒt |ƒ V  qd S r   )rJ   )Ú.0ÚkÚvr   r   r   Ú	<genexpr>c  ó    z(_parse_remaining_text.<locals>.<genexpr>é€   zExemplar labels are too long: )r2   r-   rJ   Úiterr"   r*   rI   rQ   rM   r:   ÚsumÚitemsr   )r   Z
split_textÚvalr7   Zexemplar_valueZexemplar_timestampZexemplar_labelsrC   Úitr&   rS   rV   r9   rU   Zexemplar_lengthr   r   r   rP     s‚    












ýrP   c                 C   s~   |dkri S |dkr2| j |kr2| j ¡ }|d= |S |dkrN| j ¡ }||= |S |dv rx| j |d krx| j ¡ }|d= |S | jS )NÚinfoÚsummaryÚquantileÚstateset©Ú	histogramÚgaugehistogramÚ_bucketÚle)rT   rD   Úcopy)ÚsamplerT   ÚtypÚdr   r   r   Ú_group_for_sampleo  s    


rv   c           	         sB  d }d }‡ ‡‡‡‡‡‡‡fdd„}| D �]}|j tˆƒd … }t|ˆdƒ}||ks\|j|kr†|d urj|ƒ  d ‰d ‰ d‰d‰d‰d‰d‰|}|j}|dkrðt|jd ƒ}|dk r²d‰ˆ d urÎ|ˆ krÎtd	ˆ ƒ‚|jˆk rätd
ˆ ƒ‚|‰ |j‰q&|dv �r|j‰q&|dv �rd‰q&|dv r&d‰|jdk r&d‰q&|d u�r>|ƒ  d S )Nc                      s¬   ˆ t dƒkrtdˆ ƒ‚ˆd ur4ˆˆkr4tdˆ ƒ‚ˆrLˆd u rLtdˆ ƒ‚ˆrdˆd u rdtdˆ ƒ‚ˆs€ˆs€ˆd ur€tdˆ ƒ‚ˆr”ˆr”tdˆ ƒ‚ˆs¨ˆr¨tdˆ ƒ‚d S )	Nz+Infz+Inf bucket missing: z!Count does not match +Inf value: z+_count must be present if _sum is present: z-_gcount must be present if _gsum is present: z1_sum/_gsum must be present if _count is present: z(Cannot have _sum with negative buckets: z6Cannot have negative _gsum with non-negative buckets: )r   r*   r   ©ZbucketÚcountZhas_gsumZhas_negative_bucketsZhas_negative_gsumZhas_sumrT   r,   r   r   Ú	do_checks†  s    z#_check_histogram.<locals>.do_checksrn   Fr   rp   rq   TzBuckets out of order: zBucket values out of order: )Ú_countÚ_gcount)Ú_sum)Ú_gsum)rT   rJ   rv   r7   r   rD   r*   r,   )	ÚsamplesrT   r   r7   ry   r   ÚsuffixÚgÚbr   rw   r   Ú_check_histogram‚  sL    





r‚   c                 #   sæ  d‰ g }d}t ƒ ‰ddgg d¢g d¢g d¢dgd	œ‰‡‡fd
d„}| D �]n}|d dkrd|dd… }|rttd| ƒ‚|s€tdƒ‚|dkrŽd}qF| d¡�r| dd¡}t|ƒdk r¾td| ƒ‚|d ˆ krÚ|rÚtd| ƒ‚|d ˆ k�r:ˆ du�r|ˆ |||	|ƒV  |d ‰ d}	d}d}d}
t ƒ }d}t ƒ }g }|d g}|d dk�rl|du�r^td| ƒ‚t|d ƒ}nš|d dk�rÌ|du�r�td| ƒ‚|d }|dk�r®td| ƒ‚‡ fd d!„ˆ |d"g¡D ƒ}n:|d d#k�rú|	du�rðtd$| ƒ‚|d }	ntd| ƒ‚qFt|ƒ}|j|v�rjˆ du�r8|ˆ |||	|ƒV  |j‰ d}d}	d%}g }d}
d}t ƒ }t ƒ }|jg}|d&k�rŒˆ |j	v�rŒtd'| ƒ‚ˆ d( |jk�rÌ|j	 d)d*¡d*k�sÀt
|j	d) ƒ�rÌtd+| ƒ‚ˆ d( |jk�rt|jtƒ�s|j ¡ �std,| ƒ‚ˆ d- |jk�s"ˆ d. |jk�rHt|jtƒ�sH|j ¡ �sHtd/| ƒ‚|d0k�r¤ˆ |jk�r¤d1t|j	 d2d¡ƒ  k�r„dk�r˜n nt
|j	d2 ƒ�r¤td3| ƒ‚ttt|ˆ |ƒ ¡ ƒƒ}|
du�ræ||
k�ræ||v �rætd4| ƒ‚|
du�rH||
k�rH|jdu |du k�rtd5| ƒ‚|du�rN||jk�rN|d6k�rNtd7| ƒ‚nt ƒ }|jtt|j	 ¡ ƒƒf}|j|k�s|||v�r†| |¡ | |¡ |}
|j}| |¡ |d&k�rÆ|jd8v�rÆtd9| ƒ‚|d6k�rè|jdk�rètd:| ƒ‚|d0k�rˆ |jk�r|jd1k �rtd;| ƒ‚|jtˆ ƒd… d<v �rHt |j¡�rHtd=| ƒ‚|jtˆ ƒd… d>v �rx|jd1k �rxtd?| ƒ‚|jrF|d@v �r”|j d(¡sF|dAv �rª|j d¡sFtdB| ƒ‚qFˆ du�rÔ|ˆ |||	|ƒV  |�sâtdCƒ‚dS )DzßParse Prometheus text format from a file descriptor.

    This is a laxer parser than the main Go parser,
    so successful parsing does not imply that the parsed
    text meets the specification.

    Yields Metric's.
    NFÚ_totalÚ_created)r!   rz   r|   r„   )rz   r|   rp   r„   )r{   r}   rp   Ú_info)Úcounterrj   rn   ro   ri   c                    sÊ   |d u rd}t ˆ |g ¡dg ƒD ].}| | ˆ v rBtd|  | ƒ‚ˆ  | | ¡ q"|d u r^d}|d u rjd}|rˆ|  d| ¡sˆtd|  ƒ‚|r |dv r td|  ƒ‚|dv r²t|| ƒ t| |||ƒ}||_|S )	NÚunknownr!   zClashing name: r(   z!Unit does not match metric name: )ri   rl   z(Units not allowed for this metric type: rm   )ÚsetÚgetr*   ÚaddÚendswithr‚   r   r~   )rT   Údocumentationrt   Úunitr~   r   Zmetric)Ú
seen_namesÚtype_suffixesr   r   Úbuild_metricÓ  s&    
z0text_fd_to_metric_families.<locals>.build_metricrH   r   zReceived line after # EOF: zReceived blank linez# EOFTrY   rB   é   é   r@   r   z!Received metadata after samples: r/   ZHELPzMore than one HELP for metric: ZTYPEzMore than one TYPE for metric: ZuntypedzInvalid TYPE for metric: c                    s   g | ]}ˆ | ‘qS r   r   )r^   r    )rT   r   r   Ú
<listcomp>  rb   z.text_fd_to_metric_families.<locals>.<listcomp>r!   ZUNITzMore than one UNIT for metric: r‡   rl   zStateset missing label: rp   rq   ÚNaNzInvalid le label: z!Bucket value must be an integer: rz   r{   z Count value must be an integer: rj   r   rk   zInvalid quantile label: zInvalid metric grouping: z*Mix of timestamp presence within a group: ri   z*Timestamps went backwards within a group: )r   r/   z4Stateset samples can only have values zero and one: z&Info samples can only have value one: z$Quantile values cannot be negative: )rƒ   r|   rz   rp   r{   r}   z$Counter-like samples cannot be NaN: )rƒ   r|   rz   rp   r{   z)Counter-like samples cannot be negative: rm   )r†   zTInvalid line only histogram/gaugehistogram buckets and counters can have exemplars: zMissing # EOF at end)rˆ   r*   rK   r2   rJ   r'   r‰   rX   rT   rD   r   Ú
isinstancer,   r+   Ú
is_integerr   ÚtupleÚsortedrv   rf   r7   r"   rŠ   r4   r5   rU   r‹   )ÚfdZallowed_namesÚeofr�   Úliner8   r~   rŒ   rt   r�   r   Zseen_groupsZgroup_timestampZgroup_timestamp_samplesrs   r€   Z	series_idr   )rT   rŽ   r�   r   r	   ½  s   	û








ÿþ
ÿÿ 
ÿÿÿ
ÿþ 


"ÿ$ÿ
ÿþ
þ
r	   )!Úior
   r4   ÚreZmetrics_corer   r   r~   r   r   r   Úutilsr   r   r   r   r   r   r   Úcompiler   r   r'   r-   r:   r;   rG   rM   rX   rP   rv   r‚   r	   r   r   r   r   Ú<module>   s4   
ý

BDV;