a
    ö£Bes  ã                   @   s´   d dl mZ d dlZd dlZd dlZd dlZddlmZ ddlm	Z	 ddl
mZ ddlmZ ddlmZ ze W n ey†   eZY n0 G d	d
„ d
ƒZdd„ ejD ƒZddd„ZdS )é    )ÚdefaultdictNé   )ÚGauge)ÚMetric)Ú
MmapedDict)ÚSample)ÚfloatToGoStringc                   @   sH   e Zd ZdZddd„Zeddd„ƒZedd	„ ƒZed
d„ ƒZdd„ Z	dS )ÚMultiProcessCollectorz+Collector for files for multi-process mode.Nc                 C   st   |d u rDdt jv r8dt jvr8t jd t jd< t dt¡ t j d¡}|rTt j |¡s\tdƒ‚|| _	|rp| 
| ¡ d S )NÚprometheus_multiproc_dirÚPROMETHEUS_MULTIPROC_DIRzpprometheus_multiproc_dir variable has been deprecated in favor of the upper case naming PROMETHEUS_MULTIPROC_DIRz:env PROMETHEUS_MULTIPROC_DIR is not set or not a directory)ÚosÚenvironÚwarningsÚwarnÚDeprecationWarningÚgetÚpathÚisdirÚ
ValueErrorÚ_pathÚregister)ÚselfÚregistryr   © r   úa/home/yuhw/wc/wire-cell-python/wcpy/lib/python3.9/site-packages/prometheus_client/multiprocess.pyÚ__init__   s    zMultiProcessCollector.__init__Tc                 C   s   t  | ¡}t  ||¡S )zõMerge metrics from given mmap files.

        By default, histograms are accumulated, as per prometheus wire format.
        But if writing the merged data back to mmap files, use
        accumulate=False to avoid compound accumulation.
        )r	   Ú_read_metricsÚ_accumulate_metrics)ÚfilesÚ
accumulateÚmetricsr   r   r   Úmerge#   s    
zMultiProcessCollector.mergec              	      s  i }i ‰ ‡ fdd„}| D ]ò}t j |¡ d¡}|d }zt |¡}W n. tyr   |dkrl|d  d¡rlY q‚ Y n0 |D ]�\}}}	}
||ƒ\}}}}}| |¡}|d u r¼t	|||ƒ}|||< |dkrú|d d d	… }|d |_
| ||d
|ff ||	¡ qx| |||¡ qxq|S )Nc                    sJ   ˆ   | ¡}|sFt | ¡\}}}}tt| ¡ ƒƒ}|||||f }ˆ | < |S ©N)r   ÚjsonÚloadsÚtupleÚsortedÚitems)ÚkeyÚvalÚmetric_nameÚnameÚlabelsÚ	help_textÚ
labels_key©Z	key_cacher   r   Ú
_parse_key3   s    
z7MultiProcessCollector._read_metrics.<locals>._parse_keyÚ_r   Úgauger   Úliveé   éýÿÿÿÚpid)r   r   ÚbasenameÚsplitr   Zread_all_values_from_fileÚFileNotFoundErrorÚ
startswithr   r   Ú_multiprocess_modeZ
add_sample)r   r    r0   ÚfÚpartsÚtypZfile_valuesr(   ÚvalueÚ	timestampr1   r*   r+   r,   r.   r-   Úmetricr6   r   r/   r   r   .   s0    

z#MultiProcessCollector._read_metricsc                 C   sV  |   ¡ D �]B}ttƒ}ttƒ}tdd„ ƒ}|j}|jD �]n}|\}}	}
}}|jdk�r|tdd„ |	D ƒƒf}|jdv r’|||
ƒ}|
|k r�|
||< nŠ|jdv r¸|||
ƒ}|
|kr¶|
||< nd|jdv rÔ||  |
7  < nH|jd	v �r|| }t|pðd
ƒ}||k �r|
||< |||< n|
|||	f< q6|jdk�r’|	D ]L}|d
 dk�r.t|d ƒ}tdd„ |	D ƒƒ}|| |  |
7  <  �q¦�q.|||	f  |
7  < q6|||	f  |
7  < q6|jdk�r8| ¡ D ]z\}	}d}t	| ¡ ƒD ]F\}}
|j
d |	dt|ƒff f}|�r||
7 }|||< n|
||< �qÔ|�r¼|||j
d |	f< �q¼dd„ | ¡ D ƒ|_q|   ¡ S )Nc                   S   s   t tƒS r"   )r   Úfloatr   r   r   r   Ú<lambda>]   ó    z;MultiProcessCollector._accumulate_metrics.<locals>.<lambda>r2   c                 s   s   | ]}|d  dkr|V  qdS )r   r6   Nr   ©Ú.0Úlr   r   r   Ú	<genexpr>b   rD   z<MultiProcessCollector._accumulate_metrics.<locals>.<genexpr>)ÚminZlivemin)ÚmaxZlivemax)ÚsumZlivesum)Z
mostrecentZlivemostrecentr   Z	histogramÚler   c                 s   s   | ]}|d  dkr|V  qdS )r   rL   Nr   rE   r   r   r   rH   }   rD   g        Z_bucketÚ_countc                 S   s$   g | ]\\}}}t |t|ƒ|ƒ‘qS r   )r   Údict)rF   Zname_r,   r?   r   r   r   Ú
<listcomp>™   rD   z=MultiProcessCollector._accumulate_metrics.<locals>.<listcomp>)Úvaluesr   rB   Ú
setdefaultÚsamplesÚtyper%   r;   r'   r&   r+   r   )r    r   rA   rR   Zsample_timestampsZbucketsZsamples_setdefaultÚsr+   r,   r?   r@   ZexemplarZwithout_pid_keyÚcurrentZcurrent_timestamprG   Zbucket_valueZ
without_lerP   ÚaccZbucketZ
sample_keyr   r   r   r   X   sd    









þ
z)MultiProcessCollector._accumulate_metricsc                 C   s$   t   tj | jd¡¡}| j|dd�S )Nz*.dbT)r   )Úglobr   r   Újoinr   r!   )r   r   r   r   r   Úcollectœ   s    zMultiProcessCollector.collect)N)T)
Ú__name__Ú
__module__Ú__qualname__Ú__doc__r   Ústaticmethodr!   r   r   rY   r   r   r   r   r	      s   


)
Cr	   c                 C   s   h | ]}|  d ¡r|’qS )r3   )r:   )rF   Úmr   r   r   Ú	<setcomp>¡   rD   r`   c                 C   s^   |du rt j dt j d¡¡}tD ]6}t t j |d|› d| › d�¡¡D ]}t  |¡ qHq"dS )zBDo bookkeeping for when one process dies in a multi-process setup.Nr   r
   Zgauge_r1   z.db)r   r   r   Ú_LIVE_GAUGE_MULTIPROCESS_MODESrW   r   rX   Úremove)r6   r   Úmoder<   r   r   r   Úmark_process_dead¤   s
    &rd   )N)Úcollectionsr   rW   r#   r   r   r    r   Zmetrics_corer   Z	mmap_dictr   rR   r   Úutilsr   r9   Ú	NameErrorÚIOErrorr	   Z_MULTIPROC_MODESra   rd   r   r   r   r   Ú<module>   s"   
 