a
    ¬ˆcðV  ã                   @   sp  d dl Z d dlZd dlmZ d dlmZ d dlZd dlm	Z	 d dl
mZ ddlmZ d dlmZ d dlmZ g d	¢Zd
ZdZg d¢Zg d¢Zg d¢Zee edœZddgZdd„ Zejjej deƒ ¡ej dddg¡dd„ ƒƒƒZd3dd„Zdd„ Z dd„ Z!d d!„ Z"ej d"e	j#d#fe	j$d$fg¡d%d&„ ƒZ%d'd(„ Z&d)d*„ Z'ej d+e'ƒ ¡d,d-„ ƒZ(d4d/d0„Z)G d1d2„ d2ƒZ*dS )5é    N)Úassert_allclose)Ústats©Údifferential_evolutioné   )Údistcont)ÚFitError)Údistdiscrete)éè  éˆ  i'  ç      Ð?g      è?)ÚburrÚchi2Ú
gausshyperÚgenexponÚgengammaÚkappa4ÚksoneÚkstwoÚmielkeÚncfÚncx2Úpearson3ÚpowerlognormÚ
truncexponÚtukeylambdaÚvonmisesÚlevy_stableÚ	trapezoidÚtruncweibull_minÚstudentized_range).ÚalphaÚ	betaprimer   Úburr12ZcauchyÚchir   ÚcrystalballZdgammaÚdweibullÚfÚfatiguelifeÚfiskÚ
foldcauchyÚ
genextremer   ÚgenhyperbolicÚgennormÚ	genparetoZ
halfcauchyZinvgammaÚ
invweibullÚ	johnsonsuÚkappa3r   r   ZlevyZlevy_lr   Ú
loglaplaceÚlomaxr   Únakagamir   Únctr   Úparetor   Ú	powernormZ
skewcauchyÚtr   Útriangr   r   r    )ÚargusÚexponpowÚ	exponweibr   r   ÚgenhalflogisticÚhalfgennormÚgompertzÚ	johnsonsbr   Ú	kstwobignÚrecipinvgaussÚskewnormr   r   Zvonmises_line)ÚMMÚMLEZerlangr,   c                  c   s$   t D ]\} }| tvr| |fV  qd S )N)r   Úskip_fit)ÚdistnameÚarg© rI   ú]/home/yuhw/wc/wire-cell-python/wcpy/lib/python3.9/site-packages/scipy/stats/tests/test_fit.pyÚcases_test_cont_fitG   s    rK   zdistname,argÚmethodrE   rD   c              	   C   sš  | t | v rVzttjd ƒ }W n ty6   d}Y n0 |rVd|  }|d7 }t |¡ tt| ƒ}t	 
|ddgg¡}t	 t	 |t t	 |jd t¡g¡d¡}tD ]¸}t	j d	¡ t	jd
d��. |j|d|iŽ}	|j|	|d�}
W d   ƒ n1 sî0    Y  |
| }t	 t	 |	 ¡ ¡t tg¡|d< t	 t	 |
¡¡�r<tdƒ‚qžt	 t	 |¡|k¡rž �q–qždt|ƒ }|dt|
ƒ 7 }|dt|ƒ 7 }td|j | ƒ‚d S )NZSCIPY_XFAILTz$Fitting %s doesn't work reliably yetzH [Set environment variable SCIPY_XFAIL=1 to run this test nevertheless.]g        ç      ð?é   r   iÒ  Úignore)ÚallÚsize)rL   éþÿÿÿznan returned in fitzparameter: %s
zestimated: %s
zdiff     : %s
zfit not very good in %s
)Úfailing_fitsÚintÚosÚenvironÚ	ExceptionÚpytestÚxfailÚgetattrr   ÚnpZhstackÚmaxZvstackÚthresh_percentÚfullZnumargsÚ
thresh_minÚ	fit_sizesÚrandomÚseedÚerrstateÚrvsÚfitÚabsÚmeanÚanyÚisnanÚAssertionErrorrP   ÚstrÚname)rG   rH   rL   rY   ÚmsgZdistfnZtrueargZdiffthresholdZfit_sizerd   ZestÚdiffÚtxtrI   rI   rJ   Útest_cont_fitQ   sB    


ÿþ,ÿ

rp   c                 C   s4   t t| ƒ}| |¡dd … }t|||d|  d� d S )NrR   z"poor mle fit of (loc, scale) in %s)ÚatolÚerr_msg)rZ   r   re   r   )rl   ÚdataZdesiredrq   ÚdÚactualrI   rI   rJ   Ú_check_loc_scale_mle_fit‚   s
    
ÿrv   c                  C   s6   t  g d¢¡} td| ddgdƒ td| ddgdƒ d S )N)ç)\�Âõ(ð?ç{®Gázü?rx   rx   ç®Gázþ?ry   ry   ç       @Úuniformrw   g®Gáz®ï?çü©ñÒMbP?Úexpong¤p=
×£ç?)r[   Úarrayrv   )rs   rI   rI   rJ   Ú"test_non_default_loc_scale_mle_fit‰   s    r   c                  C   s.   g d¢} t jj| dd�}t|ddgdd� dS )zgh-6167)r   r   r   r   rN   rN   rN   rN   r   )ZflocrM   r|   )rq   N)r   r}   re   r   )rs   ZphatrI   rI   rJ   Útest_expon_fit�   s    r€   c               	   C   s†   t  t  d¡t  d¡g¡} d}tjt|d��F t t¡� t	j
 | ¡ W d   ƒ n1 sZ0    Y  W d   ƒ n1 sx0    Y  d S )Né   é   z0Optimization converged to parameters that are...©Úmatch)r[   ZconcatenateÚzerosZonesrX   Úraisesr   ÚwarnsÚRuntimeWarningr   Úbetare   )rs   ÚmessagerI   rI   rJ   Útest_fit_error–   s    ÿr‹   zdist, params)ç      à?ç      @)é
   g333333Ó?rN   c                 C   s|   t j d¡}t| dƒr| j}n| j}| j|d|dœŽ}||g|¢R Ž  ¡  }|  ||¡}|  	||¡}t
||ƒ t
||ƒ d S )Niðgž:Úpdféd   ©rQ   Úrandom_state)r[   ra   Údefault_rngÚhasattrZlogpdfZlogpmfrd   ÚsumÚnnlfZ_penalized_nnlfr   )ÚdistÚparamsÚrngZlogpxfÚxÚrefZres1Zres2rI   rI   rJ   Útest_nnlf_and_related_methodsž   s    

rœ   c                  c   s¶   h d£} h d£}h d£}t tt ƒD ]Œ}|| v s:t|tƒsZd}tj|tjj|d�d�V  q$||v r‚d}tj|tjj	|d�d�V  q$||v rªd}tj|tjj
|d�d�V  q$|V  q$d S )	N>   r:   Úfoldnormr   >.   r2   Úrandintr   r6   r1   ZbradfordZ
wrapcauchyr7   ZpowerlawrB   Zweibull_maxr.   rA   r0   r;   r)   r3   r8   rC   Zrdistr&   r!   r   r{   r*   r%   r?   Zarcsiner/   r#   Znorminvgaussr'   r"   Zlognormr+   r>   ÚbinomZweibull_minÚnbinomr(   r4   r-   r$   ZinvgaussZricer@   >   Znchypergeom_walleniusr   Z	truncnormZ	hypergeomr5   r   r   Z	betabinomr<   r9   r   ZgeninvgaussZ
loguniformr   r   Ú
nhypergeomr   Zskellamr   r   r=   ZzipfianZ
reciprocalr   r‰   r   r   r    r   Znchypergeom_fisherr,   ztested separately)Úreason)Zmarksztoo slow (>= 0.25s)ztoo slow (>= 1.0s))Údictr	   r   Ú
isinstancerk   rX   ÚparamÚmarkÚskipÚslowÚxslow)Zskip_basic_fitZslow_basic_fitZxslow_basic_fitr—   r¢   rI   rI   rJ   Úcases_test_fit±   s    

rª   c                  c   s8   t tƒ ¡ D ]&\} }t| tƒr| dv r(q| |fV  qd S )N>   r    )r£   r   Úitemsr¤   rk   )rG   ÚshapesrI   rI   rJ   Úcases_test_fitstart×   s    r­   zdistname, shapesc                 C   sr   t t| ƒ}tj d¡}| d¡}tjddd�� | |¡}W d   ƒ n1 sN0    Y  |j|d d… Ž snJ ‚d S )NiV årŽ   rO   )ÚinvalidÚdividerR   )rZ   r   r[   ra   r“   rc   Z	_fitstartZ	_argcheck)rG   r¬   r—   r™   rs   ÚguessrI   rI   rJ   Útest_fitstartÞ   s    

(r±   çH¯¼šò×z>c                 C   s8   |   ||¡}|   ||¡}||k s4tjj||||d� d S )N)Úrtolrq   )r–   r[   Útestingr   )r—   rs   Zparams1Zparams0r³   rq   Znllf1Znllf0rI   rI   rJ   Úassert_nllf_less_or_closeê   s    rµ   c                   @   sâ   e Zd ZejZdZej 	e¡Z
ejjddde
d�ZddgZdddœZd	Zd
ZeedœZdd„ Zdd„ Zdd„ Zdd„ Zdd„ Zej deƒ ¡dd„ ƒZdd„ Zdd„ Zdd„ Zdd „ Zd!d"„ Z d#d$„ Z!d%d&„ Z"ejj#d'd(„ ƒZ$d)S )*ÚTestFitl   »�Vaé   rŒ   r�   r‘   ©r   rŽ   ©r   r   ©ÚnÚpgš™™™™™©?g{®Gáz„?)rq   r³   c                 O   s   t |ddi|¤ŽS )Nrb   r   r   )ÚselfÚargsÚkwdsrI   rI   rJ   Úoptü   s    zTestFit.optc                 C   sH   d}t jt|d��" t d| j| j¡ W d   ƒ n1 s:0    Y  d S )Nz `dist` must be an instance of...rƒ   rŽ   )rX   r†   Ú
ValueErrorr   re   rs   Úshape_bounds_a©r½   rŠ   rI   rI   rJ   Útest_dist_ivÿ   s    zTestFit.test_dist_ivc                 C   s,  d}t jt|d��( t | jg d¢g| j¡ W d   ƒ n1 s@0    Y  d}t jt|d��, t | jdddtjg| j¡ W d   ƒ n1 sŽ0    Y  t jt|d��, t | jdddtj	g| j¡ W d   ƒ n1 sØ0    Y  t jt|d��& t | jg d¢| j¡ W d   ƒ n1 �s0    Y  d S )	Nz'`data` must be exactly one-dimensional.rƒ   )r   rN   é   z.All elements of `data` must be finite numbers.r   rN   rÅ   )Ú1Ú2Ú3)
rX   r†   rÁ   r   re   r—   rÂ   r[   ÚnanÚinfrÃ   rI   rI   rJ   Útest_data_iv  s    6::zTestFit.test_data_ivc                 C   sT  d}ddddœ}t jt|d��" t | j| j|¡ W d   ƒ n1 sF0    Y  d}ddg}t jt|d��" t | j| j|¡ W d   ƒ n1 s’0    Y  d	}dd
g}t jt|d��" t | j| j|¡ W d   ƒ n1 sÞ0    Y  ddg}t jt|d��" t | j| j|¡ W d   ƒ n1 �s(0    Y  d}dg}t jt|d��" t | j| j|¡ W d   ƒ n1 �st0    Y  d}g d¢}t jt|d��" t | j| j|¡ W d   ƒ n1 �sÂ0    Y  d}dddœ}t jt|d��" t | j| j|¡ W d   ƒ n1 �s0    Y  d}ddg}t jt|d��" t | j| j|¡ W d   ƒ n1 �s`0    Y  d}ddg}t jt|d��" t | j| j|¡ W d   ƒ n1 �s®0    Y  d}t jt|d��  t | j| j¡ W d   ƒ n1 �sò0    Y  t	j
 t	j
fdg}t jt|d��" t | j| j|¡ W d   ƒ n1 �sF0    Y  d S )Nz1Bounds provided for the following unrecognized...r¸   r¹   ©r   rŽ   ©r»   r¼   rÆ   rƒ   z6Each element of a `bounds` sequence must be a tuple...)r   rŽ   rÅ   z6Each element of `bounds` must be a tuple specifying...)r   r   rŒ   r   r   z7A `bounds` sequence must contain at least 2 elements...z;A `bounds` sequence may not contain more than 3 elements...)r¸   r¸   r¸   r¸   z.There are no values for `p` on the interval...)r   r   rº   z.There are no values for `n` on the interval...)rŽ   r   z6There are no integer values for `n` on the interval...)gffffffö?gš™™™™™ù?z0The intersection of user-provided bounds for `n`)rX   r‡   rˆ   r   re   r—   rs   r†   rÁ   r[   rÊ   )r½   rŠ   Úshape_boundsÚboundsrI   rI   rJ   Útest_bounds_iv  sR    000222
2220zTestFit.test_bounds_ivc                 C   sH  d}ddddœ}t jt|d��( tj| j| j| j|d� W d   ƒ n1 sL0    Y  d}dd	d
œ}t jt	|d��( tj| j| j| j|d� W d   ƒ n1 s 0    Y  ddg}t jt	|d��( tj| j| j| j|d� W d   ƒ n1 sî0    Y  ddgg}t jt	|d��( tj| j| j| j|d� W d   ƒ n1 �s@0    Y  d}dg}t jt	|d��( tj| j| j| j|d� W d   ƒ n1 �s’0    Y  d}g d¢}t jt	|d��( tj| j| j| j|d� W d   ƒ n1 �sæ0    Y  d}ddd
œ}t jt|d��( tj| j| j| j|d� W d   ƒ n1 �s<0    Y  d}g d¢}t jt|d��( tj| j| j| j|d� W d   ƒ n1 �s�0    Y  d}ddd
œ}t jt|d��( tj| j| j| j|d� W d   ƒ n1 �sæ0    Y  d}g d¢}t jt|d��( tj| j| j| j|d� W d   ƒ n1 �s:0    Y  d S )Nz2Guesses provided for the following unrecognized...r   rŒ   éÿ   rÍ   rƒ   )r°   z+Each element of `guess` must be a scalar...Úhirº   r'   rN   z-A `guess` sequence must contain at least 2...z1A `guess` sequence may not contain more than 3...)r   rN   rÅ   é   z"Guess for parameter `n` rounded...g      @g      à¿z$Guess for parameter `loc` rounded...)r·   rŒ   rŒ   z"Guess for parameter `p` clipped...r·   z$Guess for parameter `loc` clipped...)r·   rŒ   r   )
rX   r‡   rˆ   r   re   r—   rs   Úshape_bounds_dr†   rÁ   )r½   rŠ   r°   rI   rI   rJ   Útest_guess_ivD  sL    6
66
888
88
8zTestFit.test_guess_ivÚ	dist_namec                 C   sœ  d}t tt ƒ}tj | j¡}tt|ƒ}t 	|| ¡}tj
t|ƒd dftjd�}|dt |¡  |d d…df< |dt |¡  |d d…df< d|d< d|d	< |j|d Ž }|j|d	 Ž }	t|| ƒ||	g }
t|d
dƒ�r|
d d	… }
t |¡|
d	< |j|
||dœŽ}|d d	… }t|ddƒ�r4|j|
||dœŽ}t ¡ �0}| td¡ tj|||| jd�}W d   ƒ n1 �st0    Y  t|||j|
fi | j¤Ž d S )Nr   rN   )Zdtypeg      $@rR   r   r   rÌ   éÿÿÿÿZpmfFr‘   r�   zoverflow encountered©Ú	optimizer)r£   r   r	   r[   ra   r“   rb   rZ   r   r~   ÚemptyÚlenÚfloat64Úsignr{   ÚlistÚfloorrd   ÚnptZsuppress_warningsÚfilterrˆ   re   rÀ   rµ   r˜   Útols)r½   rÖ   ÚNZ	dist_datar™   r—   r¬   rÏ   ÚlocÚscaler›   rs   ÚsupÚresrI   rI   rJ   Útest_basic_fits  s0    

4zTestFit.test_basic_fitc                 C   sl   d}t j | j¡}tj}d}|j|||dœŽ}ddddœ}tj|||| jd�}t	|||j
|fi | j¤Ž d S )Nr
   )rM   rz   ç      @r‘   ©gš™™™™™¹?rŽ   )r$   rä   rå   rØ   )r[   ra   r“   rb   r   r:   rd   re   rÀ   rµ   r˜   râ   ©r½   rã   r™   r—   r¬   rs   rÎ   rç   rI   rI   rJ   Ú
test_argus’  s    zTestFit.test_argusc                 C   sl   d}t j | j¡}tj}d}|j|||dœŽ}ddddœ}tj|||| jd�}t	|||j
|fi | j¤Ž d S )Nr
   )gÕ)Çç;ÿ?rz   ré   r‘   rê   )Úcrä   rå   rØ   )r[   ra   r“   rb   r   r�   rd   re   rÀ   rµ   r˜   râ   rë   rI   rI   rJ   Útest_foldnorm   s    zTestFit.test_foldnormc                 C   sj   d}t j | j¡}tj}d}|j|||dœŽ}dgd }tj|||| jd�}t	|||j
|fi | j¤Ž d S )Nr
   )r�   r   g      ü?rz   ré   r‘   rê   r·   rØ   )r[   ra   r“   rb   r   r   rd   re   rÀ   rµ   r˜   râ   rë   rI   rI   rJ   Útest_truncweibull_min®  s    
zTestFit.test_truncweibull_minc           
      C   sÈ   d}t j | j¡}tj}d\}}}|j|||||d�}dt  ddg¡i}tj|||| j	d�}	t
|	j|||ffi | j¤Ž tj}d\}}|j||||d�}tj||| j	d�}	t
|	j||ffi | j¤Ž d S )	Nr
   ©rŽ   çÍÌÌÌÌÌä?r   ©rä   rQ   r’   r»   r   é   rØ   )g¿ž¯Y.Ô?r   )r[   ra   r“   rb   r   rŸ   rd   r~   re   rÀ   r   r˜   râ   Z	bernoulli)
r½   rã   r™   r—   r»   r¼   rä   rs   rÎ   rç   rI   rI   rJ   Útest_missing_shape_bounds¼  s    
z!TestFit.test_missing_shape_boundsc                 C   s  d}t j | j¡}tj}d\}}|j|||d�}d}d|i}tj|||| jd�}	t	|	j
||ffi | j¤Ž d\}}|j|||d�}d}
d	|
i}tj|||| jd�}	t	|	j
||ffi | j¤Ž tj}d
\}}|j||||d�}||
dœ}tj|||| jd�}	t	|	j
||ffi | j¤Ž d S )Nr   )ç      ø?r   rò   )r   r·   rä   rØ   )r   r�   )rå   rQ   r’   rå   ©rõ   r�   ©rä   rå   rQ   r’   ©rä   rå   )r[   ra   r“   rb   r   Únormrd   re   rÀ   r   r˜   râ   )r½   rã   r™   r—   rä   rå   rs   Z
loc_boundsrÏ   rç   Zscale_boundsrI   rI   rJ   Útest_fit_only_loc_scaleÑ  s*    
zTestFit.test_fit_only_loc_scalec                 C   sð   d}t j | j¡}tj}d\}}|j||||d�}t ||¡}t|j	dfi | j
¤Ž ||f||fdœ}t |||¡}t|j	||ffi | j
¤Ž tj}d\}	}
}|j|	|
|||d�}dd	d
œ}tj|||| jd�}t|j	|	|
|ffi | j
¤Ž d S )Nr   rö   r÷   r¹   rø   rð   rò   )r   ró   )rñ   rñ   rº   rØ   )r[   ra   r“   rb   r   rù   rd   re   r   r˜   râ   rŸ   rÀ   )r½   rã   r™   r—   rä   rå   rs   rç   rÏ   r»   r¼   rÎ   rI   rI   rJ   Útest_everything_fixedî  s     

zTestFit.test_everything_fixedc           	      C   sz   d}t j | j¡}tj}d}|j|||dœŽ}| ¡ dks>J ‚g d¢}t |||¡}d}|j	 
|¡shJ ‚|jdu svJ ‚d S )Nr   )r·   rŒ   r‘   r   ))r   é   r¹   )rŒ   rŽ   z3Optimization converged to parameter values that areF)r[   ra   r“   rb   r   r    rd   Úminre   rŠ   Ú
startswithÚsuccess)	r½   rã   r™   r—   r¬   rs   rÏ   rç   rŠ   rI   rI   rJ   Útest_failure  s    zTestFit.test_failurec                 C   s–   d}t j | j¡}tj}d}g d¢}|j|||dœŽ}tj|||| jd�}t j	|j
|fi | j¤ŽrfJ ‚tj||||| jd�}t|j
|fi | j¤Ž d S )NiÐ  )ró   é   é   r   ))rN   éÈ   )gffffffæ?éF   )g333333ó?éx   rÌ   r‘   rØ   )r°   rÙ   )r[   ra   r“   rb   r   r¡   rd   re   rÀ   Zallcloser˜   râ   r   )r½   rã   r™   r—   r˜   rÏ   rs   rç   rI   rI   rJ   Ú
test_guess  s    zTestFit.test_guessN)%Ú__name__Ú
__module__Ú__qualname__r   rŸ   r—   rb   r[   ra   r“   r™   rd   rs   rÂ   rÔ   rq   r³   râ   rÀ   rÄ   rË   rÐ   rÕ   rX   r¦   Úparametrizerª   rè   rì   rî   rï   rô   rú   rû   r   r©   r  rI   rI   rI   rJ   r¶   ñ   s2   

3/
r¶   )N)r²   r   )+rU   Únumpyr[   Znumpy.testingr´   rà   r   rX   Zscipyr   Zscipy.optimizer   Ztest_continuous_basicr   Z!scipy.stats._distn_infrastructurer   Zscipy.stats._distr_paramsr	   r`   r]   r_   Zmle_failing_fitsZmm_failing_fitsZmm_slow_fitsrS   rF   rK   r¦   r¨   r
  rp   rv   r   r€   r‹   rù   rŸ   rœ   rª   r­   r±   rµ   r¶   rI   rI   rI   rJ   Ú<module>   sP   þ
.
ÿÿ
&

