a
    ¬ˆcz4  ã                   @   s\  d dl Z d dlZd dlZd dlmZmZmZmZm	Z	m
Z
 d dlZd dlmZ d dlmZmZmZmZmZmZmZ d dlmZ d dlmZ e g d¢¡ d¡Ze d	d
gdd
gddgddgddgddgddgddgddgddgddgg¡Ze d	d	gddgddgg¡Ze ddgddgddgg¡Ze g d¢¡Z G dd„ dƒZ!G dd „ d ƒZ"G d!d"„ d"ƒZ#dS )#é    N)Úassert_array_equalÚassert_array_almost_equalÚassert_allcloseÚassert_equalÚassert_Úsuppress_warnings)Úraises)ÚkmeansÚkmeans2Úpy_vqÚvqÚwhitenÚClusterErrorÚ
_krandinit)Ú_vq)Úmatrix(�  gš™™™™™Àg¸…ëQ¸ò?ç®Gázú¿ç
×£p=
û?gR¸…ëQ Àg…ëQ¸…@g¸…ëQ¸Àgffffffî?ç333333û¿g)\�Âõ(@çáz®Gáú¿çÃõ(\�Âå?g®GázÀg¸…ëQ¸
@çR¸…ëQÀgffffff@g…ëQ¸…û¿g
×£p=
ç¿ç×£p=
×ÿ¿g¸…ëQ¸@g      Àçq=
×£p@çš™™™™™ÀgHáz®G@g
×£p=
Àg333333@g…ëQ¸ù¿gìQ¸…ëý?ç\�Âõ(\ÿ¿g…ëQ¸@g®GázÀçáz®Gá@g=
×£p=Àç{®Gázô?g      Àçš™™™™™@gìQ¸…ëù¿g      ô?ç\�Âõ(\Àg\�Âõ(\	@ç¸…ëQ¸ò¿g¸…ëQ¸¾?ç=
×£p=ÀgHáz®GÑ¿ç�Âõ(\� Àgš™™™™™á¿r    gq=
×£põ?g�Âõ(\�Àg¤p=
×£@ç…ëQ¸…Àg¸…ëQ¸Î?g\�Âõ(\û¿ç×£p=
×@gìQ¸…ëÀg)\�Âõ(@g¤p=
×£ Àç…ëQ¸…@g=
×£p=þ¿gö(\�Âõ@g¸…ëQ¸ Àg¤p=
×£Ð?gq=
×£pí¿g…ëQ¸ñ?ç      Àç)\�Âõ(ì?r&   g)\�Âõ( @g=
×£p=Àr   ç=
×£p= Àg\�Âõ(\@g®GázÀg333333Ó?ç×£p=
×Àg�Âõ(\�Ò¿r   g®Gáz®	@gffffffÀg®Gáz®û?g¸…ëQ¸Àg®Gázæ?çö(\�Âõü¿r$   gö(\�ÂõÀg®Gáz@gffffffÀçö(\�Âõô?g¸…ëQ¸ú¿ç¸…ëQ¸Àgáz®Gáò¿ç\�Âõ(\@ç\�Âõ(\Àg�Âõ(\�@çš™™™™™ý¿g      @r   çÃõ(\�Âý?g)\�Âõ(Àg…ëQ¸…@g¤p=
×£Àg=
×£p=þ?çÍÌÌÌÌÌø¿g¤p=
×£ @gÃõ(\�Âõ¿gÃõ(\�Âí?ç®GázÀgìQ¸…ë@g…ëQ¸Àg\�Âõ(\@g¤p=
×£
ÀçìQ¸…ë@ç{®Gáz ÀgÍÌÌÌÌÌì¿ç¤p=
×£ÀgÍÌÌÌÌÌ
@ç¸…ëQ¸Àgffffff@çáz®GáÀgš™™™™™ý?ç
×£p=
û¿çÍÌÌÌÌÌü?g=
×£p=ö¿ç…ëQ¸å?r4   gR¸…ëQØ?ç…ëQ¸…÷¿g)\�Âõ(Ü?g¸…ëQ¸Àg)\�Âõ(@gR¸…ëQÀg…ëQ¸…@r   gìQ¸…ë@ç¤p=
×£ð¿gR¸…ëQØ¿r/   gìQ¸…ë@ç
×£p=
Àg\�Âõ(\ç?r6   g=
×£p=ö?çq=
×£põ¿ç      ü?ç333333ÿ¿çÍÌÌÌÌÌô?r   ç¸…ëQ¸@r   gHáz®G@g333333Àg×£p=
×@g®Gáz®û¿g)\�Âõ(@r.   g333333ë?r4   g\�Âõ(\ß?gR¸…ëQÀg�Âõ(\� @r(   rA   g×£p=
×	ÀrB   r1   g
×£p=
÷?gìQ¸…ëé¿gš™™™™™ñ?çìQ¸…ëÀg\�Âõ(\@çq=
×£pù¿gq=
×£p@r   g\�Âõ(\ç¿gö(\�ÂõÀçÍÌÌÌÌÌô¿r5   gš™™™™™É?g)\�Âõ(ÀgìQ¸…ë	@g®Gáz®ÿ¿gš™™™™™ù?g\�Âõ(\Àg…ëQ¸@çffffffÀç      @r&   ç\�Âõ(\û?g=
×£p=
Àg
×£p=
@ç×£p=
×û¿r'   çHáz®GÀg¸…ëQ¸þ?çìQ¸…ëÀg
×£p=
ó?r)   gö(\�Âõð?r   g×£p=
×ã¿rE   çö(\�ÂõØ?g{®Gázü¿gÍÌÌÌÌÌ@gR¸…ëQÀg…ëQ¸…@g…ëQ¸õ¿r:   g
×£p=
Àç®Gáz@gÍÌÌÌÌÌÀr   gÃõ(\�Âý¿gHáz®G@g®Gáz Àg®Gáz®ó¿ç¤p=
×£ü¿rM   g
×£p=
Àg¤p=
×£À¿g      Àg¸…ëQ¸@rK   gq=
×£pù?rF   g®Gáz®@rJ   ç{®Gáz„?g…ëQ¸…Û¿g¤p=
×£À?g\�Âõ(\ÀgHáz®G@g      ü¿gö(\�Âõà¿r8   r   gq=
×£pñ¿g333333Ã?gáz®Gá Àr-   ç{®Gázø¿ç…ëQ¸…ó?çÍÌÌÌÌÌ Àg…ëQ¸…ë¿ç{®GázÀç=
×£p=@g)\�Âõ(Àg¤p=
×£
@gìQ¸…ëñ¿r   gq=
×£pÀg
×£p=
ó¿r!   gHáz®Gé?ç�Âõ(\�ê¿g
×£p=
ï?g…ëQ¸…	Àg333333÷?r>   r   g)\�Âõ(Àgáz®Gá@g…ëQ¸ÀgÃõ(\�Â	@ç…ëQ¸…ÿ¿r?   r7   g…ëQ¸…	@rU   g{®Gázø?rD   r0   r.   gffffff@r   g®Gáz®@r(   rG   g�Âõ(\�Àg333333ã¿r;   gHáz®Gõ?r@   gffffffæ?gffffffú¿gR¸…ëQô?g¸…ëQ¸ö¿gq=
×£pñ?g      Àgö(\�Âõ@r2   g{®Gáz@gÍÌÌÌÌÌÀg®Gáz®ç?gHáz®Gñ¿g¸…ëQ¸ž¿r#   r+   g333333Àr3   gq=
×£pý¿gffffffú?g
×£p=
ÀrG   r"   g×£p=
×@g333333Àg\�Âõ(\@g®Gáz®Àg×£p=
×÷?g\�Âõ(\ó¿rQ   g)\�Âõ(Àg
×£p=
@gÍÌÌÌÌÌÀrT   gffffffÀç=
×£p=@gš™™™™™Àgš™™™™™é?r*   g      @g      Àg®Gáz®@ç¤p=
×£ô¿r3   g®Gáz®Àr   gHáz®Gý¿g®Gáz®ó?g×£p=
×ó¿r<   rS   gö(\�Âõ@g®Gáz
ÀrL   g…ëQ¸…Àg®Gáz@g®GázÀgR¸…ëQ@r   g
×£p=
×?ç�Âõ(\�ö¿g{®Gáz¤?rR   ç      ð?çìQ¸…ëý¿rW   gHáz®GÀg¸…ëQ¸@rK   g®Gázö?r   g)\�Âõ(Ì¿r[   g333333ÿ?gáz®Gáê¿r-   g…ëQ¸…Àg{®Gáz@çR¸…ëQô¿g333333@rN   ç{®Gáz
@gáz®GáÀgÍÌÌÌÌÌ@g
×£p=
÷¿r%   g)\�Âõ( Àg®Gáz®×?rX   g…ëQ¸Õ?r,   g{®Gáz@rI   r\   rV   rQ   r2   g{®GázÄ¿g=
×£p=ú¿g¸…ëQ¸î¿rC   gffffffö?rP   r]   rK   gÍÌÌÌÌÌÜ?g®Gáz®ÀrH   r=   gö(\�Âõø?r   g\�Âõ(\÷?rY   r   r   rM   gÃõ(\�Âù¿gáz®Gá @©éÈ   é   g      @é   é   r`   é	   é   é   é   é   gÍÌÌÌÌÌ@ç      @g333333@r9   gUUUUUU@gUUUUUU@g      @g      @g      @r?   )r   re   r`   r`   r`   r`   re   r`   re   re   re   c                   @   s$   e Zd Zdd„ Zdd„ Zdd„ ZdS )Ú
TestWhitenc                 C   st   t  ddgddgddgddgd	d
gg¡}t jtfD ]<}|ddgddgddgddgddggƒ}tt|ƒ|dd� q2d S )Ng&cJ^|Y@g´`¹qÄ@g™¹Õ½—	@g}†&?˜Jæ?gU…H~«
@g¨›?gæK=EíŠ@gÞÜF Mpî?g|ÉH“@gH¦à|ú?çìcw&™ï?gb†ÆA|ê?çúÙD=¯Þã?çýâk2×È?ç'µB¿ì?çÅ)Æ;¸"~?çß|¸d=ë?çºÉûz¶õÐ?ç|æºß×Ü?çRêyÔëÝ?çñhãˆµøä>©Zrtol)ÚnpÚarrayr   r   r   )ÚselfÚdesiredÚtpÚobs© r{   ú^/home/yuhw/wc/wire-cell-python/wcpy/lib/python3.9/site-packages/scipy/cluster/tests/test_vq.pyÚtest_whitenK   s    
üüzTestWhiten.test_whitenc              	   C   s´   t  g d¢g d¢g d¢g¡}t jtfD ]ˆ}|g d¢g d¢g d¢gƒ}tjdd��N}t d	¡ tt|ƒ|d
d� tt	|ƒdƒ t
t|d jtƒƒ W d   ƒ q&1 s¤0    Y  q&d S )N)ç        rZ   gÓüJJîî@)r~   rZ   g° I �1õ?)r~   rZ   gÁ¢KÍXó@)r~   rZ   g¾/²�·ç?)r~   rZ   gˆ@ý€êÕ?)r~   rZ   gÂÀµ´øî?T)ÚrecordÚalwaysrs   rt   re   éÿÿÿÿ)ru   rv   r   ÚwarningsÚcatch_warningsÚsimplefilterr   r   r   Úlenr   Ú
issubclassÚcategoryÚRuntimeWarning)rw   rx   ry   rz   Úwr{   r{   r|   Útest_whiten_zero_stdY   s    
þþ
zTestWhiten.test_whiten_zero_stdc              	   C   s^   t jtfD ]N}t jt jt j fD ]6}|d|gddgddgddgdd	ggƒ}ttt|ƒ q q
d S )
Nrj   rk   rl   rm   rn   ro   rp   rq   rr   )ru   rv   r   ÚnanÚinfÚassert_raisesÚ
ValueErrorr   )rw   ry   Z	bad_valuerz   r{   r{   r|   Útest_whiten_not_finiteg   s    üz!TestWhiten.test_whiten_not_finiteN)Ú__name__Ú
__module__Ú__qualname__r}   rŠ   r�   r{   r{   r{   r|   ri   J   s   ri   c                   @   sD   e Zd Zdd„ Zdd„ Zdd„ Zdd„ Zd	d
„ Zdd„ Zdd„ Z	dS )ÚTestVqc                 C   sV   t  td gtd gtd gg¡}t jtfD ]$}t|tƒ||ƒƒd }t|tƒ q,d S ©Nr   re   r`   )ru   ÚconcatenateÚXrv   r   r   r   ÚLABEL1)rw   Úinitcry   Úlabel1r{   r{   r|   Ú
test_py_vqs   s    "zTestVq.test_py_vqc                 C   sn   t  td gtd gtd gg¡}t jtfD ]<}t |tƒ||ƒ¡\}}t|tƒ t|tƒ||ƒƒ\}}q,d S r”   )	ru   r•   r–   rv   r   r   r   r   r—   )rw   r˜   ry   r™   ÚdistZtlabel1Ztdistr{   r{   r|   Útest_vqy   s
    "
zTestVq.test_vqc                 C   sn   t d d …df }|d d… }t ||¡\}}t|d d …tjf |d d …tjf ƒ\}}t||ƒ t||ƒ d S )Nr   ra   )r–   r   r   r   ru   Znewaxisr   )rw   Údatar˜   ÚaÚbÚtaÚtbr{   r{   r|   Ú
test_vq_1d€   s    *
zTestVq.test_vq_1dc                 C   s4   t jddgt jd�}| t j¡}tttj||ƒ d S )NrZ   g       @©Zdtype)	ru   rv   Úfloat64ÚastypeÚfloat32r�   Ú	TypeErrorr   r   )rw   rž   rŸ   r{   r{   r|   Útest__vq_sametype‰   s    zTestVq.test__vq_sametypec                 C   s&   t jddgtd�}tttj||ƒ d S )Nre   r`   r£   )ru   rv   Úintr�   r§   r   r   )rw   rž   r{   r{   r|   Útest__vq_invalid_typeŽ   s    zTestVq.test__vq_invalid_typec                 C   s    t j dd¡}t j dd¡}t ||¡\}}t||ƒ\}}t||dƒ t||ƒ | t j	¡}| t j	¡}t ||¡\}}t||ƒ\}}t||dƒ t||ƒ d S )Né   ra   rs   )
ru   ÚrandomÚrandr   r   r   r   r   r¥   r¦   ©rw   r–   Z	code_bookZcodes0Zdis0Zcodes1Zdis1r{   r{   r|   Útest_vq_large_nfeat’   s    
zTestVq.test_vq_large_nfeatc                 C   s\   t j dd¡d }t j dd¡d }t ||¡\}}t||ƒ\}}t||dƒ t||ƒ d S )Né
   rd   i@B r`   rs   )ru   r¬   r­   r   r   r   r   r   r®   r{   r{   r|   Útest_vq_large_features£   s    zTestVq.test_vq_large_featuresN)
r�   r‘   r’   rš   rœ   r¢   r¨   rª   r¯   r±   r{   r{   r{   r|   r“   r   s   	r“   c                   @   sš   e Zd Zdd„ Zdd„ Zdd„ Zdd„ Zd	d
„ Zdd„ Zdd„ Z	dd„ Z
ejjejdkdd�dd„ ƒZdd„ Zdd„ Zdd„ Zdd„ Zdd„ Zd d!„ Zd"S )#Ú	TestKMeanc                 C   s¨   d}d}t j |¡}t j |¡}dt j ||¡ d|  }dt j ||¡ d|  }t  |jd |jd  |ft j¡}||d |jd …< |||jd d …< t|dƒ d S )Ni,  éd   i'  i N  r   r`   )ru   r¬   ZrandnÚemptyÚshapeÚdoubler	   )rw   ÚdÚnÚm1Úm2ÚxÚyr�   r{   r{   r|   Útest_large_features®   s    "zTestKMean.test_large_featuresc                 C   sf   t j d¡ t  td gtd gtd gg¡}t jtfD ](}t|tƒ||ƒdd�d }t|t	ƒ q8d S )Ni1Ô  r   re   r`   ©Úiter)
ru   r¬   Úseedr•   r–   rv   r   r	   r   ÚCODET2)rw   r˜   ry   Úcode1r{   r{   r|   Útest_kmeans_simple¿   s
    "zTestKMean.test_kmeans_simplec                 C   s€   t }t ddgddgddgg¡}t||ƒ tƒ �*}| td¡ t||dd	� W d   ƒ n1 s`0    Y  tt	t||d
d	� d S )Ng5âü ý¿g´§ì!{å¿gLÜ¦^ @gÍ›ý`dò²?g€8Ýìî}Àg?�½îkª¿zKOne of the clusters is empty. Re-run kmeans with a different initializationÚwarn)ÚmissingÚraise)
ÚTESTDATA_2Dru   rv   r	   r   ÚfilterÚUserWarningr
   r�   r   )rw   r�   ZinitkÚsupr{   r{   r|   Útest_kmeans_lost_clusterÆ   s    
þ
ÿ,z"TestKMean.test_kmeans_lost_clusterc                 C   sŠ   t j d¡ t  td gtd gtd gg¡}t jtfD ]L}t|tƒ||ƒdd�d }t|tƒ||ƒdd�d }t|t	ƒ t|t
ƒ q8d S )NiNa¼ r   re   r`   r¾   )ru   r¬   rÀ   r•   r–   rv   r   r
   r   ÚCODET1rÁ   )rw   r˜   ry   rÂ   Úcode2r{   r{   r|   Útest_kmeans2_simpleÖ   s    "
zTestKMean.test_kmeans2_simplec                 C   sP   t }|d d …df }|d d… }| ¡ }t||dd�d  t||dd�d  d S )Nr   ra   re   r¾   r`   )rÇ   Úcopyr
   )rw   r�   Údata1r˜   Úcoder{   r{   r|   Útest_kmeans2_rank1à   s    zTestKMean.test_kmeans2_rank1c                 C   s&   t }|d d …df }t|ddd� d S )Nr   r`   re   r¾   )rÇ   r
   )rw   r�   rÐ   r{   r{   r|   Útest_kmeans2_rank1_2é   s    zTestKMean.test_kmeans2_rank1_2c                 C   s$   t }| d¡d d… }t|dƒ d S )N©r«   r«   r°   r`   )rÇ   Úreshaper
   )rw   r�   r{   r{   r|   Útest_kmeans2_high_dimî   s    zTestKMean.test_kmeans2_high_dimc                 C   sÊ   t j d¡ t}t|ddd� t|d d …d d…f ddd� t|ddd� t|d d …d d…f ddd� tƒ �H}|jdd� t|dd	d� t|d d …d d…f dd	d� W d   ƒ n1 s¼0    Y  d S )
Ni90  ra   Úpoints©Úminitre   ú++z%One of the clusters is empty. Re-run.)Úmessager¬   )ru   r¬   rÀ   rÇ   r
   r   rÈ   )rw   r�   rÊ   r{   r{   r|   Útest_kmeans2_initõ   s    zTestKMean.test_kmeans2_initÚwin32zFails with MemoryError in Wine.)Úreasonc                 C   s’   t }| d¡| d¡d d… g}tdƒ}|D ]`}ttjdƒrJtj d¡}ntj d¡}t|||ƒ}tj	|dd�}tj	|dd�}t
||d	d
� q,d S )Nr^   rÔ   r°   g    €„.AÚdefault_rngéÒ  r   )ZrowvarrO   )Zatol)rÇ   rÕ   r©   Úhasattrru   r¬   rß   ÚRandomStater   Zcovr   )rw   r�   ZdatasÚkÚrngÚinitZorig_covZinit_covr{   r{   r|   Útest_krandinit  s    zTestKMean.test_krandinitc                 C   s   t ttg dƒ d S )Nr`   )r�   rŽ   r
   ©rw   r{   r{   r|   Útest_kmeans2_empty  s    zTestKMean.test_kmeans2_emptyc                 C   s4   t tttdƒ t tttdƒ t tttt g ¡ƒ d S )Nr   )r�   rŽ   r	   r–   r
   ru   rv   rç   r{   r{   r|   Útest_kmeans_0k  s    zTestKMean.test_kmeans_0kc                 C   sH   t jg d¢td�}t|ddd�}t|d t  dg¡ƒ t|d dƒ d S )	N)re   r`   ra   rb   r°   r£   re   g €à7yÃAC)Zthreshr   rh   g333333@)ru   rv   Úfloatr	   r   )rw   r»   Úresr{   r{   r|   Útest_kmeans_large_thres!  s    z!TestKMean.test_kmeans_large_thresc                 C   sB   t  ddgddgg¡}t j d¡ ttddd�\}}t||ƒ d S )	NgC:úg>ÿ¿g#Ûù~j¼ì?g'1¬:	Àg-²�ï'@é*   r`   rÚ   rØ   )ru   rv   r¬   rÀ   r
   rÇ   r   )rw   Zprev_resrë   Ú_r{   r{   r|   Útest_kmeans2_kpp_low_dim(  s    
ÿz"TestKMean.test_kmeans2_kpp_low_dimc                 C   s˜   d}d}t  dt  |¡ dt  |¡ g¡}t j d¡ t  t jj|d t  |¡|d�t jj|d t  |¡|d�g¡}t|d	d
d�\}}t||dd� d S )Nr³   r°   rd   éûÿÿÿrí   r   )Úsizere   r`   rÚ   rØ   )Údecimal)	ru   ZvstackZonesr¬   rÀ   Zmultivariate_normalZeyer
   r   )rw   Zn_dimrñ   Zcentersr�   rë   rî   r{   r{   r|   Útest_kmeans2_kpp_high_dim0  s    ÿþz#TestKMean.test_kmeans2_kpp_high_dimc                 C   s¦   dt j d¡g}tt jdƒr.| t j d¡¡ |D ]n}ttd|d�\}}ttd|d�\}}t||ƒ dD ]6}t	td||d�\}}t	td||d�\}}t||ƒ qhq2d S )Nrà   rß   r`   )rÀ   )r¬   r×   rÚ   )rÙ   rÀ   )
ru   r¬   râ   rá   Úappendrß   r	   rÇ   r   r
   )rw   Z	seed_listrÀ   Zres1rî   Zres2rÙ   r{   r{   r|   Ú#test_kmeans_and_kmeans2_random_seed>  s    
z-TestKMean.test_kmeans_and_kmeans2_random_seedN)r�   r‘   r’   r½   rÃ   rË   rÎ   rÒ   rÓ   rÖ   rÜ   ÚpytestÚmarkZskipifÚsysÚplatformræ   rè   ré   rì   rï   ró   rõ   r{   r{   r{   r|   r²   ­   s$   
	ÿ
r²   )$r‚   rø   Únumpyru   Znumpy.testingr   r   r   r   r   r   rö   r   r�   Zscipy.cluster.vqr	   r
   r   r   r   r   r   Zscipy.clusterr   Zscipy.sparse._sputilsr   rv   rÕ   rÇ   r–   rÌ   rÁ   r—   ri   r“   r²   r{   r{   r{   r|   Ú<module>   s6    $%Û)þ
þ
þ(;