a
    ø£BeëC  ã                   @   s,  d Z ddlZddlZddlZddlZddlZddlZddlZddl	m	Z	m
Z
mZ ddlmZ ddlmZ ddlmZ ddlmZmZ ddlmZ dd	lmZmZmZmZmZmZ dd
lmZ ddl Z ddl!m"Z" ddl#m$Z$m%Z%m&Z&m'Z'm(Z( ddl)m*Z*m+Z+m,Z,m-Z- e.e.e.e/dœdd„Z0G dd„ de+ƒZ1dS )úOExtension manager using pip as package manager and PyPi.org as packages source.é    N)ÚdatetimeÚ	timedeltaÚtimezone)Úpartial)Úgroupby)ÚPath)ÚCalledProcessErrorÚrun)ÚTarFile)ÚAnyÚCallableÚDictÚListÚOptionalÚTuple)ÚZipFile)Ú
alru_cache)ÚCFloatÚCIntÚUnicodeÚconfigÚobserve)ÚActionResultÚExtensionManagerÚExtensionManagerMetadataÚExtensionPackage)ÚnameÚlatest_versionÚbase_urlÚreturnc                 ƒ   sX   t j ¡ }|j|d| › d|› d� ddid�I d H }t |j¡ d¡‰ ‡ fdd„d	D ƒS )
Nú/ú/jsonúContent-Typeúapplication/json©ÚheadersÚinfoc                    s   i | ]}|ˆ   |¡“qS © )Úget)Ú.0Úk©Údatar(   ú]/home/yuhw/wc/wire-cell-python/wcpy/lib/python3.9/site-packages/jupyterlab/extensions/pypi.pyÚ
<dictcomp>+   s   ÿz+_fetch_package_metadata.<locals>.<dictcomp>)	ÚauthorÚbugtrack_urlÚdocs_urlÚ	home_pageÚlicenseÚpackage_urlÚproject_urlÚproject_urlsÚsummary)ÚtornadoÚ
httpclientÚAsyncHTTPClientÚfetchÚjsonÚloadsÚbodyr)   )r   r   r   Úhttp_clientÚresponser(   r,   r.   Ú_fetch_package_metadata"   s    
þ
þrB   c                       sF  e Zd ZdZedddd�Zedddd�Zeddd	d�Z	ed
ddd�Z
d,ee ee eej ddœ‡ fdd„Zeedœdd„ƒZeee dœdd„Zeedœdd„Zeeedœdd„Zedƒdd„ ƒZeeeeeeef ee f dœd d!„Z e!eeef  dœd"d#„Z"d-eee e#d$œd%d&„Z$ee#dœd'd(„Z%eed)œd*d+„Z&‡  Z'S ).ÚPyPIExtensionManagerr   zhttps://pypi.org/pypiTzThe base URL of PyPI index.)r   Úhelpg     Àr@z.PyPI extensions list cache timeout in seconds.iÜ  z$The cache size for package metadata.g      ð?zGThrottling time in seconds between PyPI requests using the XML-RPC API.N)Úapp_optionsÚext_optionsÚparentr    c                    s‚   t ƒ  |||¡ t| _|  d| ji¡ tj ¡ | _t	j
 | j¡| _tjtjd�t| jd d� | _d | _| j d| j› d�¡ d S )NÚnew©Útzç)\�Âõ(ð?©Úsecondsz%Extensions list will be fetched from Ú.)ÚsuperÚ__init__rB   Ú$_observe_package_metadata_cache_sizeÚpackage_metadata_cache_sizer9   r:   r;   Ú_http_clientÚxmlrpcÚclientÚServerProxyr   Ú_rpc_clientr   Únowr   Úutcr   Úcache_timeoutÚ5_PyPIExtensionManager__last_all_packages_request_timeÚ)_PyPIExtensionManager__all_packages_cacheÚlogÚdebug)ÚselfrE   rF   rG   ©Ú	__class__r(   r.   rP   N   s    ÿ
zPyPIExtensionManager.__init__)r    c                 C   s   t ddtjƒS )zExtension manager metadata.ÚPyPIT)r   ÚsysÚprefix©r_   r(   r(   r.   Úmetadatab   s    zPyPIExtensionManager.metadata)Úpkgr    c                 Ã   sp   zFt j ¡ }|j| jd|› d� ddid�I dH }t |j¡ d¡}W n t	yZ   Y dS 0 t
 | d¡¡S dS )	z¹Return the latest available version for a given extension.

        Args:
            pkg: The extension to search for
        Returns:
            The latest available version
        r!   r"   r#   r$   r%   Nr'   Úversion)r9   r:   r;   r<   r   r=   r>   r?   r)   Ú	Exceptionr   Úget_semver_version)r_   rg   r@   rA   r-   r(   r(   r.   Úget_latest_versiong   s    
þz'PyPIExtensionManager.get_latest_version)Ú	extensionr    c                 C   s6   |j dur*|j }|d dkr*|  |d ¡S |  |j¡S )a  Normalize extension name.

        Extension have multiple parts, npm package, Python package,...
        Sub-classes may override this method to ensure the name of
        an extension from the service provider and the local installed
        listing is matching.

        Args:
            extension: The extension metadata
        Returns:
            The normalized name
        NZpackageManagerÚpythonÚpackageName)ÚinstallÚ_normalize_namer   )r_   rl   Zinstall_metadatar(   r(   r.   Úget_normalized_name{   s
    
z(PyPIExtensionManager.get_normalized_name)Ú	recursiveÚfnr    c           	   
   Ç   s  t jj ¡ }z|jd|g|¢R Ž I dH }W nÒ tjjyü } z¶|jdkrè|j	 
d¡rèd}t d|j	¡}|dur€t| d¡p|dƒ}| j d|› d	�¡ t || j d
 ¡I dH  |rÎ| jd|g|¢R Ž I dH }n|jd|g|¢R Ž I dH }W Y d}~n
d}~0 0 |S )a/  Throttle XMLRPC API request

        Args:
            recursive: Whether to call the throttling recursively once or not.
            fn: API method to call
            *args: API method arguments
        Returns:
            Result of the method
        Raises:
            xmlrpc.client.Fault
        Ni�ÿÿzHTTPTooManyRequests:rK   z!Limit may reset in (\d+) seconds.é   Ú1z>HTTPTooManyRequests - Perform next call to PyPI XMLRPC API in zs.g{®Gáz„?F)r9   ÚioloopÚIOLoopÚcurrentÚrun_in_executorrT   rU   ÚFaultÚ	faultCodeÚfaultStringÚ
startswithÚreÚsearchÚintÚgroupr]   r'   ÚasyncioÚsleepÚrpc_request_throttlingÚ&_PyPIExtensionManager__throttleRequest)	r_   rr   rs   ÚargsÚcurrent_loopr-   ÚerrÚdelayÚmatchr(   r(   r.   Z__throttleRequestŽ   s&    ÿ
ÿ0z&PyPIExtensionManager.__throttleRequestrR   c                 C   s   t |d d�tƒ| _d S )NrH   )Úmaxsize)r   rB   )r_   Zchanger(   r(   r.   rQ   °   s    z9PyPIExtensionManager._observe_package_metadata_cache_size)ÚqueryÚpageÚper_pager    c                 ƒ   st  |   ¡ I dH }i }d}|d | }|| }tt‡ fdd„|ƒdd„ ƒD �]\}	}
|d7 }||k sF||krjqFt|
ƒd \}}|  |	|| j¡I dH }|  |	¡}| d¡p¦i }| d¡}| d	¡pÄ| d
¡}| d¡pØ| d¡}| d¡pì| d¡}|�p| d¡�p| d¡�p|�p|�p|}t|| d¡|| d¡| d¡t	 
|¡d||| d¡|d�||< qF|t |d | ¡fS )aw  List the available extensions.

        Note:
            This will list the packages based on the classifier
                Framework :: Jupyter :: JupyterLab :: Extensions :: Prebuilt

            Then it filters it with the query

            We do not try to check if they are compatible (version wise)

        Args:
            query: The search extension query
            page: The result page
            per_page: The number of results per page
        Returns:
            The available extensions in a mapping {name: metadata}
            The results last page; None if the manager does not support pagination
        Néÿÿÿÿrt   c                    s   ˆ | d v S ©Nr   r(   )Úm©rŒ   r(   r.   Ú<lambda>Ð   ó    z4PyPIExtensionManager.list_packages.<locals>.<lambda>c                 S   s   | d S r�   r(   )Úer(   r(   r.   r“   Ð   r”   r7   zSource Coder3   ZHomepager2   ZDocumentationr1   zBug Trackerr6   r5   r8   r0   r4   Zprebuilt)r   ÚdescriptionÚhomepage_urlr0   r4   r   Zpkg_typeÚbug_tracker_urlÚdocumentation_urlZpackage_manager_urlZrepository_url)Ú)_PyPIExtensionManager__get_all_extensionsr   ÚfilterÚlistrB   r   rp   r)   r   r   rj   ÚmathÚceil)r_   rŒ   r�   rŽ   ÚmatchesÚ
extensionsÚcounterÚ	min_indexZ	max_indexr   r�   Ú_r   r-   Únormalized_nameZpackage_urlsÚ
source_urlr—   r™   r˜   Zbest_guess_home_urlr(   r’   r.   Úlist_packages´   sT    &

ÿþýüú	õz"PyPIExtensionManager.list_packagesc                 Ã   sh   | j d u s*tjtjd�| jt| jd� krb| j 	d¡ |  
d| jjdg¡I d H | _ tjtjd�| _| j S )NrI   rL   z?Requesting PyPI.org RPC API for prebuilt JupyterLab extensions.Tz<Framework :: Jupyter :: JupyterLab :: Extensions :: Prebuilt)r\   r   rX   r   rY   r[   r   rZ   r]   r^   r…   rW   Zbrowsere   r(   r(   r.   Z__get_all_extensionsú   s    ÿþýz)PyPIExtensionManager.__get_all_extensions)r   rh   r    c              
   ƒ   sè  t jj ¡ }tjdddddddg}|dur@| ˆ › d	|› �¡ n
| ˆ ¡ i }z‚| ¡ }| d
d¡ | d
d¡ | d
d¡ | 	dt
t|ddd�¡I dH }t |j d¡¡}ttt‡ fdd„| dg ¡ƒƒƒ}W nr t�y }	 z$| jjd|	j› �|	d� W Y d}	~	nXd}	~	0  t�yB }
 z| jjd|
d� W Y d}
~
n$d}
~
0 0 | j dt |¡› d�¡ | j dd |¡› d�¡ | 	dt
t|dd�¡I dH }| j d|j› �¡ | j d|j d¡› �¡ |j d¡}|jdk�r¸| j d|› �¡ d}�z>| d i ¡ d!¡}|du�r.| j |¡I dH }| d"¡�r¦tt  !|j"¡ƒ�T}td#d„ | #¡ ƒD ]0‰ t | $ˆ ¡¡}| d$¡}|du�rR �q„�qRW d  ƒ n1 �sš0    Y  nˆ| d%¡�r.t%t  !|j"¡ƒ�Z}td&d„ | &¡ ƒD ]6‰ t '| (| )ˆ ¡¡¡}| d$¡}|du�rÖ �q�qÖW d  ƒ n1 �s$0    Y  W n6 t�yf }	 z| jjd'|	d� W Y d}	~	n
d}	~	0 0 d(g}|du�r¬| d)i ¡}d*|v �r˜| d*¡ d+|v �r¬| d+¡ t*d,|d-�S | j +d.ˆ › d/|j› d0|› �¡ t*d1|d2�S dS )3a¸  Install the required extension.

        Note:
            If the user must be notified with a message (like asking to restart the
            server), the result should be
            {"status": "warning", "message": "<explanation for the user>"}

        Args:
            name: The extension name
            version: The version to install; default None (i.e. the latest possible)
        Returns:
            The action result
        ú-mÚpipro   ú
--no-inputz--quietz--progress-barÚoffNz==r�   z	--dry-runz--reportú-T)Úcapture_outputÚcheckúutf-8c                    s   |   di ¡  d¡ˆ  dd¡kS )Nrf   r   r£   r«   )r)   Úreplace)Úp©r   r(   r.   r“   5  r”   z.PyPIExtensionManager.install.<locals>.<lambda>z!Fail to get installation report: ©Úexc_infoz Fail to get installation report.zActions to be executed by pip rN   úExecuting 'ú ú'©r¬   úreturn code: ústdout: r   ústderr: Údownload_infoÚurlz.whlc                 S   s   t | ƒjdkS ©Nzpackage.json©r   r   ©Úfr(   r(   r.   r“   U  r”   Ú
jupyterlabztar.gzc                 S   s   t | ƒjdkS r½   r¾   r¿   r(   r(   r.   r“   _  r”   zFail to get package.json.ÚfrontendÚ	discoveryÚkernelÚserverÚok©ÚstatusZneeds_restartúFailed to installed ú: code Ú
Úerror©rÈ   Úmessage),r9   rv   rw   rx   rc   Ú
executableÚappendÚcopyÚinsertry   r   r
   r=   r>   ÚstdoutÚdecodeÚnextÚiterr›   r)   r	   r]   r^   Ústderrri   ÚdumpsÚjoinÚ
returncoderS   r<   Úendswithr   ÚioÚBytesIOr?   ÚnamelistÚreadr   ÚgetnamesÚloadÚextractfileÚ	getmemberr   rÌ   )r_   r   rh   r‡   ÚcmdlineZ
pkg_actionÚtmp_cmdÚresultZaction_infor•   rˆ   rÌ   Újlab_metadataÚdownload_urlrA   Úwheelr-   ÚsdistÚ
follow_upsrÃ   r(   r±   r.   ro     s¦    ø

ÿ


þÿÿ,&ÿ

þ

,þ

.&ÿ




 zPyPIExtensionManager.installc              
   Ã   sü  t jj ¡ }tjddddd|g}d}z”| ¡ }| d¡ | dt	t
|dd�¡I dH }td	d
„ tdd
„ |j d¡ ¡ ƒƒ}tdd
„ tt|ƒƒD ](}t | ¡ ¡}	|	 d¡}|durŒ q¶qŒW n4 tyì }
 z| jjd|
d� W Y d}
~
n
d}
~
0 0 | j dd |¡› d�¡ | dt	t
|dd�¡I dH }| j d|j› �¡ | j d|j d¡› �¡ |j d¡}|jdk�rÌ| j d|› �¡ dg}|du�rÀ| di ¡}d|v �r¬| d¡ d|v �rÀ| d¡ td|d�S | j d|› d|j› d |› �¡ td!|d"�S dS )#aj  Uninstall the required extension.

        Note:
            If the user must be notified with a message (like asking to restart the
            server), the result should be
            {"status": "warning", "message": "<explanation for the user>"}

        Args:
            extension: The extension name
        Returns:
            The action result
        r§   r¨   Ú	uninstallz--yesr©   NTr·   c                 S   s
   |   d¡S r½   )rÛ   ©Úliner(   r(   r.   r“   ™  r”   z0PyPIExtensionManager.uninstall.<locals>.<lambda>c                 S   s   |   ¡ S )N)Ústriprí   r(   r(   r.   r“   š  r”   r®   c                 S   s
   | j dkS r½   r±   r¿   r(   r(   r.   r“   �  r”   rÁ   z%Fail to list files to be uninstalled.r²   r´   rµ   r¶   r¸   r¹   r   rº   rÂ   rÃ   rÄ   rÅ   rÆ   rÇ   rÉ   rÊ   rË   rÌ   rÍ   )r9   rv   rw   rx   rc   rÏ   rÑ   Úremovery   r   r
   r›   ÚmaprÓ   rÔ   Ú
splitlinesr   r=   r>   Ú
read_bytesr)   ri   r]   r^   rÙ   rÚ   r×   rÐ   r   rÌ   )r_   rl   r‡   rä   rç   rå   ræ   ÚlinesÚfilepathr-   r•   rÌ   rë   rÃ   r(   r(   r.   rì   x  sd    ù
ÿ
þþ

&ÿ
ÿ




 zPyPIExtensionManager.uninstall)r   r    c                 C   s   |  dd¡  dd¡  dd¡S )zÂNormalize extension name.

        Remove `@` from npm scope and replace `/` and `_` by `-`.

        Args:
            name: Extension name
        Returns:
            Normalized name
        ú@Ú r!   r«   r£   )r¯   )r_   r   r(   r(   r.   rp   Á  s    
z$PyPIExtensionManager._normalize_name)NNN)N)(Ú__name__Ú
__module__Ú__qualname__Ú__doc__r   r   r   rZ   r   rR   r„   r   Údictr   ZConfigurablerP   Úpropertyr   rf   Ústrrk   r   rq   Úboolr   r   r…   r   rQ   r€   r   r   r¦   r   rš   r   ro   rì   rp   Ú__classcell__r(   r(   r`   r.   rC   ;   sH   ÿÿý   üû"
þFpIrC   )2rû   r‚   rÜ   r=   r�   r~   rc   Úxmlrpc.clientrT   r   r   r   Ú	functoolsr   Ú	itertoolsr   Úpathlibr   Ú
subprocessr	   r
   Útarfiler   Útypingr   r   r   r   r   r   Úzipfiler   r9   Z	async_lrur   Z	traitletsr   r   r   r   r   Zjupyterlab.extensions.managerr   r   r   r   rþ   rü   rB   rC   r(   r(   r(   r.   Ú<module>   s*    