a
    õ£BeT`  ã                   @   s  d Z ddlZddlZddlZddlZddlZddlZddlmZ ddl	m
Z
 ddl	mZ ddlmZmZ ddlmZmZmZmZmZ ddlmZ dd	lmZmZmZmZmZ ddlZejrÊdd
lmZmZ e  d¡Z!G dd„ deƒZ"G dd„ deƒZ#e$dk�re %e"¡ eƒ  dS )z5Non-blocking HTTP client implementation using pycurl.é    N)ÚBytesIO)Úhttputil)Úioloop)Úutf8Ú
native_str)ÚHTTPRequestÚHTTPResponseÚ	HTTPErrorÚAsyncHTTPClientÚmain)Úapp_log)ÚDictÚAnyÚCallableÚUnionÚOptional)ÚDequeÚTupleztornado.curl_httpclientc                       s^  e Zd Zd.eeeeef  ddœ‡ fdd„Zddœ‡ fdd„Z	e
eegdf dd	œd
d„Zeeeeddœdd„Zeddœdd„Zeeddœdd„Zddœdd„Zddœdd„Zddœdd„Zddœdd„Zd/ejee ee ddœdd„Zedd œd!d"„Zejdœd#d$„Zeje
eejdd%œd&d'„Zejeegdf edd(œd)d*„Zeedd+œd,d-„Z ‡  Z!S )0ÚCurlAsyncHTTPClienté
   N)Úmax_clientsÚdefaultsÚreturnc                    s¸   t ƒ j|d� t ¡ ˆ _ˆ j tjˆ j¡ ˆ j tjˆ j	¡ ‡ fdd„t
|ƒD ƒˆ _ˆ jd d … ˆ _t ¡ ˆ _i ˆ _d ˆ _t ˆ jd¡ˆ _ˆ j ¡  t ¡ }ˆ j |¡ ˆ j |¡ d S )N)r   c                    s   g | ]}ˆ   ¡ ‘qS © )Ú_curl_create)Ú.0Úi©Úselfr   úZ/home/yuhw/wc/wire-cell-python/wcpy/lib/python3.9/site-packages/tornado/curl_httpclient.pyÚ
<listcomp>9   ó    z2CurlAsyncHTTPClient.initialize.<locals>.<listcomp>éè  )ÚsuperÚ
initializeÚpycurlZ	CurlMultiÚ_multiÚsetoptZM_TIMERFUNCTIONÚ_set_timeoutZM_SOCKETFUNCTIONÚ_handle_socketÚrangeÚ_curlsÚ
_free_listÚcollectionsÚdequeÚ	_requestsÚ_fdsÚ_timeoutr   ZPeriodicCallbackÚ_handle_force_timeoutÚ_force_timeout_callbackÚstartÚCurlÚ
add_handleÚremove_handle)r   r   r   Zdummy_curl_handle©Ú	__class__r   r   r$   1   s"    
ÿÿ
zCurlAsyncHTTPClient.initialize)r   c                    sZ   | j  ¡  | jd ur"| j | j¡ | jD ]}| ¡  q(| j ¡  tƒ  ¡  d | _ d | _d S ©N)	r3   Ústopr1   Úio_loopÚremove_timeoutr+   Úcloser&   r#   ©r   Úcurlr8   r   r   r>   S   s    





zCurlAsyncHTTPClient.close)ÚrequestÚcallbackr   c                 C   s.   | j  ||| j ¡ f¡ |  ¡  |  d¡ d S ©Nr   )r/   Úappendr<   ÚtimeÚ_process_queuer(   )r   rA   rB   r   r   r   Ú
fetch_implb   s    zCurlAsyncHTTPClient.fetch_impl)ÚeventÚfdÚmultiÚdatar   c              	   C   sœ   t jtjjt jtjjt jtjjt j	tjjtjjB i}|t j
kr^|| jv r˜| j |¡ | j|= n:|| }|| jv r|| j |¡ | j || j|¡ || j|< dS )z_Called by libcurl when it wants to change the file descriptors
        it cares about.
        N)r%   Z	POLL_NONEr   ÚIOLoopÚNONEZPOLL_INÚREADZPOLL_OUTÚWRITEZ
POLL_INOUTZPOLL_REMOVEr0   r<   Zremove_handlerÚadd_handlerÚ_handle_events)r   rH   rI   rJ   rK   Z	event_mapZioloop_eventr   r   r   r)   i   s    


ü


	
z"CurlAsyncHTTPClient._handle_socket)Úmsecsr   c                 C   s<   | j dur| j | j ¡ | j | j ¡ |d  | j¡| _ dS )z(Called by libcurl to schedule a timeout.Ng     @�@)r1   r<   r=   Zadd_timeoutrE   Ú_handle_timeout)r   rR   r   r   r   r(   †   s
    
ÿz CurlAsyncHTTPClient._set_timeout)rI   Úeventsr   c              
   C   s’   d}|t jj@ r|tjO }|t jj@ r0|tjO }z| j ||¡\}}W n0 tj	yv } z|j
d }W Y d}~n
d}~0 0 |tjkr0q†q0|  ¡  dS )zXCalled by IOLoop when there is activity on one of our
        file descriptors.
        r   N)r   rL   rN   r%   Z
CSELECT_INrO   ZCSELECT_OUTr&   Úsocket_actionÚerrorÚargsÚE_CALL_MULTI_PERFORMÚ_finish_pending_requests)r   rI   rT   ÚactionÚretÚnum_handlesÚer   r   r   rQ   Ž   s    

 
z"CurlAsyncHTTPClient._handle_eventsc              
   C   s†   d| _ z| j tjd¡\}}W n0 tjyN } z|jd }W Y d}~n
d}~0 0 |tjkrq^q|  ¡  | j 	¡ }|dkr‚|  
|¡ dS )z7Called by IOLoop when the requested timeout has passed.Nr   )r1   r&   rU   r%   ZSOCKET_TIMEOUTrV   rW   rX   rY   Útimeoutr(   )r   r[   r\   r]   Znew_timeoutr   r   r   rS       s     

z#CurlAsyncHTTPClient._handle_timeoutc              
   C   s^   z| j  ¡ \}}W n0 tjyB } z|jd }W Y d}~n
d}~0 0 |tjkr qRq |  ¡  dS )zpCalled by IOLoop periodically to ask libcurl to process any
        events it may have forgotten about.
        r   N)r&   Z
socket_allr%   rV   rW   rX   rY   )r   r[   r\   r]   r   r   r   r2   ½   s     
z)CurlAsyncHTTPClient._handle_force_timeoutc                 C   sZ   | j  ¡ \}}}|D ]}|  |¡ q|D ]\}}}|  |||¡ q(|dkr qNq |  ¡  dS )zbProcess any requests that were completed by the last
        call to multi.socket_action.
        r   N)r&   Z	info_readÚ_finishrF   )r   Znum_qZok_listZerr_listr@   ZerrnumÚerrmsgr   r   r   rY   Ê   s    z,CurlAsyncHTTPClient._finish_pending_requestsc              
   C   sÚ   d}| j rÎ| jrÎ|d7 }| j  ¡ }| j ¡ \}}}t ¡ tƒ |||t ¡ | j 	¡  ¡ dœ|_
z |  |||j
d |j
d ¡ W nB ty¾ } z*| j  |¡ |t|d|d�ƒ W Y d }~qd }~0 0 | j |¡ q|s qÖq d S )Nr   é   )ÚheadersÚbufferrA   rB   Úqueue_start_timeÚcurl_start_timeÚcurl_start_ioloop_timerc   rb   éW  )rA   ÚcoderV   )r,   r/   ÚpopÚpopleftr   ÚHTTPHeadersr   rE   r<   ÚcurrentÚinfoÚ_curl_setup_requestÚ	ExceptionrD   r   r&   r6   )r   Ústartedr@   rA   rB   rd   r]   r   r   r   rF   Ø   s4    
ù	ü	(z"CurlAsyncHTTPClient._process_queue)r@   Ú
curl_errorÚcurl_messager   c           
      C   sb  |j }d |_ | j |¡ | j |¡ |d }|rj|d us<J ‚t||ƒ}|d usRJ ‚|j}d }| ¡  d }n&d }| t	j
¡}| t	j¡}| d¡ t|d |d  | t	j¡| t	j¡| t	j¡| t	j¡| t	j¡| t	j¡| t	j¡d�}	zN|d t|d ||d ||||d  d	d ¡| j ¡ |d  |d
 |	d�
ƒ W n" t�y\   |  |d ¡ Y n0 d S )Nrc   r   rf   rd   )ÚqueueZ
namelookupÚconnectZ
appconnectZpretransferZstarttransferÚtotalÚredirectrB   rA   rb   zX-Http-Reasonre   )
rA   rh   rb   rc   Úeffective_urlrV   ÚreasonZrequest_timeÚ
start_timeÚ	time_info)rm   r&   r7   r,   rD   Ú	CurlErrorrh   r>   Úgetinfor%   Z	HTTP_CODEZEFFECTIVE_URLÚseekÚdictZNAMELOOKUP_TIMEZCONNECT_TIMEZAPPCONNECT_TIMEZPRETRANSFER_TIMEZSTARTTRANSFER_TIMEZ
TOTAL_TIMEZREDIRECT_TIMEr   Úgetr<   rE   ro   Úhandle_callback_exception)
r   r@   rq   rr   rm   rc   rV   rh   rw   rz   r   r   r   r_     sX    








ø
öÿzCurlAsyncHTTPClient._finish)rB   r   c                 C   s   t jd|dd� d S )NzException in callback %rT)Úexc_info)r   rV   )r   rB   r   r   r   r€   7  s    z-CurlAsyncHTTPClient.handle_callback_exceptionc                 C   sl   t  ¡ }t tj¡r2| t jd¡ | t j| j	¡ t
t dƒrh| t jt jt jB ¡ | t jt jt jB ¡ |S )Nra   Ú	PROTOCOLS)r%   r5   Úcurl_logÚisEnabledForÚloggingÚDEBUGr'   ÚVERBOSEZDEBUGFUNCTIONÚ_curl_debugÚhasattrr‚   Z
PROTO_HTTPZPROTO_HTTPSZREDIR_PROTOCOLSr?   r   r   r   r   :  s    ÿz CurlAsyncHTTPClient._curl_create)r@   rA   rc   rb   r   c                    s  ˆ   tjtˆjƒ¡ dˆjvr(dˆjd< dˆjvr<dˆjd< ˆ   tjdd„ ˆj ¡ D ƒ¡ ˆ   tjt	 
ˆj|ˆj¡¡ ˆjrœtttf tdœ‡‡fdd„}n|j}ˆ   tj|¡ ˆ   tjˆj¡ ˆ   tjˆj¡ ˆjd usÞJ ‚ˆ   tjtd	ˆj ƒ¡ ˆjd u�sJ ‚ˆ   tjtd	ˆj ƒ¡ ˆj�r<ˆ   tjtˆjƒ¡ nˆ   tjd
¡ ˆj�rbˆ   tjˆj¡ ˆj �rzˆ   tj!d¡ nˆ   tj!d ¡ ˆj"�rFˆj#�rFˆ   tj$ˆj"¡ ˆ   tj%ˆj#¡ ˆj&�rîˆj'd u�sÐJ ‚t( )ˆj&ˆj'¡}ˆ   tj*|¡ ˆj+d u �sˆj+dk�rˆ   tj,tj-¡ n,ˆj+dk�r6ˆ   tj,tj.¡ nt/dˆj+ ƒ‚n@zˆ  0tj$¡ W n" t1�yx   ˆ   tj$d¡ Y n0 ˆ  0tj*¡ ˆj2�r¬ˆ   tj3d¡ ˆ   tj4d¡ nˆ   tj3d¡ ˆ   tj4d¡ ˆj5d u�ræˆ   tj6ˆj5¡ n ˆj7du �rˆ   tj8tj9¡ nˆ   tj8tj:¡ tj;tj<tj=tj>dœ}t?g d¢ƒ}| @¡ D ]}	ˆ   |	d¡ �q>ˆjA|v �r~ˆ  0tjB¡ ˆ   |ˆjA d¡ n4ˆjC�s’ˆjA|v �r¤ˆ   tjBˆjA¡ ntDdˆjA ƒ‚ˆjAdv }
ˆjEd u}ˆjC�s|
�rÚ|�ræ|�r|
�st/d|
�rôdndˆjAf ƒ‚|
�s|�rºˆjAdk�r"t/dƒ‚tFtGˆjE�p0dƒƒ‰td dœ‡ ‡fdd„}ˆ   tjHˆjI¡ ˆ   tjJ|¡ ˆjAdk�r’ˆ   tjKtLˆjE�pŠdƒ¡ n(ˆ   tj=d¡ ˆ   tjMtLˆjE�p´dƒ¡ ˆjNd u�rbˆjOd u�sÖJ ‚ˆjPd u �sîˆjPdk�r ˆ   tjQtj-¡ n,ˆjPdk�rˆ   tjQtj.¡ nt/d ˆjP ƒ‚t( )ˆjNˆjO¡}ˆ   tjR|¡ tS Td!ˆjAˆjˆjN¡ nˆ  0tjR¡ tS Td"ˆjAˆj¡ ˆjUd u�rœˆ   tjVˆjU¡ ˆjWd u�r¸ˆ   tjXˆjW¡ ˆjYd u�rÌt/d#ƒ‚tZ [¡ dk�rèˆ   tj\d¡ ˆj]d u�rþˆ ]ˆ ¡ d S )$NZExpectÚ ZPragmac                 S   s0   g | ](\}}d t |ƒ d¡t |ƒ d¡f ‘qS )s   %s: %sÚASCIIz	ISO8859-1)r   Úencode)r   ÚkÚvr   r   r   r    `  s   þÿz;CurlAsyncHTTPClient._curl_setup_request.<locals>.<listcomp>)Úbr   c                    s&   ˆ j d usJ ‚ˆj ˆ j | ¡ t| ƒS r:   )Ústreaming_callbackr<   Úadd_callbackÚlen)r�   )rA   r   r   r   Úwrite_functiono  s    z?CurlAsyncHTTPClient._curl_setup_request.<locals>.write_functionr"   z Mozilla/5.0 (compatible; pycurl)zgzip,deflateÚbasicÚdigestzUnsupported proxy_auth_mode %sra   é   r   F)ÚGETÚPOSTÚPUTÚHEAD)ÚDELETEÚOPTIONSÚPATCHTzunknown method )r˜   r�   r™   zLBody must %sbe None for method %s (unless allow_nonstandard_methods is true)znot r—   z!Body must be None for GET request)Úcmdr   c                    s   | ˆ j krˆ d¡ d S rC   )ZIOCMD_RESTARTREADr}   )rž   )r@   Úrequest_bufferr   r   Úioctlã  s    
z6CurlAsyncHTTPClient._curl_setup_request.<locals>.ioctlr˜   zUnsupported auth_mode %sz%s %s (username: %r)ú%s %sz,ssl_options not supported in curl_httpclient)^r'   r%   ÚURLr   Úurlrb   Z
HTTPHEADERÚget_allZHEADERFUNCTIONÚ	functoolsÚpartialÚ_curl_header_callbackÚheader_callbackr�   r   ÚbytesÚ	bytearrayÚintÚwriteZWRITEFUNCTIONZFOLLOWLOCATIONZfollow_redirectsZ	MAXREDIRSÚmax_redirectsÚconnect_timeoutZCONNECTTIMEOUT_MSÚrequest_timeoutZ
TIMEOUT_MSÚ
user_agentZ	USERAGENTZnetwork_interfaceZ	INTERFACEZdecompress_responseÚENCODINGZ
proxy_hostZ
proxy_portZPROXYZ	PROXYPORTZproxy_usernameZproxy_passwordr   Zencode_username_passwordZPROXYUSERPWDZproxy_auth_modeZ	PROXYAUTHZHTTPAUTH_BASICZHTTPAUTH_DIGESTÚ
ValueErrorZunsetoptÚ	TypeErrorZvalidate_certZSSL_VERIFYPEERZSSL_VERIFYHOSTÚca_certsZCAINFOZ
allow_ipv6Z	IPRESOLVEZIPRESOLVE_V4ZIPRESOLVE_WHATEVERZHTTPGETr˜   ZUPLOADZNOBODYÚsetÚvaluesÚmethodZCUSTOMREQUESTZallow_nonstandard_methodsÚKeyErrorÚbodyr   r   ZREADFUNCTIONÚreadZIOCTLFUNCTIONZPOSTFIELDSIZEr’   Z
INFILESIZEZauth_usernameZauth_passwordZ	auth_modeZHTTPAUTHZUSERPWDrƒ   ÚdebugÚclient_certZSSLCERTZ
client_keyZSSLKEYZssl_optionsÚ	threadingÚactive_countZNOSIGNALZprepare_curl_callback)r   r@   rA   rc   rb   r“   ÚcredentialsZcurl_optionsZcustom_methodsÚoZbody_expectedZbody_presentr    Zuserpwdr   )r@   rA   rŸ   r   r   rn   F  s
   




ýþ	
ÿþ ÿÿ
ü

ÿÿþÿÿü	z'CurlAsyncHTTPClient._curl_setup_request)rb   r¨   Úheader_line_bytesr   c                 C   sˆ   t | d¡ƒ}|d ur$| j ||¡ | ¡ }| d¡rr| ¡  zt |¡\}}}d| }W n tj	yp   Y d S 0 |szd S | 
|¡ d S )NÚlatin1zHTTP/zX-Http-Reason: %s)r   Údecoder<   r‘   ÚrstripÚ
startswithÚclearr   Zparse_response_start_lineZHTTPInputErrorÚ
parse_line)r   rb   r¨   rÁ   Zheader_lineÚ__rx   r   r   r   r§     s    
z)CurlAsyncHTTPClient._curl_header_callback)Ú
debug_typeÚ	debug_msgr   c                 C   sv   d}|dkr&t |ƒ}t d| ¡ ¡ nL|dv rXt |ƒ}| ¡ D ]}t d|| |¡ q>n|dkrrt d|| |¡ d S )N)ÚIú<ú>rÌ   rÍ   r   z%s)ra   r–   r¡   é   z%s %r)r   rƒ   r»   ÚstripÚ
splitlines)r   rÉ   rÊ   Zdebug_typesÚliner   r   r   rˆ   3  s    zCurlAsyncHTTPClient._curl_debug)r   N)NN)"Ú__name__Ú
__module__Ú__qualname__r«   r   r   Ústrr   r$   r>   r   r   r   rG   r©   r)   r(   rQ   rS   r2   rY   rF   r%   r5   r_   r€   r   r   r   rk   rn   r§   rˆ   Ú__classcell__r   r   r8   r   r   0   sN    ÿþ"þ,  üû6ú Yûr   c                   @   s   e Zd Zeeddœdd„ZdS )r{   N)ÚerrnoÚmessager   c                 C   s   t  | d|¡ || _d S )Nrg   )r	   Ú__init__r×   )r   r×   rØ   r   r   r   rÙ   A  s    zCurlError.__init__)rÒ   rÓ   rÔ   r«   rÕ   rÙ   r   r   r   r   r{   @  s   r{   Ú__main__)&Ú__doc__r-   r¥   r…   r%   r½   rE   Úior   Útornador   r   Ztornado.escaper   r   Ztornado.httpclientr   r   r	   r
   r   Ztornado.logr   Útypingr   r   r   r   r   ÚTYPE_CHECKINGr   r   Ú	getLoggerrƒ   r   r{   rÒ   Ú	configurer   r   r   r   Ú<module>   s4   
    

