3
v’r^‰*  ã               @   s¢   d Z ddlZddlZddlZddlmZ ddlZddlmZ ddl	m
Z
mZmZ dd„ ZG d	d
„ d
eƒZG dd„ deƒZG dd„ deƒZdd„ Zedkržeƒ  dS )a  
Majordomo Protocol broker
A minimal implementation of http:#rfc.zeromq.org/spec:7 and spec:8

Author: Min RK <benjaminrk@gmail.com>
Based on Java example by Arkadiusz Orzechowski

Originally from Zguide examples, generalized to use SERVER 
or ROUTER by brett.viren@gmail.com
é    N)Úhexlifyé   )ÚMDP)ÚdumpÚserverish_recvÚserverish_sendc             C   s    t | tƒr| jdtjƒS t| ƒS )Né   )Ú
isinstanceÚintÚto_bytesÚsysÚ	byteorderr   )Úsender© r   ú,/home/yuhw/zmq/zio/python/zio/domo/broker.pyÚhash_sender   s    
r   c               @   s$   e Zd ZdZdZdZdZdd„ ZdS )ÚServiceza single ServiceNc             C   s   || _ g | _g | _d S )N)ÚnameÚrequestsÚwaiting)Úselfr   r   r   r   Ú__init__#   s    zService.__init__)Ú__name__Ú
__module__Ú__qualname__Ú__doc__r   r   r   r   r   r   r   r   r      s
   r   c               @   s(   e Zd ZdZdZdZdZdZdd„ ZdS )ÚWorkerza Worker, idle or activeNc             C   s"   || _ || _tjƒ d|  | _d S )Ngü©ñÒMbP?)ÚidentityÚaddressÚtimeÚexpiry)r   r   r   Zlifetimer   r   r   r   /   s    zWorker.__init__)	r   r   r   r   r   r   Úservicer    r   r   r   r   r   r   (   s   r   c               @   sÆ   e Zd ZdZdZdZdZee ZdZdZ	dZ
dZdZdZdZdZejdfdd„Zd	d
„ Zdd„ Zdd„ Zdd„ Zdd„ Zdd„ Zdd„ Zdd„ Zdd„ Zdd„ Zdd„ Zdd „ Zd!d"„ Zd%d#d$„Z dS )&ÚBrokerzj
    Majordomo Protocol broker
    A minimal implementation of http:#rfc.zeromq.org/spec:7 and spec:8
    s   mmi.é   iÄ	  NFc             C   s~   || _ i | _i | _g | _tjƒ d| j  | _tjƒ | _	| j	j
|ƒ| _
d| j
_tjƒ | _| jj| j
tjƒ tjddtjd� dS )zInitialize broker state.gü©ñÒMbP?r   z%(asctime)s %(message)sz%Y-%m-%d %H:%M:%S)ÚformatÚdatefmtÚlevelN)ÚverboseÚservicesÚworkersr   r   ÚHEARTBEAT_INTERVALÚheartbeat_atÚzmqÚContextÚctxÚsocketÚlingerÚPollerÚpollerÚregisterÚPOLLINÚloggingÚbasicConfigÚINFO)r   Úsocket_typer'   r   r   r   r   P   s    

zBroker.__init__c             C   sº   x´y| j j| jƒ}W n tk
r*   P Y nX |r¢t| jƒ\}}| jrVtjdƒ t	|ƒ |j
dƒ}tj|krx| j||ƒ n*tj|kr�| j||ƒ ntjdƒ t	|ƒ | jƒ  | jƒ  qW dS )zMain broker work happens herezI: received message:r   zE: invalid message:N)r2   Úpollr*   ÚKeyboardInterruptr   r/   r'   r5   Úinfor   Úpopr   ÚC_CLIENTÚprocess_clientÚW_WORKERÚprocess_workerÚerrorÚpurge_workersÚsend_heartbeats)r   Úitemsr   ÚmsgÚheaderr   r   r   Úmediated   s&    




zBroker.mediatec             C   s2   x | j r | j| j jƒ d dƒ qW | jjdƒ dS )z(Disconnect all workers, destroy context.r   TN)r)   Údelete_workerÚvaluesr.   Údestroy)r   r   r   r   rJ   ~   s    zBroker.destroyc             C   sZ   t |ƒdkst‚|jdƒ}t|ƒdg| }|j| jƒrD| j||ƒ n| j| j|ƒ|ƒ dS )z'Process a request coming from a client.é   r   ó    N)	ÚlenÚAssertionErrorr<   r   Ú
startswithÚINTERNAL_SERVICE_PREFIXÚservice_internalÚdispatchÚrequire_service)r   r   rE   r!   r   r   r   r>   …   s    
zBroker.process_clientc       	      C   sN  t |ƒdkst‚|jdƒ}t|ƒ| jk}| j|ƒ}tj|krŒt |ƒdksLt‚|jdƒ}|sf|j| j	ƒrt| j
|dƒ n| j|ƒ|_| j|ƒ n¾tj|krè|rÚ|jdƒ}|jdƒ}tj|jjg| }t| j||ƒ | j|ƒ n| j
|dƒ nbtj|k�r|�rtjƒ d| j  |_n| j
|dƒ n,tj|k�r8| j
|dƒ ntjdƒ t|ƒ dS )z'Process message sent to us by a worker.r   r   Tgü©ñÒMbP?FzE: invalid message:N)rM   rN   r<   r   r)   Úrequire_workerr   ZW_READYrO   rP   rH   rS   r!   Úworker_waitingZW_REPLYr=   r   r   r/   ÚW_HEARTBEATr   ÚHEARTBEAT_EXPIRYr    ÚW_DISCONNECTr5   rA   r   )	r   r   rE   ÚcommandZworker_readyÚworkerr!   ÚclientÚemptyr   r   r   r@   ‘   s6    







zBroker.process_workerc             C   sL   |dk	st ‚|r"| j|tjddƒ |jdk	r:|jjj|ƒ | jj|j	ƒ dS )z<Deletes worker from all data structures, and deletes worker.N)
rN   Úsend_to_workerr   rX   r!   r   Úremover)   r<   r   )r   rZ   Ú
disconnectr   r   r   rH   À   s    
zBroker.delete_workerc             C   sV   |dk	st ‚t|ƒ}| jj|ƒ}|dkrRt||| jƒ}|| j|< | jrRtjd|ƒ |S )z(Finds the worker (creates if necessary).NzI: registering new worker: %s)	rN   r   r)   Úgetr   rW   r'   r5   r;   )r   r   r   rZ   r   r   r   rT   Ê   s    
zBroker.require_workerc             C   s6   |dk	st ‚| jj|ƒ}|dkr2t|ƒ}|| j|< |S )z+Locates the service (creates if necessary).N)rN   r(   r`   r   )r   r   r!   r   r   r   rS   ×   s    
zBroker.require_servicec             C   s   | j j|ƒ tjd|ƒ dS )z}Bind broker to endpoint, can call this multiple times.

        We use a single socket for both clients and workers.
        z#I: MDP broker/0.1.1 is active at %sN)r/   Úbindr5   r;   )r   Úendpointr   r   r   ra   á   s    zBroker.bindc             C   s^   d}d|kr&|d	 }|| j kr"dnd}||d
< |d }tj|g|dd…  }t| j||ƒ dS )z8Handle internal service according to 8/MMI specifications   501s   mmi.servicer   s   200s   404r   rK   Néÿÿÿÿrc   )r(   r   r=   r   r/   )r   r!   rE   Ú
returncoder   Úcidr   r   r   rQ   é   s    zBroker.service_internalc             C   sH   t j ƒ | jkrDx | jD ]}| j|tjddƒ qW t j ƒ d| j  | _dS )z,Send heartbeats to idle workers if it's timeNgü©ñÒMbP?)r   r+   r   r]   r   rV   r*   )r   rZ   r   r   r   rC   ø   s    zBroker.send_heartbeatsc             C   sR   xL| j rL| j d }|jtjƒ k rHtjd|jƒ | j|dƒ | j jdƒ qP qW dS )z{Look for & kill expired workers.

        Workers are oldest to most recent, so we stop at the first alive worker.
        r   zI: deleting expired worker: %sFN)r   r    r   r5   r;   r   rH   r<   )r   Úwr   r   r   rB      s    
zBroker.purge_workersc             C   s@   | j j|ƒ |jj j|ƒ tjƒ d| j  |_| j|jdƒ dS )z$This worker is now waiting for work.gü©ñÒMbP?N)r   Úappendr!   r   rW   r    rR   )r   rZ   r   r   r   rU     s    zBroker.worker_waitingc             C   st   |dk	st ‚|dk	r |jj|ƒ | jƒ  xF|jrn|jrn|jjdƒ}|jjdƒ}| jj|ƒ | j|tj	d|ƒ q*W dS )z0Dispatch requests to waiting workers as possibleNr   )
rN   r   rg   rB   r   r<   r^   r]   r   Z	W_REQUEST)r   r!   rE   rZ   r   r   r   rR     s    zBroker.dispatchc             C   sl   |dkrg }nt |tƒs|g}|dk	r0|g| }tj|g| }| jrXtjd|ƒ t|ƒ t| j	|j
|ƒ dS )zUSend message to worker.

        If message is provided, sends that message.
        NzI: sending %r to worker)r	   Úlistr   r?   r'   r5   r;   r   r   r/   r   )r   rZ   rY   ÚoptionrE   r   r   r   r]   "  s    

zBroker.send_to_worker)N)!r   r   r   r   rP   ZHEARTBEAT_LIVENESSr*   rW   r.   r/   r2   r+   r(   r)   r   r'   r,   ÚROUTERr   rG   rJ   r>   r@   rH   rT   rS   ra   rQ   rC   rB   rU   rR   r]   r   r   r   r   r"   4   s8   /

r"   c              C   s(   dt jk} t| ƒ}|jdƒ |jƒ  dS )zcreate and start new brokerz-vztcp://*:5555N)r   ÚargvZMajorDomoBrokerra   rG   )r'   Úbrokerr   r   r   Úmain<  s    

rm   Ú__main__)r   r5   r   r   Úbinasciir   r,   Ú r   Zzhelpersr   r   r   r   Úobjectr   r   r"   rm   r   r   r   r   r   Ú<module>
   s      
