a
    ¦ˆc%N ã                ,   @   s’  d dl Z d dlmZ G dd„ deƒZG dd„ deƒZG dd„ deƒZG d	d
„ d
eƒZG dd„ deƒZG dd„ deƒZ	G dd„ dee	ƒZ
G dd„ dee	ƒZG dd„ deƒZddfdd„Zdd„ ZG dd„ deƒZG dd„ deƒZzeZW n eyü   eZY n0 d dlZd dlmZmZ d dlmZ edƒZz
ejZW n e �yL   eZY n0 d d!„ Z!d dl"Z"d dl#Z#e"j$dd"… d#kZ%d dl&Z&d dl'Z'd$d%„ Z(G d&d'„ d'ƒZ)G d(d)„ d)eƒZ*d d*l+m,Z,m-Z- G d+d,„ d,eƒZ.G d-d.„ d.ƒZ/G d/d0„ d0e/ƒZ0G d1d2„ d2e0ƒZ1G d3d4„ d4eƒZ2G d5d6„ d6e0ƒZ3G d7d8„ d8e0ƒZ4G d9d:„ d:ƒZ5G d;d<„ d<e5ƒZ6G d=d>„ d>e5ƒZ7d?d@„ Z8G dAdB„ dBe/ƒZ9dCdD„ Z:dEdF„ Z;dGdH„ Z<ddIfdJdK„Z=dLdM„ Z>dNdO„ Z?dPdQ„ Z@dRdS„ ZAdIdIdIdfdTdU„ZBG dVdW„ dWƒZCG dXdY„ dYeƒZDG dZd[„ d[eDƒZEG d\d]„ d]eDƒZFG d^d_„ d_eƒZGG d`da„ daeƒZHG dbdc„ dceƒZIG ddde„ deeIƒZJG dfdg„ dgeIƒZKG dhdi„ dieƒZLG djdk„ dkeƒZMG dldm„ dmƒZNG dndo„ doƒZOG dpdq„ dqƒZPG drds„ dsƒZQdtdu„ ZRdvdw„ ZSdIfdxdy„ZTdzd{„ ZUG d|d}„ d}eƒZVG d~d„ deVƒZWG d€d�„ d�eVƒZXG d‚dƒ„ dƒeƒZYd d„lmZmZ d d…lZm[Z[m\Z\ G d†d‡„ d‡ƒZ]G dˆd‰„ d‰ƒZ^G dŠd‹„ d‹ƒZ_G dŒd�„ d�e_ƒZ`G dŽd�„ d�e_ƒZad�d‘„ Zbd’d“„ ZcG d”d•„ d•ƒZdd–d—„ Zed˜d™„ Zfdšd›„ Zgdœd�„ ZhG dždŸ„ dŸƒZiG d d¡„ d¡eƒZjG d¢d£„ d£ƒZkG d¤d¥„ d¥ƒZleld¦ƒZmeld§ƒZnG d¨d©„ d©ƒZoG dªd«„ d«eoƒZpd¬d­„ ZqG d®d¯„ d¯eƒZrG d°d±„ d±erƒZsG d²d³„ d³esƒZtG d´dµ„ dµetƒZuG d¶d·„ d·etƒZvG d¸d¹„ d¹eƒZwG dºd»„ d»eƒZxd¼d½d¾d¿dÀdÁdÂdÃdÄdÅdÆdÇdÈdÉdÊdËdÌdÍdÎdÏdÐdÑdÒœd dÓidÔdÕdÖd×dØdÙdÚdÛdÜdÝdÞdßdàœdÙdádâdÚdØd×dÖdÝdÞdßdãœ
dädådæifdädådæifdçœdädådèifdädådèifdädådèifdädådèifdéœdädådêifdädådêifdädådëifdädådëifdìœdÙdÞdídÚd×dÖdîdÝdØdßdïœ
dädådðifdädådðifdädådðifdädådðifdéœdädådñifdädådñifdçœdädådòifdädådòifdädådòifdädådòifdädådòifdóœdôdädådõifdöœd÷dødùœdädådúifdädådúifdädådúifdädådúifdädådúifdóœdädådûifdädådûifdçœdädådüifdädådüifdädådüifdädådüifdädådüifdóœdýdþdÿ�d dädå�difdädå�dif�dœdädådðifdädådðifdädå�difdädå�difdìœi dädå�difdädå�difdädå�difdädå�difdädå�difdóœdý�ddÿ�d�dœdädådêifdädådêifdädådêifdädådêifdéœdädå�difdädå�difdädå�difdädå�difdädå�dif�d	œdÙ�d
�ddÚd×dÖ�ddÝdÞdß�dœ
dÙ�ddÚd×dÖdÝdÞdß�dœdädå�difdädå�difdçœdädå�difdädå�difdçœdädå�difdädå�difdädå�difdädå�difdädå�dif�d	œdýdþ�d dÿdädå�difdädå�dif�dœ�ddÔdÖd×dÕ�ddØdÙdÚ�ddÜdÝdÞdß�dœdädå�difdädå�difdädå�difdädå�difdädå�difdóœdädå�difdädå�difdädå�difdädå�difdädå�difdóœdÙ�ddÚd×dÖ�ddÝdÞdß�dœ	dÙ�ddÚd×dÖdÝdÞdß�dœdädå�difdädå�difdçœdädådèifdädådèifdädå�difdädå�difdìœdädå�d ifdädå�d ifdädå�d ifdädå�d ifdädå�d ifdóœ�d!œ$dÐ�didÐdõi�d"œdåd idådäidåd"idå�d#idå�d$idå�d%idå�d&idå�d'idå�d(idå�d)ig
�d*gd dƒ�d+œdÐgd·�d,œdådòidå�didå�didådæidå�didå�didådúidådüidå�didå�d idådðidådêidådèidå�didå�didå�didådñidådëidå�didå�didå�didådûidå�didådõigdIdIddId�d-�d.ddÐgd�d/dIi dIdd �d0œd»�d1œZyd¼�d2g dä�d3gdg�d4œdädi�d5œ�d*�d6g dä�d3gdg�d4œdädi�d5œdÆdÇg de�d7œdädi�d5œdÅ�d8g de�d7œdädi�d5œdÀ�d9g de�d7œdädi�d5œdÊ�d:g de�d7œdädi�d5œdÌ�d;g de�d7œdädi�d5œd¿�d<g de�d7œdädi�d5œdË�d=g de�d7œdädi�d5œdÉ�d>g de�d7œdädi�d5œdÄd]�d?œdÀ�d@d[�dAœgd ddIdId�dBd_�dCœda�dDœd½d]�d?œd¾d]�d?œgd"ddI�d@d�dBd_�dCœda�dDœd½d]�d?œd½d]�d?œdÎd]�d?œd¾d]�d?œgdäddI�d@d�dBd_�dCœda�dDœdÃd]�d?œd½d]�d?œdÎd]�d?œd¾d]�d?œgd"ddI�d@d�dBd_�dCœda�dDœd½d]�d?œd½d]�d?œdÍd]�d?œd¾d]�d?œgd ddI�d@d�dBd_�dCœda�dDœdÃd]�d?œd½d]�d?œdÍd]�d?œdÄd]�d?œgdäddI�d@d�dBd_�dCœda�dDœdÂd]�d?œd¼dId[�dAœgd ddIdId�dBd_�dCœda�dDœdÐd]�d?œdÑd]�d?œgd ddI�d@d�dBd_�dCœda�dDœd¾d]�d?œdÂd]�d?œgd ddI�d@d�dBd_�dCœda�dDœdÑd]�d?œdÑd]�d?œdÉ�d@d[�dAœdÃd]�d?œgd ddI�d@d�dBd_�dCœda�dDœd¾d]�d?œdÇd]�d?œgdäddI�d@d�dBd_�dCœda�dDœdÏd]�d?œd½d]�d?œgdäddI�d@d�dBd_�dCœda�dDœdÃd]�d?œd½d]�d?œdÍd]�d?œd¾d]�d?œgd ddI�d@d�dBd_�dCœda�dDœdÇd]�d?œdÆ�d@d[�dAœgd ddIdId�dBd_�dCœda�dDœdÎd]�d?œdÌ�d@d[�dAœgd ddIdId�dBd_�dCœda�dDœdÃd]�d?œdÄd]�d?œg�d%ddI�d@d�dBd_�dCœda�dDœdÑd]�d?œdÃd]�d?œgdäddI�d@d�dBd_�dCœda�dDœdÍd]�d?œdÊ�d@d[�dAœgd ddIdId�dBd_�dCœda�dDœdÏd]�d?œdÏd]�d?œdÉ�d@d[�dAœd½d]�d?œgd ddI�d@d�dBd_�dCœda�dDœdÁd]�d?œdÅ�d@d[�dAœd¼dId[�dAœgd ddIdId�dBd_�dCœda�dDœd¾d]�d?œdÁd]�d?œgd"ddI�d@d�dBd_�dCœda�dDœdÃd]�d?œd½d]�d?œdÎd]�d?œdÄd]�d?œg�d#ddI�d@d�dBd_�dCœda�dDœdÃd]�d?œd¾d]�d?œg�d$ddI�d@d�dBd_�dCœda�dDœd¾d]�d?œd¿�d@d[�dAœdÏd]�d?œdË�d@d[�dAœg�d#ddI�d@d�dBd_�dCœda�dDœ�dEœ"Zzd ZmdäZnddf�dF�dG„Z{dS (H  é    N)Úopenc                   @   s   e Zd ZdS )Ú	LarkErrorN©Ú__name__Ú
__module__Ú__qualname__© r   r   úg/home/yuhw/wc/wire-cell-python/wcpy/lib/python3.9/site-packages/traits/observation/_generated_parser.pyr      s   r   c                   @   s   e Zd ZdS )ÚGrammarErrorNr   r   r   r   r	   r
   !   s   r
   c                   @   s   e Zd ZdS )Ú
ParseErrorNr   r   r   r   r	   r   $   s   r   c                   @   s   e Zd ZdS )ÚLexErrorNr   r   r   r   r	   r   '   s   r   c                       s   e Zd Z‡ fdd„Z‡  ZS )ÚUnexpectedEOFc                    s4   || _ dd dd„ | j D ƒ¡ }tt| ƒ |¡ d S )Nz1Unexpected end-of-input. Expected one of: 
	* %s
ú
	* c                 s   s   | ]}|j V  qd S ©N©Úname©Ú.0Úxr   r   r	   Ú	<genexpr>.   ó    z)UnexpectedEOF.__init__.<locals>.<genexpr>)ÚexpectedÚjoinÚsuperr   Ú__init__)Úselfr   Úmessage©Ú	__class__r   r	   r   +   s    zUnexpectedEOF.__init__©r   r   r   r   Ú__classcell__r   r   r   r	   r   *   s   r   c                   @   s"   e Zd ZdZddd„Zdd„ ZdS )ÚUnexpectedInputNé(   c                 C   sh   | j }t|| dƒ}|| }|||…  dd¡d }|||…  dd¡d }|| d dt|ƒ  d S )Nr   Ú
é   éÿÿÿÿú z^
)Úpos_in_streamÚmaxÚrsplitÚsplitÚlen)r   ÚtextÚspanÚposÚstartÚendÚbeforeÚafterr   r   r	   Úget_context5   s    zUnexpectedInput.get_contextc                 C   sÈ   | j dusJ dƒ‚d}| ¡ D ]¤\}}t|tƒr4J ‚|D ]ˆ}z||ƒ W q8 ty¾ } z^|j | j krªz*|j| jkrŒ|W W  Y d}~    S W n ty    Y n0 |sª|}W Y d}~q8d}~0 0 q8q|S )zÏ Given a parser instance and a dictionary mapping some label with
            some malformed syntax examples, it'll return the label for the
            example that bests matches the current error.
        Nz Not supported for this exception)ÚstateÚitemsÚ
isinstanceÚSTRING_TYPEr!   ÚtokenÚAttributeError)r   Zparse_fnZexamplesÚ	candidateÚlabelZexampleZ	malformedÚutr   r   r	   Úmatch_examples=   s"    zUnexpectedInput.match_examples)r"   )r   r   r   r'   r3   r=   r   r   r   r	   r!   2   s   
r!   c                       s   e Zd Zd‡ fdd„	Z‡  ZS )ÚUnexpectedCharactersNc	           
         sŒ   d|| ||f }	|| _ || _|| _|| _|| _|| _|	d|  |¡ 7 }	|rX|	d| 7 }	|rx|	dd dd„ |D ƒ¡ 7 }	tt	| ƒ 
|	¡ d S )Nz.No terminal defined for '%s' at line %d col %dz

z
Expecting: %s
z
Previous tokens: %s
ú, c                 s   s   | ]}t |ƒV  qd S r   )Úrepr©r   Útr   r   r	   r   g   r   z0UnexpectedCharacters.__init__.<locals>.<genexpr>)ÚlineÚcolumnÚallowedÚconsidered_tokensr'   r4   r3   r   r   r>   r   )
r   ÚseqZlex_posrC   rD   rE   rF   r4   Útoken_historyr   r   r   r	   r   Y   s    zUnexpectedCharacters.__init__)NNNNr   r   r   r   r	   r>   X   s   r>   c                       s   e Zd Zd‡ fdd„	Z‡  ZS )ÚUnexpectedTokenNc                    sr   || _ || _t|ddƒ| _t|ddƒ| _|| _|| _t|dd ƒ| _d|| j| jd | j¡f }t	t
| ƒ |¡ d S )NrC   ú?rD   r'   zCUnexpected token %r at line %s, column %s.
Expected one of: 
	* %s
r   )r8   r   ÚgetattrrC   rD   Úconsidered_rulesr4   r'   r   r   rI   r   )r   r8   r   rL   r4   r   r   r   r	   r   n   s    þzUnexpectedToken.__init__)NNr   r   r   r   r	   rI   m   s   rI   c                       s    e Zd ZdZ‡ fdd„Z‡  ZS )Ú
VisitErrora  VisitError is raised when visitors are interrupted by an exception

    It provides the following attributes for inspection:
    - obj: the tree node or token it was processing when the exception was raised
    - orig_exc: the exception that cause it to fail
    c                    s,   || _ || _d||f }tt| ƒ |¡ d S )Nz&Error trying to process rule "%s":

%s)ÚobjÚorig_excr   rM   r   )r   ÚrulerN   rO   r   r   r   r	   r   „   s    zVisitError.__init__)r   r   r   Ú__doc__r   r    r   r   r   r	   rM   }   s   rM   c                 C   s\   i }| D ]N}|d ur||ƒn|}|d ur0||ƒn|}||v rL||   |¡ q|g||< q|S r   )Úappend)rG   ÚkeyÚvalueÚdÚitemÚkÚvr   r   r	   Úclassify‹   s    rY   c                    sx   t | tƒrVd| v r*ˆ| d  }| | ˆ ¡S d| v r>ˆ | d  S ‡ ‡fdd„|  ¡ D ƒS t | tƒrt‡ ‡fdd„| D ƒS | S )NÚ__type__ú@c                    s   i | ]\}}|t |ˆˆ ƒ“qS r   ©Ú_deserialize)r   rS   rT   ©ÚmemoÚ	namespacer   r	   Ú
<dictcomp>ž   r   z _deserialize.<locals>.<dictcomp>c                    s   g | ]}t |ˆˆ ƒ‘qS r   r\   )r   rT   r^   r   r	   Ú
<listcomp>    r   z _deserialize.<locals>.<listcomp>)r6   ÚdictÚdeserializer5   Úlist)Údatar`   r_   Úclass_r   r^   r	   r]   —   s    

r]   c                   @   s*   e Zd Zdd„ Zddd„Zedd„ ƒZdS )	Ú	Serializec                 C   s   t |ƒ}|  |¡| ¡ fS r   )ÚSerializeMemoizerÚ	serialize)r   Útypes_to_memoizer_   r   r   r	   Úmemo_serialize¥   s    zSerialize.memo_serializeNc                    sh   ˆ rˆ   ˆ¡rdˆ j ˆ¡iS tˆdƒ}‡ ‡fdd„|D ƒ}tˆƒj|d< tˆdd ƒ}|rd||ˆ ƒ |S )Nr[   Ú__serialize_fields__c                    s   i | ]}|t tˆ|ƒˆ ƒ“qS r   )Ú
_serializerK   ©r   Úf©r_   r   r   r	   ra   ®   r   z'Serialize.serialize.<locals>.<dictcomp>rZ   rn   )Úin_typesÚmemoizedÚgetrK   Útyper   )r   r_   ÚfieldsÚresÚpostprocessr   rq   r	   rj   ©   s    

zSerialize.serializec           	      C   s´   t | di ƒ}dd„ |D ƒ}t | dƒ}d|v r8||d  S |  | ¡}|D ]R}zt||t|| ||ƒƒ W qF ty– } ztd| |ƒ‚W Y d }~qFd }~0 0 qFt |dd ƒ}|r°|ƒ  |S )NÚ__serialize_namespace__c                 S   s   i | ]}|j |“qS r   )r   ©r   Úcr   r   r	   ra   ¸   r   z)Serialize.deserialize.<locals>.<dictcomp>rm   r[   zCannot find key for classr]   )rK   Ú__new__Úsetattrr]   ÚKeyError)	Úclsrf   r_   r`   rv   Úinstrp   Úerx   r   r   r	   rd   µ   s    

$zSerialize.deserialize)N)r   r   r   rl   rj   Úclassmethodrd   r   r   r   r	   rh   ¤   s   
rh   c                   @   s4   e Zd ZdZdd„ Zdd„ Zdd„ Zedd	„ ƒZd
S )ri   )rs   c                 C   s   t |ƒ| _tƒ | _d S r   )Útuplerk   Ú
Enumeratorrs   )r   rk   r   r   r	   r   Î   s    
zSerializeMemoizer.__init__c                 C   s   t || jƒS r   )r6   rk   )r   rT   r   r   r	   rr   Ò   s    zSerializeMemoizer.in_typesc                 C   s   t | j ¡ d ƒS r   )rn   rs   Úreversed©r   r   r   r	   rj   Õ   s    zSerializeMemoizer.serializec                 C   s   t |||ƒS r   r\   )r   rf   r`   r_   r   r   r	   rd   Ø   s    zSerializeMemoizer.deserializeN)	r   r   r   rm   r   rr   rj   r‚   rd   r   r   r   r	   ri   Ë   s   ri   )ÚwrapsÚpartial)ÚcontextmanagerÚ c                    sš   t ˆ tjƒrtˆ ƒ|ˆ dƒƒS t ˆ tttjfƒrBtˆ ƒ|ˆ dƒƒS t ˆ tjƒrbtˆ ƒ|ˆ jdƒƒS t ˆ t	ƒrˆtˆ j
ƒ|‡ fdd„dƒƒS |ˆ jjdƒS d S )NTFc                     s   ˆ | dd … i |¤ŽS ©Nr$   r   )ÚargsÚkw©rp   r   r	   Ú<lambda>ú   r   z!smart_decorator.<locals>.<lambda>)r6   ÚtypesÚFunctionTyper‡   Ú	classtyperu   ÚBuiltinFunctionTypeÚ
MethodTypeÚ__func__rˆ   ÚfuncÚ__call__)rp   Úcreate_decoratorr   rŽ   r	   Úsmart_decoratorî   s    
r™   é   )é   é   c                 C   s<   zdd„ t  | ¡ ¡ D ƒW S  tjy6   t| ƒ‚Y n0 d S )Nc                 S   s   g | ]}t |ƒ‘qS r   )Úintr   r   r   r	   rb     r   z$get_regexp_width.<locals>.<listcomp>)Ú	sre_parseÚparseÚgetwidthÚsre_constantsÚerrorÚ
ValueError)Úregexpr   r   r	   Úget_regexp_width  s    r¥   c                   @   s   e Zd Zdd„ ZdS )ÚMetac                 C   s
   d| _ d S )NT)Úemptyr†   r   r   r	   r     s    zMeta.__init__N)r   r   r   r   r   r   r   r	   r¦     s   r¦   c                   @   st   e Zd Zddd„Zedd„ ƒZdd„ Zdd	„ Zd
d„ Zddd„Z	dd„ Z
dd„ Zdd„ Zdd„ Zdd„ Zdd„ ZdS )ÚTreeNc                 C   s   || _ || _|| _d S r   )rf   ÚchildrenÚ_meta©r   rf   r©   Úmetar   r   r	   r     s    zTree.__init__c                 C   s   | j d u rtƒ | _ | j S r   )rª   r¦   r†   r   r   r	   r¬     s    
z	Tree.metac                 C   s   d| j | jf S )NzTree(%s, %s))rf   r©   r†   r   r   r	   Ú__repr__  s    zTree.__repr__c                 C   s   | j S r   ©rf   r†   r   r   r	   Ú_pretty_label  s    zTree._pretty_labelc                 C   sž   t | jƒdkr@t| jd tƒs@|| |  ¡ dd| jd f dgS || |  ¡ dg}| jD ]@}t|tƒr||| |d |¡7 }qX|||d  d|f dg7 }qX|S )Nr$   r   ú	z%sr#   )r+   r©   r6   r¨   r¯   Ú_pretty)r   ÚlevelÚ
indent_strÚlÚnr   r   r	   r±   !  s    "

zTree._prettyú  c                 C   s   d  |  d|¡¡S )NrŠ   r   )r   r±   )r   r³   r   r   r	   Úpretty.  s    zTree.prettyc                 C   s4   z| j |j ko| j|jkW S  ty.   Y dS 0 d S ©NF)rf   r©   r9   ©r   Úotherr   r   r	   Ú__eq__1  s    zTree.__eq__c                 C   s
   | |k S r   r   r¹   r   r   r	   Ú__ne__7  s    zTree.__ne__c                 C   s   t | jt| jƒfƒS r   )Úhashrf   rƒ   r©   r†   r   r   r	   Ú__hash__:  s    zTree.__hash__c                 c   s�   t ƒ }| g}g }|rX| ¡ }| |¡ t|ƒ|v r4q| t|ƒ¡ |dd„ |jD ƒ7 }qt ƒ }t|ƒD ]$}t|ƒ|vrf|V  | t|ƒ¡ qfd S )Nc                 S   s   g | ]}t |tƒr|‘qS r   )r6   r¨   rz   r   r   r	   rb   J  r   z&Tree.iter_subtrees.<locals>.<listcomp>)ÚsetÚpoprR   ÚidÚaddr©   r…   )r   ÚvisitedÚqr´   ÚsubtreeÚseenr   r   r   r	   Úiter_subtrees=  s    
zTree.iter_subtreesc                 C   s   t ||  ¡ ƒS )z'Find all nodes where pred(tree) == True)ÚfilterrÇ   )r   Úpredr   r   r	   Ú	find_predR  s    zTree.find_predc                    s   |   ‡ fdd„¡S )z&Find all nodes where tree.data == datac                    s
   | j ˆ kS r   r®   ©rB   r®   r   r	   r�   X  r   z Tree.find_data.<locals>.<lambda>)rÊ   )r   rf   r   r®   r	   Ú	find_dataV  s    zTree.find_data)N)r¶   )r   r   r   r   Úpropertyr¬   r­   r¯   r±   r·   r»   r¼   r¾   rÇ   rÊ   rÌ   r   r   r   r	   r¨     s   


r¨   )Ú
getmembersÚgetmroc                   @   s   e Zd ZdS )ÚDiscardNr   r   r   r   r	   rÐ   ]  s   rÐ   c                   @   s    e Zd Zedd„ ƒZdd„ ZdS )Ú_Decoratablec                 K   s´   t | ƒ}|d | u sJ ‚dd„ |dd … D ƒ}t| ƒD ]x\}}| d¡s6||v r\|| jvr\q6t| j| ƒslq6t| j| dƒr~q6t| j| ttfƒ}t	| |||fd|i|¤Žƒ q6| S )Nr   c                 S   s"   h | ]}t |ƒD ]\}}|’qqS r   )rÎ   )r   Ú_clsr   Ú_r   r   r	   Ú	<setcomp>g  r   z0_Decoratable._apply_decorator.<locals>.<setcomp>r$   rÓ   Úvargs_appliedÚstatic)
rÏ   rÎ   Ú
startswithÚ__dict__ÚcallableÚhasattrr6   Ústaticmethodr‚   r}   )r   Ú	decoratorÚkwargsÚmroZ
libmembersr   rT   rÖ   r   r   r	   Ú_apply_decoratorc  s    z_Decoratable._apply_decoratorc                 C   s   | S r   r   ©r   rÓ   r   r   r	   Ú__class_getitem__x  s    z_Decoratable.__class_getitem__N)r   r   r   r‚   rß   rá   r   r   r   r	   rÑ   b  s   
rÑ   c                   @   s`   e Zd ZdZdZddd„Zddd„Zdd	„ Zd
d„ Zdd„ Z	dd„ Z
dd„ Zdd„ Zdd„ ZdS )ÚTransformera  Visits the tree recursively, starting with the leaves and finally the root (bottom-up)

    Calls its methods (provided by user via inheritance) according to tree.data
    The returned value replaces the old one in the structure.

    Can be used to implement map or reduce.
    Tc                 C   s
   || _ d S r   )Ú__visit_tokens__)r   Zvisit_tokensr   r   r	   r   †  s    zTransformer.__init__Nc              
   C   sÎ   |d ur|n|j }zt| |jƒ}W n$ tyF   |  |j||j¡ Y S 0 z8t|dd ƒ}|d urt| ||j||j¡W S ||ƒW S W nH ttfy˜   ‚ Y n2 t	yÈ } zt
|j||ƒ‚W Y d }~n
d }~0 0 d S ©NÚvisit_wrapper)r©   rK   rf   r9   Ú__default__r¬   rå   r
   rÐ   Ú	ExceptionrM   )r   ÚtreeÚnew_childrenr©   rp   Úwrapperr�   r   r   r	   Ú_call_userfunc‰  s    zTransformer._call_userfuncc              
   C   s†   zt | |jƒ}W n ty,   |  |¡ Y S 0 z
||ƒW S  ttfyP   ‚ Y n2 ty€ } zt|j||ƒ‚W Y d }~n
d }~0 0 d S r   )rK   ru   r9   Ú__default_token__r
   rÐ   rç   rM   )r   r8   rp   r�   r   r   r	   Ú_call_userfunc_tokenœ  s    
z Transformer._call_userfunc_tokenc              	   c   sb   |D ]X}z@t |tƒr"|  |¡V  n$| jr@t |tƒr@|  |¡V  n|V  W q tyZ   Y q0 qd S r   )r6   r¨   Ú_transform_treerã   ÚTokenrí   rÐ   )r   r©   r{   r   r   r	   Ú_transform_childrenª  s    

zTransformer._transform_childrenc                 C   s   t |  |j¡ƒ}|  ||¡S r   ©re   rð   r©   rë   )r   rè   r©   r   r   r	   rî   ¶  s    zTransformer._transform_treec                 C   s
   |   |¡S r   )rî   ©r   rè   r   r   r	   Ú	transformº  s    zTransformer.transformc                 C   s
   t | |ƒS r   )ÚTransformerChainr¹   r   r   r	   Ú__mul__½  s    zTransformer.__mul__c                 C   s   t |||ƒS ©z(Default operation on tree (for override)©r¨   r«   r   r   r	   ræ   À  s    zTransformer.__default__c                 C   s   |S )z)Default operation on token (for override)r   )r   r8   r   r   r	   rì   Ä  s    zTransformer.__default_token__)T)N)r   r   r   rQ   rã   r   rë   rí   rð   rî   ró   rõ   ræ   rì   r   r   r   r	   râ   |  s   

râ   c                   @   s   e Zd Zddd„ZdS )ÚInlineTransformerNc                 C   sT   |d ur|n|j }zt| |jƒ}W n$ tyF   |  |j||j¡ Y S 0 ||Ž S d S r   )r©   rK   rf   r9   ræ   r¬   )r   rè   ré   r©   rp   r   r   r	   rë   Ë  s    z InlineTransformer._call_userfunc)N)r   r   r   rë   r   r   r   r	   rø   Ê  s   rø   c                   @   s$   e Zd Zdd„ Zdd„ Zdd„ ZdS )rô   c                 G   s
   || _ d S r   )Útransformers)r   rù   r   r   r	   r   ×  s    zTransformerChain.__init__c                 C   s   | j D ]}| |¡}q|S r   )rù   ró   )r   rè   rB   r   r   r	   ró   Ú  s    
zTransformerChain.transformc                 C   s   t | j|f Ž S r   )rô   rù   r¹   r   r   r	   rõ   ß  s    zTransformerChain.__mul__N)r   r   r   r   ró   rõ   r   r   r   r	   rô   Ö  s   rô   c                   @   s    e Zd ZdZdd„ Zdd„ ZdS )ÚTransformer_InPlacezKNon-recursive. Changes the tree in-place instead of returning new instancesc                 C   s
   |   |¡S r   )rë   rò   r   r   r	   rî   å  s    z#Transformer_InPlace._transform_treec                 C   s*   |  ¡ D ]}t|  |j¡ƒ|_q|  |¡S r   )rÇ   re   rð   r©   rî   ©r   rè   rÅ   r   r   r	   ró   è  s    zTransformer_InPlace.transformN)r   r   r   rQ   rî   ró   r   r   r   r	   rú   ã  s   rú   c                   @   s   e Zd ZdZdd„ ZdS )ÚTransformer_InPlaceRecursivezGRecursive. Changes the tree in-place instead of returning new instancesc                 C   s   t |  |j¡ƒ|_|  |¡S r   rñ   rò   r   r   r	   rî   ñ  s    z,Transformer_InPlaceRecursive._transform_treeN)r   r   r   rQ   rî   r   r   r   r	   rü   ï  s   rü   c                   @   s$   e Zd Zdd„ Zdd„ Zdd„ ZdS )ÚVisitorBasec                 C   s   t | |j| jƒ|ƒS r   )rK   rf   ræ   rò   r   r   r	   rë   ú  s    zVisitorBase._call_userfuncc                 C   s   |S rö   r   rò   r   r   r	   ræ   ý  s    zVisitorBase.__default__c                 C   s   | S r   r   rà   r   r   r	   rá     s    zVisitorBase.__class_getitem__N)r   r   r   rë   ræ   rá   r   r   r   r	   rý   ù  s   rý   c                   @   s    e Zd ZdZdd„ Zdd„ ZdS )ÚVisitorzÅBottom-up visitor, non-recursive

    Visits the tree, starting with the leaves and finally the root (bottom-up)
    Calls its methods (provided by user via inheritance) according to tree.data
    c                 C   s   |  ¡ D ]}|  |¡ q|S r   )rÇ   rë   rû   r   r   r	   Úvisit  s    zVisitor.visitc                 C   s   |  ¡ D ]}|  |¡ q|S r   )Ziter_subtrees_topdownrë   rû   r   r   r	   Úvisit_topdown  s    zVisitor.visit_topdownN©r   r   r   rQ   rÿ   r   r   r   r   r	   rþ     s   rþ   c                   @   s    e Zd ZdZdd„ Zdd„ ZdS )ÚVisitor_RecursivezÁBottom-up visitor, recursive

    Visits the tree, starting with the leaves and finally the root (bottom-up)
    Calls its methods (provided by user via inheritance) according to tree.data
    c                 C   s.   |j D ]}t|tƒr|  |¡ q|  |¡ |S r   )r©   r6   r¨   rÿ   rë   ©r   rè   Úchildr   r   r	   rÿ     s
    


zVisitor_Recursive.visitc                 C   s.   |   |¡ |jD ]}t|tƒr|  |¡ q|S r   )rë   r©   r6   r¨   r   r  r   r   r	   r   %  s
    


zVisitor_Recursive.visit_topdownNr  r   r   r   r	   r    s   r  c                    s   t ˆ ƒ‡ fdd„ƒ}|S )zSee Interpreterc                    s   |   |¡}ˆ | |ƒS r   ©Úvisit_children)r   rè   Úvalues©r–   r   r	   Úinner2  s    
z#visit_children_decor.<locals>.inner©r‡   )r–   r	  r   r  r	   Úvisit_children_decor0  s    r  c                   @   s0   e Zd ZdZdd„ Zdd„ Zdd„ Zdd	„ Zd
S )ÚInterpreteraw  Top-down visitor, recursive

    Visits the tree, starting with the root and finally the leaves (top-down)
    Calls its methods (provided by user via inheritance) according to tree.data

    Unlike Transformer and Visitor, the Interpreter doesn't automatically visit its sub-branches.
    The user has to explicitly call visit_children, or use the @visit_children_decor
    c                 C   sB   t | |jƒ}t |dd ƒ}|d ur6| ||j|j|j¡S ||ƒS d S rä   )rK   rf   rå   r©   r¬   )r   rè   rp   rê   r   r   r	   rÿ   C  s
    zInterpreter.visitc                    s   ‡ fdd„|j D ƒS )Nc                    s$   g | ]}t |tƒrˆ  |¡n|‘qS r   )r6   r¨   rÿ   )r   r  r†   r   r	   rb   L  s   ÿz.Interpreter.visit_children.<locals>.<listcomp>©r©   rò   r   r†   r	   r  K  s    
ÿzInterpreter.visit_childrenc                 C   s   | j S r   )ræ   ©r   r   r   r   r	   Ú__getattr__O  s    zInterpreter.__getattr__c                 C   s
   |   |¡S r   r  rò   r   r   r	   ræ   R  s    zInterpreter.__default__N)r   r   r   rQ   rÿ   r  r  ræ   r   r   r   r	   r  9  s
   	r  c                 K   sB   z
| j }W n" ty,   || fi |¤Ž Y S 0 ||fi |¤ŽS d S r   )rß   r9   )rN   rÜ   rÝ   Ú_applyr   r   r	   rß   Z  s
    
rß   c                 C   s   t | ƒdd„ ƒ}t| |ƒS )Nc                    s"   |r‡ fdd„}n‡ fdd„}|S )Nc                    s   ˆ | g|¢R Ž S r   r   ©r   r©   ©Ú_fr   r	   rp   h  s    z7_inline_args__func.<locals>.create_decorator.<locals>.fc                    s   ˆ |Ž S r   r   r  r  r   r	   rp   k  s    r   ©r  Z	with_selfrp   r   r  r	   r˜   e  s    z,_inline_args__func.<locals>.create_decorator)r‡   r™   )r–   r˜   r   r   r	   Ú_inline_args__funcd  s    
	r  c                 C   s
   t | tƒS r   )rß   r  ©rN   r   r   r	   Úinline_argsr  s    r  Fc                 C   s:   dd„ }|r t | ƒ|| dƒƒ}n
t| |ƒ}d|_||_|S )Nc                    s"   |r‡ fdd„}n‡ fdd„}|S )Nc                    s   ˆ | g|¢R i |¤ŽS r   r   ©r   rŒ   rÝ   r  r   r	   rp   z  s    z;_visitor_args_func_dec.<locals>.create_decorator.<locals>.fc                    s   ˆ |i |¤ŽS r   r   r  r  r   r	   rp   }  s    r   r  r   r  r	   r˜   x  s    z0_visitor_args_func_dec.<locals>.create_decoratorFT)r‡   r™   rÕ   rå   )r–   rå   rÖ   r˜   rp   r   r   r	   Ú_visitor_args_func_decw  s    	
r  c                 C   s   | |Ž S r   r   ©rp   rf   r©   r¬   r   r   r	   Ú_vargs_inlineŠ  s    r  c                 C   s   | |g|¢R Ž S r   r   r  r   r   r	   Ú_vargs_meta_inlineŒ  s    r  c                 C   s
   | ||ƒS r   r   r  r   r   r	   Ú_vargs_metaŽ  s    r  c                 C   s   | t |||ƒƒS r   r÷   r  r   r   r	   Ú_vargs_tree�  s    r  c                    sj   |r|s| rt dƒ‚d‰ |r,| r&t‰ q>t‰ n| r6t‰ n|r>t‰ |durZˆ durVt dƒ‚|‰ ‡ fdd„}|S )z\A convenience decorator factory, for modifying the behavior of user-supplied visitor methodsz@Visitor functions cannot combine 'tree' with 'meta' or 'inline'.Nz;Cannot use 'wrapper' along with 'tree', 'meta' or 'inline'.c                    s   t | tˆ d�S )N)rå   )rß   r  r  r  r   r	   Ú_visitor_args_dec¨  s    z!v_args.<locals>._visitor_args_dec)r£   r  r  r  r  )Úinliner¬   rè   rê   r  r   r  r	   Úv_args“  s"    r!  c                   @   s8   e Zd Zdd„ Zdd„ Zdd„ Zdd„ Zed	d
„ ƒZdS )ÚIndenterc                 C   s   d | _ d | _| jdksJ ‚d S ©Nr   )Úparen_levelÚindent_levelÚtab_lenr†   r   r   r	   r   ¯  s    zIndenter.__init__c                 c   sÀ   | j dkrd S |V  | dd¡d }| d¡| d¡| j  }|| jd krl| j |¡ t | j||¡V  nP|| jd k r˜| j 	¡  t | j
||¡V  ql|| jd ks¼J d|| jd f ƒ‚d S )Nr   r#   r$   r&   r°   r%   z%s != %s)r$  r)   Úcountr&  r%  rR   rï   Únew_borrow_posZINDENT_typerÀ   ÚDEDENT_type)r   r8   r³   Úindentr   r   r	   Ú	handle_NL´  s    

zIndenter.handle_NLc                 c   sº   |D ]r}|j | jkr,|  |¡D ]
}|V  qn|V  |j | jv rN|  jd7  _q|j | jv r|  jd8  _| jdksJ ‚qt| jƒdkr | j ¡  t	| j
dƒV  qx| jdgks¶J | jƒ‚d S )Nr$   r   rŠ   )ru   ÚNL_typer+  ZOPEN_PAREN_typesr$  ZCLOSE_PAREN_typesr+   r%  rÀ   rï   r)  )r   Ústreamr8   rB   r   r   r	   Ú_processÇ  s    

zIndenter._processc                 C   s   d| _ dg| _|  |¡S r#  )r$  r%  r.  ©r   r-  r   r   r	   ÚprocessÛ  s    zIndenter.processc                 C   s   | j fS r   )r,  r†   r   r   r	   Úalways_acceptá  s    zIndenter.always_acceptN)	r   r   r   r   r+  r.  r0  rÍ   r1  r   r   r   r	   r"  ®  s   r"  c                   @   sD   e Zd ZdZeZdd„ Zdd„ Zdd„ Zdd	„ Z	d
d„ Z
ee
ƒZdS )ÚSymbolr   c                 C   s
   || _ d S r   r   r  r   r   r	   r   ì  s    zSymbol.__init__c                 C   s*   t |tƒsJ |ƒ‚| j|jko(| j|jkS r   )r6   r2  Úis_termr   r¹   r   r   r	   r»   ï  s    zSymbol.__eq__c                 C   s
   | |k S r   r   r¹   r   r   r	   r¼   ó  s    zSymbol.__ne__c                 C   s
   t | jƒS r   )r½   r   r†   r   r   r	   r¾   ö  s    zSymbol.__hash__c                 C   s   dt | ƒj| jf S )Nz%s(%r))ru   r   r   r†   r   r   r	   r­   ù  s    zSymbol.__repr__N)r   r   r   Ú	__slots__ÚNotImplementedr3  r   r»   r¼   r¾   r­   rÍ   Úfullreprr   r   r   r	   r2  ç  s   r2  c                   @   s*   e Zd ZdZdZd	dd„Zedd„ ƒZdS )
ÚTerminal©r   Ú
filter_outTFc                 C   s   || _ || _d S r   r8  )r   r   r9  r   r   r	   r     s    zTerminal.__init__c                 C   s   dt | ƒj| j| jf S ©Nz
%s(%r, %r))ru   r   r   r9  r†   r   r   r	   r6    s    zTerminal.fullreprN)F)r   r   r   rm   r3  r   rÍ   r6  r   r   r   r	   r7  ÿ  s
   
r7  c                   @   s   e Zd ZdZdZdS )ÚNonTerminalr   FN)r   r   r   rm   r3  r   r   r   r	   r;    s   r;  c                   @   s"   e Zd ZdZd	dd„Zdd„ ZdS )
ÚRuleOptions©Úkeep_all_tokensÚexpand1ÚpriorityÚempty_indicesFNr   c                 C   s   || _ || _|| _|| _d S r   r=  )r   r>  r?  r@  rA  r   r   r	   r     s    zRuleOptions.__init__c                 C   s   d| j | j| jf S )NzRuleOptions(%r, %r, %r))r>  r?  r@  r†   r   r   r	   r­     s
    ýzRuleOptions.__repr__)FFNr   )r   r   r   rm   r   r­   r   r   r   r	   r<    s   
r<  c                   @   sT   e Zd ZdZdZdZeeefZ	ddd„Z
dd	„ Zd
d„ Zdd„ Zdd„ Zdd„ ZdS )ÚRulez�
        origin : a symbol
        expansion : a list of symbols
        order : index of this expansion amongst all rules of the same name
    )ÚoriginÚ	expansionÚaliasÚoptionsÚorderÚ_hash)rC  rD  rG  rE  rF  r   Nc                 C   s>   || _ || _|| _|| _|p tƒ | _t| j t| jƒfƒ| _d S r   )	rC  rD  rE  rG  r<  rF  r½   rƒ   rH  )r   rC  rD  rG  rE  rF  r   r   r	   r   1  s    zRule.__init__c                 C   s   t | jt| jƒfƒ| _d S r   )r½   rC  rƒ   rD  rH  r†   r   r   r	   r]   9  s    zRule._deserializec                 C   s"   d| j jd dd„ | jD ƒ¡f S )Nz	<%s : %s>r&   c                 s   s   | ]}|j V  qd S r   r   r   r   r   r	   r   =  r   zRule.__str__.<locals>.<genexpr>)rC  r   r   rD  r†   r   r   r	   Ú__str__<  s    zRule.__str__c                 C   s   d| j | j| j| jf S )NzRule(%r, %r, %r, %r))rC  rD  rE  rF  r†   r   r   r	   r­   ?  s    zRule.__repr__c                 C   s   | j S r   )rH  r†   r   r   r	   r¾   B  s    zRule.__hash__c                 C   s&   t |tƒsdS | j|jko$| j|jkS r¸   )r6   rB  rC  rD  r¹   r   r   r	   r»   E  s    
zRule.__eq__)r   NN)r   r   r   rQ   r4  rm   r7  r;  r<  ry   r   r]   rI  r­   r¾   r»   r   r   r   r	   rB  &  s   

rB  c                   @   sL   e Zd Zddd„Zdd„ Zdd„ Zdd	„ Zd
d„ Zer@dd„ Z	ndd„ Z	dS )ÚPatternr   c                 C   s   || _ t|ƒ| _d S r   )rT   Ú	frozensetÚflags)r   rT   rL  r   r   r	   r   P  s    zPattern.__init__c                 C   s   t |  ¡ ƒS r   )r@   Ú	to_regexpr†   r   r   r	   r­   T  s    zPattern.__repr__c                 C   s   t t| ƒ| j| jfƒS r   )r½   ru   rT   rL  r†   r   r   r	   r¾   X  s    zPattern.__hash__c                 C   s(   t | ƒt |ƒko&| j|jko&| j|jkS r   )ru   rT   rL  r¹   r   r   r	   r»   Z  s    zPattern.__eq__c                 C   s
   t ƒ ‚d S r   ©ÚNotImplementedErrorr†   r   r   r	   rM  ]  s    zPattern.to_regexpc                 C   s   | j D ]}d||f }q|S )Nz(?%s:%s)©rL  ©r   rT   rp   r   r   r	   Ú
_get_flagsb  s    
zPattern._get_flagsc                 C   s   | j D ]}d| | }q|S )Nz(?%s)rP  rQ  r   r   r	   rR  h  s    
N)r   )
r   r   r   r   r­   r¾   r»   rM  ÚPy36rR  r   r   r   r	   rJ  N  s   

rJ  c                   @   s,   e Zd ZdZdZdd„ Zedd„ ƒZeZdS )Ú
PatternStr)rT   rL  Ústrc                 C   s   |   t | j¡¡S r   )rR  ÚreÚescaperT   r†   r   r   r	   rM  s  s    zPatternStr.to_regexpc                 C   s
   t | jƒS r   )r+   rT   r†   r   r   r	   Ú	min_widthv  s    zPatternStr.min_widthN)	r   r   r   rm   ru   rM  rÍ   rX  Ú	max_widthr   r   r   r	   rT  n  s   
rT  c                   @   s@   e Zd ZdZdZdd„ ZdZdd„ Zedd	„ ƒZ	ed
d„ ƒZ
dS )Ú	PatternRE)rT   rL  Ú_widthrV  c                 C   s   |   | j¡S r   )rR  rT   r†   r   r   r	   rM  €  s    zPatternRE.to_regexpNc                 C   s   | j d u rt|  ¡ ƒ| _ | j S r   )r[  r¥   rM  r†   r   r   r	   Ú
_get_width„  s    
zPatternRE._get_widthc                 C   s   |   ¡ d S r#  ©r\  r†   r   r   r	   rX  ‰  s    zPatternRE.min_widthc                 C   s   |   ¡ d S r‹   r]  r†   r   r   r	   rY  Œ  s    zPatternRE.max_width)r   r   r   rm   ru   rM  r[  r\  rÍ   rX  rY  r   r   r   r	   rZ  {  s   
rZ  c                   @   s*   e Zd ZdZeefZddd„Zdd„ ZdS )	ÚTerminalDef)r   Úpatternr@  r$   c                 C   s(   t |tƒsJ |ƒ‚|| _|| _|| _d S r   )r6   rJ  r   r_  r@  )r   r   r_  r@  r   r   r	   r   •  s    zTerminalDef.__init__c                 C   s   dt | ƒj| j| jf S r:  )ru   r   r   r_  r†   r   r   r	   r­   ›  s    zTerminalDef.__repr__N)r$   )	r   r   r   rm   rT  rZ  ry   r   r­   r   r   r   r	   r^  ‘  s   
r^  c                       s^   e Zd ZdZd‡ fdd„	Zddd„Zedd„ ƒZd	d
„ Zdd„ Z	dd„ Z
dd„ ZejZ‡  ZS )rï   )ru   r'   rT   rC   rD   Úend_lineÚ
end_columnÚend_posNc	           
         sz   zt t| ƒ | |¡}	W n. tyD   | d¡}t t| ƒ | |¡}	Y n0 ||	_||	_||	_||	_||	_	||	_
||	_||	_|	S )NÚlatin1)r   rï   r|   ÚUnicodeDecodeErrorÚdecoderu   r'   rT   rC   rD   r`  ra  rb  )
r   Útype_rT   r'   rC   rD   r`  ra  rb  r   r   r   r	   r|   £  s    
zToken.__new__c                 C   s*   t  |d ur|n| j|d ur |n| j| ¡S r   )rï   r(  ru   rT   )r   rf  rT   r   r   r	   Úupdate´  s
    ýzToken.updatec              	   C   s"   | |||j |j|j|j|j|jƒS r   )r'   rC   rD   r`  ra  rb  )r   rf  rT   Zborrow_tr   r   r	   r(  »  s    zToken.new_borrow_posc                 C   s   | j | j| j| j| j| jffS r   )r   ru   rT   r'   rC   rD   r†   r   r   r	   Ú
__reduce__¿  s    zToken.__reduce__c                 C   s   d| j | jf S )NzToken(%s, %r))ru   rT   r†   r   r   r	   r­   Â  s    zToken.__repr__c                 C   s   t | j| j| j| j| jƒS r   )rï   ru   rT   r'   rC   rD   ©r   r_   r   r   r	   Ú__deepcopy__Å  s    zToken.__deepcopy__c                 C   s&   t |tƒr| j|jkrdS t | |¡S r¸   )r6   rï   ru   ÚStrr»   r¹   r   r   r	   r»   È  s    zToken.__eq__)NNNNNN)NN)r   r   r   r4  r|   rg  r‚   r(  rh  r­   rj  r»   rk  r¾   r    r   r   r   r	   rï      s   

rï   c                   @   s   e Zd Zdd„ Zddd„ZdS )ÚLineCounterc                 C   s"   d| _ d| _d| _d| _d| _d S )Nr#   r   r$   )Únewline_charÚchar_posrC   rD   Úline_start_posr†   r   r   r	   r   Ò  s
    zLineCounter.__init__Tc                 C   sb   |r:|  | j¡}|r:|  j|7  _| j| | j¡ d | _|  jt|ƒ7  _| j| j d | _dS )zžConsume a token and calculate the new line & column.

        As an optional optimization, set test_newline=False is token doesn't contain a newline.
        r$   N)r'  rm  rC   rn  Úrindexro  r+   rD   )r   r8   Ztest_newlineÚnewlinesr   r   r	   ÚfeedÙ  s    zLineCounter.feedN)T)r   r   r   r   rr  r   r   r   r	   rl  Ñ  s   rl  c                   @   s"   e Zd ZdZddd„Zdd„ ZdS )Ú_Lexz-Built to serve both Lexer and ContextualLexerNc                 C   s   || _ || _d S r   )Úlexerr4   )r   rt  r4   r   r   r	   r   é  s    z_Lex.__init__c              	   c   s\  t |ƒ}t |ƒ}tƒ }d }|jt|ƒk �rX| j}| ||j¡}|s„dd„ |jD ƒ| }|s`dh}t||j|j|j	|| j
|o~|gd�‚|\}	}
|
|v�rt|
|	|j|j|j	ƒ}| |	|
|v ¡ |j|_|j	|_|j|_|j|jv �r
|j|j |ƒ}t|tƒ�s
td| ƒ‚|V  |}q|
|jv �rFt|
|	|j|j|j	ƒ}|j|
 |ƒ | |	|
|v ¡ qd S )Nc                 S   s"   h | ]\}}|  ¡ D ]}|’qqS r   )r  )r   ÚmZtfirX   r   r   r	   rÔ   ÷  r   z_Lex.lex.<locals>.<setcomp>z<END-OF-FILE>)rE   r4   rH   z+Callbacks must return a token (returned %r))rK  rl  rn  r+   rt  ÚmatchÚmresr>   rC   rD   r4   rï   rr  r`  ra  rb  ru   Úcallbackr6   r£   )r   r-  Únewline_typesÚignore_typesZline_ctrZ
last_tokenrt  rw   rE   rT   rf  rB   Út2r   r   r	   Úlexí  s:    $
z_Lex.lex)N)r   r   r   rQ   r   r|  r   r   r   r	   rs  ç  s   
rs  c                   @   s   e Zd Zdd„ Zdd„ ZdS )ÚUnlessCallbackc                 C   s
   || _ d S r   )rw  )r   rw  r   r   r	   r     s    zUnlessCallback.__init__c                 C   s4   | j D ](\}}| |j¡}|r||j |_ q0q|S r   )rw  rv  rT   Ú	lastindexru   )r   rB   ÚmreÚtype_from_indexru  r   r   r	   r—     s    zUnlessCallback.__call__N©r   r   r   r   r—   r   r   r   r	   r}    s   r}  c                   @   s   e Zd Zdd„ Zdd„ ZdS )Ú	CallChainc                 C   s   || _ || _|| _d S r   )Ú	callback1Ú	callback2Úcond)r   rƒ  r„  r…  r   r   r	   r      s    zCallChain.__init__c                 C   s"   |   |¡}|  |¡r|  |¡S |S r   )rƒ  r…  r„  )r   rB   r{  r   r   r	   r—   %  s    
zCallChain.__call__Nr�  r   r   r   r	   r‚    s   r‚  c           	         sî   t | dd„ ƒ}t|ƒdks&J | ¡ ƒ‚tƒ ‰ i }| tg ¡D ]–}g }| tg ¡D ]d}|j|jkrbqP|jj	}t
 |j ¡ ||¡}|rP| d¡|krP| |¡ |jj|jjkrPˆ  |¡ qP|r<tt||dd�ƒ||j< q<‡ fdd„| D ƒ} | |fS )	Nc                 S   s
   t | jƒS r   )ru   r_  rË   r   r   r	   r�   .  r   z _create_unless.<locals>.<lambda>rš   r   T)Úmatch_wholec                    s   g | ]}|ˆ vr|‘qS r   r   rA   ©Zembedded_strsr   r	   rb   @  r   z"_create_unless.<locals>.<listcomp>)rY   r+   Úkeysr¿   rt   rZ  rT  r@  r_  rT   rV  rv  rM  ÚgrouprR   rL  rÂ   r}  Ú
build_mresr   )	Ú	terminalsÚg_regex_flagsZtokens_by_typerx  ZretokZunlessZstrtokÚsru  r   r‡  r	   Ú_create_unless-  s&    
rŽ  c                    s–   |rdnd‰ g }| r’z,t  d ‡ fdd„| d |… D ƒ¡|¡}W n$ tyd   t| |d ||ƒ Y S 0 | |dd„ |j ¡ D ƒf¡ | |d … } q|S )	Nú$rŠ   ú|c                 3   s&   | ]}d |j |j ¡ ˆ  f V  qdS )z
(?P<%s>%s)N)r   r_  rM  rA   ©Zpostfixr   r	   r   L  r   z_build_mres.<locals>.<genexpr>rš   c                 S   s   i | ]\}}||“qS r   r   )r   rµ   Úir   r   r	   ra   Q  r   z_build_mres.<locals>.<dictcomp>)rV  Úcompiler   ÚAssertionErrorÚ_build_mresrR   Ú
groupindexr5   )r‹  Úmax_sizerŒ  r†  rw  r  r   r‘  r	   r•  D  s    ,r•  c                 C   s   t | t| ƒ||ƒS r   )r•  r+   )r‹  rŒ  r†  r   r   r	   rŠ  U  s    rŠ  c                 C   s0   d| v p.d| v p.d| v p.d| v p.d| v o.d| v S )z×Expressions that may indicate newlines in a regexp:
        - newlines (\n)
        - escaped newline (\\n)
        - anything but ([^...])
        - any-char (.) when the flag (?s) exists
        - spaces (\s)
    r#   z\nz\sz[^z(?sÚ.r   )Úrr   r   r	   Ú_regexp_has_newlineX  s    rš  c                   @   s   e Zd ZdZeZdS )ÚLexerzYLexer interface

    Method Signatures:
        lex(self, stream) -> Iterator[Token]
    N)r   r   r   rQ   r5  r|  r   r   r   r	   r›  b  s   r›  c                   @   s6   e Zd Zdi dfdd„Zddd„Zdd„ Zd	d
„ ZdS )ÚTraditionalLexerr   r   c              	   C   sê   t dd„ |D ƒƒsJ |ƒ‚t|ƒ}|D ]d}zt |j ¡ |¡ W n( tjyh   td|j|jf ƒ‚Y n0 |jj	dkr&td|j|jf ƒ‚q&t
|ƒdd„ |D ƒks¦J ‚dd	„ |D ƒ| _t|ƒ| _|jd
d„ d� || _|| _|  |¡ d S )Nc                 s   s   | ]}t |tƒV  qd S r   )r6   r^  rA   r   r   r	   r   n  r   z,TraditionalLexer.__init__.<locals>.<genexpr>zCannot compile token %s: %sr   z3Lexer does not allow zero-width terminals. (%s: %s)c                 S   s   h | ]
}|j ’qS r   r   rA   r   r   r	   rÔ   |  r   z,TraditionalLexer.__init__.<locals>.<setcomp>c                 S   s    g | ]}t |j ¡ ƒr|j‘qS r   )rš  r_  rM  r   rA   r   r   r	   rb     r   z-TraditionalLexer.__init__.<locals>.<listcomp>c                 S   s"   | j  | jj t| jjƒ | jfS r   )r@  r_  rY  r+   rT   r   )r   r   r   r	   r�   ‚  r   z+TraditionalLexer.__init__.<locals>.<lambda>)rS   )Úallre   rV  r“  r_  rM  r¢   r   r   rX  r¿   ry  rz  Úsortr‹  Úuser_callbacksÚbuild)r   r‹  ÚignorerŸ  rŒ  rB   r   r   r	   r   m  s     
zTraditionalLexer.__init__c                    s~   t | j|ƒ\}| _t| j ¡ ƒs$J ‚| j ¡ D ]>\‰ }ˆ | jv rbt| jˆ  |‡ fdd„ƒ| jˆ < q.|| jˆ < q.t||ƒ| _	d S )Nc                    s
   | j ˆ kS r   )ru   rË   ©rf  r   r	   r�   Ž  r   z(TraditionalLexer.build.<locals>.<lambda>)
rŽ  r‹  rx  r�  r  rŸ  r5   r‚  rŠ  rw  )r   rŒ  r‹  rp   r   r¢  r	   r   ‡  s    
"zTraditionalLexer.buildc                 C   s<   | j D ]0\}}| ||¡}|r| d¡||j f  S qd S r#  )rw  rv  r‰  r~  )r   r-  r.   r  r€  ru  r   r   r	   rv  ”  s    zTraditionalLexer.matchc                 C   s   t | ƒ || j| j¡S r   )rs  r|  ry  rz  r/  r   r   r	   r|  š  s    zTraditionalLexer.lexN)r   )r   r   r   r   r   rv  r|  r   r   r   r	   rœ  k  s   
rœ  c                   @   s&   e Zd Zddi dfdd„Zdd„ ZdS )ÚContextualLexerr   r   c              
      sÐ   i ‰ |D ] }|j ˆ vsJ |ƒ‚|ˆ |j < qi }i | _| ¡ D ]|\}	}
t|
ƒ}z|| }W nT ty¬   t|
ƒt|ƒB t|ƒB }
‡ fdd„|
D ƒ}t||||d�}|||< Y n0 || j|	< q<t||||d�| _d S )Nc                    s    g | ]}|r|ˆ v rˆ | ‘qS r   r   )r   rµ   ©Ztokens_by_namer   r	   rb   °  r   z,ContextualLexer.__init__.<locals>.<listcomp>©r¡  rŸ  rŒ  )r   Úlexersr5   rK  r~   r¿   rœ  Ú
root_lexer)r   r‹  Ústatesr¡  r1  rŸ  rŒ  rB   Zlexer_by_tokensr4   ZacceptsrS   rt  Zstate_tokensr   r¤  r	   r   ¢  s"    zContextualLexer.__init__c              
   c   sÄ   |ƒ }t | j| |ƒ}z>| || jj| jj¡D ]"}|V  |ƒ }| j| |_||_q.W nj ty¾ } zR| j 	||j
¡}|sz‚ |\}}	t|	||j
|j|jƒ}
t|
|j|jd�‚W Y d }~n
d }~0 0 d S )N©r4   )rs  r¦  r|  r§  ry  rz  rt  r4   r>   rv  r'   rï   rC   rD   rI   rE   )r   r-  Zget_parser_stateÚparser_stater´   r   r�   Z
root_matchrT   rf  rB   r   r   r	   r|  ¸  s    zContextualLexer.lexN)r   r   r   r   r|  r   r   r   r	   r£     s   r£  c                   @   s(   e Zd ZdZefZd	dd„Zdd„ ZdS )
Ú	LexerConf)Útokensr¡  rŒ  r   Nr   c                 C   s&   || _ || _|| _|pi | _|| _d S r   )r¬  r¡  ÚpostlexÚ	callbacksrŒ  )r   r¬  r¡  r­  r®  rŒ  r   r   r	   r   Ó  s
    
zLexerConf.__init__c                 C   s
   i | _ d S r   )r®  r†   r   r   r	   r]   Ú  s    zLexerConf._deserialize)r   NNr   )r   r   r   rm   r^  ry   r   r]   r   r   r   r	   r«  Ï  s   
r«  )rˆ   r‡   )ÚrepeatÚproductc                   @   s   e Zd Zdd„ Zdd„ ZdS )ÚExpandSingleChildc                 C   s
   || _ d S r   ©Únode_builder©r   r³  r   r   r	   r   ã  s    zExpandSingleChild.__init__c                 C   s"   t |ƒdkr|d S |  |¡S d S )Nr$   r   )r+   r³  r  r   r   r	   r—   æ  s    zExpandSingleChild.__call__Nr�  r   r   r   r	   r±  â  s   r±  c                   @   s   e Zd Zdd„ Zdd„ ZdS )ÚPropagatePositionsc                 C   s
   || _ d S r   r²  r´  r   r   r	   r   í  s    zPropagatePositions.__init__c                 C   s&  |   |¡}t|tƒ�r"|D ]|}t|tƒrb|jjsb|jj|j_|jj|j_|jj|j_d|j_ q˜qt|tƒr|j|j_|j|j_|j	|j_d|j_ q˜qt
|ƒD ]€}t|tƒrê|jjsê|jj|j_|jj|j_|jj|j_d|j_ �q"q t|tƒr |j|j_|j|j_|j|j_d|j_ �q"q |S r¸   )r³  r6   r¨   r¬   r§   rC   rD   Z	start_posrï   r'   r…   r`  ra  rb  )r   r©   rw   r{   r   r   r	   r—   ð  s:    








zPropagatePositions.__call__Nr�  r   r   r   r	   rµ  ì  s   rµ  c                   @   s   e Zd Zdd„ Zdd„ ZdS )ÚChildFilterc                 C   s   || _ || _|| _d S r   )r³  Ú
to_includeÚappend_none)r   r·  r¸  r³  r   r   r	   r     s    zChildFilter.__init__c                 C   sj   g }| j D ]>\}}}|r&|d g| 7 }|r:||| j7 }q
| || ¡ q
| jr`|d g| j 7 }|  |¡S r   ©r·  r©   rR   r¸  r³  ©r   r©   Úfilteredr’  Ú	to_expandZadd_noner   r   r	   r—     s    zChildFilter.__call__Nr�  r   r   r   r	   r¶    s   r¶  c                   @   s   e Zd ZdZdd„ ZdS )ÚChildFilterLALRú`Optimized childfilter for LALR (assumes no duplication in parse tree, so it's safe to change it)c                 C   sz   g }| j D ]N\}}}|r&|d g| 7 }|rJ|r>||| j7 }qX|| j}q
| || ¡ q
| jrp|d g| j 7 }|  |¡S r   r¹  rº  r   r   r	   r—   ,  s    zChildFilterLALR.__call__N)r   r   r   rQ   r—   r   r   r   r	   r½  )  s   r½  c                   @   s    e Zd ZdZdd„ Zdd„ ZdS )ÚChildFilterLALR_NoPlaceholdersr¾  c                 C   s   || _ || _d S r   )r³  r·  )r   r·  r³  r   r   r	   r   @  s    z'ChildFilterLALR_NoPlaceholders.__init__c                 C   sP   g }| j D ]:\}}|r6|r*||| j7 }qD|| j}q
| || ¡ q
|  |¡S r   )r·  r©   rR   r³  )r   r©   r»  r’  r¼  r   r   r	   r—   D  s    z'ChildFilterLALR_NoPlaceholders.__call__N©r   r   r   rQ   r   r—   r   r   r   r	   r¿  >  s   r¿  c                 C   s   | j  o| j d¡S )NrÓ   )r3  r   r×   )Úsymr   r   r	   Ú_should_expandP  s    rÂ  c           
      C   s>  |rh|  d¡t| ƒksJ ‚d dd„ |D ƒ¡}dd„ | d¡D ƒ}t|ƒt| ƒd kszJ |t| ƒfƒ‚nd	gt| ƒd  }g }d	}t| ƒD ]<\}}	||| 7 }|s®|	jr®|	jsŠ| |t|	ƒ|f¡ d	}qŠ||t| ƒ 7 }|�st|ƒt| ƒk �st	d
d„ |D ƒƒ�r:|�s|�r&t
|�rtnt||ƒS t
tdd„ |D ƒƒS d S )NFrŠ   c                 s   s   | ]}t t|ƒƒV  qd S r   )rU  r�   )r   Úbr   r   r	   r   W  r   z,maybe_create_child_filter.<locals>.<genexpr>c                 S   s   g | ]}t |ƒ‘qS r   )r+   )r   Zonesr   r   r	   rb   X  r   z-maybe_create_child_filter.<locals>.<listcomp>Ú0r$   r   c                 s   s   | ]\}}}|V  qd S r   r   )r   r’  r¼  rÓ   r   r   r	   r   g  r   c                 S   s   g | ]\}}}||f‘qS r   r   )r   r’  r   rÓ   r   r   r	   rb   l  r   )r'  r+   r   r*   Ú	enumerater3  r9  rR   rÂ  Úanyrˆ   r¶  r½  r¿  )
rD  r>  Ú	ambiguousZ_empty_indicesr�  rA  r·  Znones_to_addr’  rÁ  r   r   r	   Úmaybe_create_child_filterS  s$    &,rÈ  c                   @   s    e Zd ZdZdd„ Zdd„ ZdS )ÚAmbiguousExpanderaŽ  Deal with the case where we're expanding children ('_rule') into a parent but the children
       are ambiguous. i.e. (parent->_ambig->_expand_this_rule). In this case, make the parent itself
       ambiguous with as many copies as their are ambiguous children, and then copy the ambiguous children
       into the right parents in the right places, essentially shifting the ambiguiuty up the tree.c                 C   s   || _ || _|| _d S r   )r³  Ú
tree_classr¼  )r   r¼  rÊ  r³  r   r   r	   r   s  s    zAmbiguousExpander.__init__c                    s¢   dd„ ‰ g ‰t |ƒD ]F\}}ˆ |ƒr|ˆjv r8ˆ |¡ ‡ fdd„t |jƒD ƒ}|j|Ž  qˆsjˆ |¡S ‡fdd„t |ƒD ƒ}ˆ d‡fdd„tt|Ž ƒD ƒ¡S )Nc                 S   s   t | dƒo| jdkS )Nrf   Ú_ambig)rÚ   rf   )r  r   r   r	   Ú_is_ambig_treey  s    z2AmbiguousExpander.__call__.<locals>._is_ambig_treec                    s   g | ]\}}ˆ |ƒr|‘qS r   r   )r   ÚjZ
grandchild)rÌ  r   r	   rb   †  r   z.AmbiguousExpander.__call__.<locals>.<listcomp>c                    s*   g | ]"\}}|ˆ v rt |jƒnt|ƒ‘qS r   )Úiterr©   r¯  )r   r’  r  )rÇ  r   r	   rb   Œ  r   rË  c                    s   g | ]}ˆ   t|d  ƒ¡‘qS )r   )r³  re   ro   r†   r   r	   rb   �  r   )	rÅ  r¼  rR   r©   Zexpand_kids_by_indexr³  rÊ  r°  Úzip)r   r©   r’  r  r¼  Úexpandr   )rÌ  rÇ  r   r	   r—   x  s    


zAmbiguousExpander.__call__NrÀ  r   r   r   r	   rÉ  n  s   rÉ  c                    s*   ‡ fdd„t |ƒD ƒ}|r&tt|| ƒS d S )Nc                    s,   g | ]$\}}ˆ s$|j r|jst|ƒr|‘qS r   )r3  r9  rÂ  )r   r’  rÁ  ©r>  r   r	   rb   �  s   ÿz3maybe_create_ambiguous_expander.<locals>.<listcomp>)rÅ  rˆ   rÉ  )rÊ  rD  r>  r¼  r   rÑ  r	   Úmaybe_create_ambiguous_expander�  s    rÒ  c                    s   t ˆ ƒ‡ fdd„ƒ}|S )Nc                    s   ˆ | Ž S r   r   r  r  r   r	   rp   –  s    zptb_inline_args.<locals>.fr
  ©r–   rp   r   r  r	   Úptb_inline_args•  s    rÔ  c                    s   t ˆ ƒ‡ fdd„ƒ}|S )Nc                    s   t ˆ j| ƒ}ˆ |ƒS r   )r¨   r   )r©   rè   r  r   r	   rp   œ  s    zinplace_transformer.<locals>.fr
  rÓ  r   r  r	   Úinplace_transformer›  s    rÕ  c                    s4   ˆt u sˆtu rtdƒ‚tˆ ƒ‡ ‡‡fdd„ƒ}|S )Nz0Meta args not supported for internal transformerc                    s   ˆˆ ˆ| d ƒS r   r   r  ©r–   r   rê   r   r	   rp   ¦  s    zapply_visit_wrapper.<locals>.f)r  r  rO  r‡   )r–   r   rê   rp   r   rÖ  r	   Úapply_visit_wrapper£  s
    r×  c                   @   s(   e Zd Zd	dd„Zdd„ Zd
dd„ZdS )ÚParseTreeBuilderFc                 C   s2   || _ || _|| _|| _|| _t|  |¡ƒ| _d S r   )rÊ  Úpropagate_positionsÚalways_keep_all_tokensrÇ  Úmaybe_placeholdersre   Ú_init_buildersÚrule_builders)r   ÚrulesrÊ  rÙ  r>  rÇ  rÛ  r   r   r	   r   ­  s    zParseTreeBuilder.__init__c                 c   s„   |D ]z}|j }| jp|j}|j}ttd |o4|j o4tt|j	|| j
| jrL|jnd ƒ| joXt| j
olt| j|j	|ƒgƒƒ}||fV  qd S r   )rF  rÚ  r>  r?  re   rÈ   rE  r±  rÈ  rD  rÇ  rÛ  rA  rÙ  rµ  rÒ  rÊ  )r   rÞ  rP   rF  r>  Zexpand_single_childÚwrapper_chainr   r   r	   rÜ  ¶  s    üzParseTreeBuilder._init_buildersNc           	   	   C   sÌ   i }| j D ]¼\}}|jp|jj}zVt||ƒ}t|dd ƒ}|d urNt|||ƒ}n&t|tƒrbt|ƒ}nt|t	ƒrtt
|ƒ}W n ty”   t| j|ƒ}Y n0 |D ]}||ƒ}qš||v r¾td|f ƒ‚|||< q
|S )Nrå   zRule '%s' already exists)rÝ  rE  rC  r   rK   r×  r6   rø   rÔ  rú   rÕ  r9   rˆ   rÊ  r
   )	r   Útransformerr®  rP   rß  Zuser_callback_namerp   rê   Úwr   r   r	   Úcreate_callbackÆ  s(    





z ParseTreeBuilder.create_callback)FFFF)N)r   r   r   r   rÜ  râ  r   r   r   r	   rØ  ¬  s   
	rØ  c                   @   s2   e Zd Zddd„Zedd„ ƒZdd„ Zdd	„ Zd
S )ÚLALR_ParserFc                 C   sV   t dd„ |jD ƒƒsJ dƒ‚t||d�}| ¡  |j}|j| _|| _t|j|ƒ| _	d S )Nc                 s   s   | ]}|j jd u V  qd S r   )rF  r@  ©r   r™  r   r   r	   r   ç  r   z'LALR_Parser.__init__.<locals>.<genexpr>z'LALR doesn't yet support prioritization©Údebug)
r�  rÞ  ZLALR_AnalyzerZcompute_lalrr®  Úparse_tableÚ_parse_tableÚparser_confÚ_ParserÚparser)r   ré  ræ  Zanalysisr®  r   r   r	   r   æ  s    zLALR_Parser.__init__c                 C   s*   |   | ¡}t ||¡|_t|j|ƒ|_|S r   )r|   ÚIntParseTablerd   rè  rê  rë  )r   rf   r_   r®  r€   r   r   r	   rd   ð  s    
zLALR_Parser.deserializec                 C   s   | j  |¡S r   )rè  rj   ri  r   r   r	   rj   ÷  s    zLALR_Parser.serializec                 G   s   | j j|Ž S r   ©rë  rŸ   )r   rŒ   r   r   r	   rŸ   ú  s    zLALR_Parser.parseN)F)r   r   r   r   r‚   rd   rj   rŸ   r   r   r   r	   rã  å  s
   


rã  c                   @   s   e Zd Zdd„ Zddd„ZdS )rê  c                 C   s"   |j | _ |j| _|j| _|| _d S r   )r¨  Ústart_statesÚ
end_statesr®  )r   rç  r®  r   r   r	   r   ÿ  s    z_Parser.__init__Nc                    s  d }t |ƒ}ˆ j‰ˆ j| }ˆ j| }|g‰g ‰|r<||ƒ ‡‡fdd„}‡ ‡‡‡fdd„}	|D ]R}||ƒ\}
}||ks|J ‚|
tu r¨ˆ |¡ ˆ |¡ |r²||ƒ q`qd|	|ƒ qdq`|rÆt dd|¡ntdddddƒ}||ƒ\}}|tu sîJ ‚|	|ƒ ˆd	 |krÖˆd	 S qÖd S )
Nc                    sT   ˆ d }zˆ| | j  W S  tyN   dd„ ˆ|  ¡ D ƒ}t| ||d�‚Y n0 d S )Nr%   c                 S   s   g | ]}|  ¡ r|‘qS r   )Úisupper)r   r�  r   r   r	   rb     r   z5_Parser.parse.<locals>.get_action.<locals>.<listcomp>r©  )ru   r~   rˆ  rI   )r8   r4   r   )Ústate_stackr¨  r   r	   Ú
get_action  s    z!_Parser.parse.<locals>.get_actionc                    s„   t | jƒ}|r6ˆ| d … }ˆ| d …= ˆ| d …= ng }ˆ j|  |ƒ}ˆˆd  | jj \}}|tu slJ ‚ˆ |¡ ˆ |¡ d S )Nr%   )r+   rD  r®  rC  r   ÚShiftrR   )rP   Úsizer�  rT   Ú_actionZ	new_state©r   rñ  r¨  Zvalue_stackr   r	   Úreduce  s    

z_Parser.parse.<locals>.reduceú$ENDrŠ   r   r$   r%   )	rÎ  r¨  rî  rï  ró  rR   rï   r(  ÚReduce)r   rG   r/   Z	set_stater8   r-  Zstart_stateZ	end_staterò  r÷  ÚactionÚargrõ  r   rö  r	   rŸ     s2    



"z_Parser.parse)N)r   r   r   r   rŸ   r   r   r   r	   rê  þ  s   rê  c                   @   s$   e Zd Zdd„ Zdd„ Zdd„ ZdS )ÚActionc                 C   s
   || _ d S r   r   r  r   r   r	   r   C  s    zAction.__init__c                 C   s   | j S r   r   r†   r   r   r	   rI  E  s    zAction.__str__c                 C   s   t | ƒS r   )rU  r†   r   r   r	   r­   G  s    zAction.__repr__N)r   r   r   r   rI  r­   r   r   r   r	   rü  B  s   rü  ró  rù  c                   @   s(   e Zd Zdd„ Zdd„ Zedd„ ƒZdS )Ú
ParseTablec                 C   s   || _ || _|| _d S r   )r¨  rî  rï  )r   r¨  rî  rï  r   r   r	   r   O  s    zParseTable.__init__c                    s<   t ƒ ‰t ƒ }‡ ‡fdd„| j ¡ D ƒ}ˆ ¡ || j| jdœS )Nc                    s*   i | ]"\}}|‡ ‡fd d„|  ¡ D ƒ“qS )c                    s:   i | ]2\}\}}ˆ  |¡|tu r.d | ˆ ¡fnd|f“qS )r$   r   )rt   rù  rj   ©r   r8   rú  rû  ©r_   r¬  r   r	   ra   Y  s   
ÿz3ParseTable.serialize.<locals>.<dictcomp>.<dictcomp>©r5   ©r   r4   Úactionsrÿ  r   r	   ra   X  s   þÿz(ParseTable.serialize.<locals>.<dictcomp>©r¬  r¨  rî  rï  )r„   r¨  r5   r…   rî  rï  )r   r_   rÞ  r¨  r   rÿ  r	   rj   T  s    ýüzParseTable.serializec                    s8   |d ‰‡ ‡fdd„|d   ¡ D ƒ}| ||d |d ƒS )Nr¬  c                    s*   i | ]"\}}|‡ ‡fd d„|  ¡ D ƒ“qS )c                    s:   i | ]2\}\}}ˆ| |d kr.t t |ˆ ¡fnt|f“qS )r$   )rù  rB  rd   ró  rþ  rÿ  r   r	   ra   i  s   
ÿz5ParseTable.deserialize.<locals>.<dictcomp>.<dictcomp>r   r  rÿ  r   r	   ra   h  s   þÿz*ParseTable.deserialize.<locals>.<dictcomp>r¨  rî  rï  r   )r   rf   r_   r¨  r   rÿ  r	   rd   e  s
    
ýzParseTable.deserializeN)r   r   r   r   rj   r‚   rd   r   r   r   r	   rý  N  s   rý  c                   @   s   e Zd Zedd„ ƒZdS )rì  c                    s’   t |jƒ}dd„ t|ƒD ƒ‰ i }|j ¡ D ]*\}}‡ fdd„| ¡ D ƒ}||ˆ | < q*‡ fdd„|j ¡ D ƒ}‡ fdd„|j ¡ D ƒ}| |||ƒS )Nc                 S   s   i | ]\}}||“qS r   r   )r   r’  r�  r   r   r	   ra   u  r   z1IntParseTable.from_ParseTable.<locals>.<dictcomp>c                    s6   i | ].\}}||d  t u r.|d  ˆ |d  fn|“qS ©r   r$   )ró  )r   rW   rX   ©Zstate_to_idxr   r	   ra   y  s   ÿc                    s   i | ]\}}|ˆ | “qS r   r   ©r   r/   r�  r  r   r	   ra   ~  r   c                    s   i | ]\}}|ˆ | “qS r   r   r  r  r   r	   ra     r   )re   r¨  rÅ  r5   rî  rï  )r   rç  ÚenumZ
int_statesr�  Zlarî  rï  r   r  r	   Úfrom_ParseTabler  s    

ÿzIntParseTable.from_ParseTableN)r   r   r   r‚   r  r   r   r   r	   rì  p  s   rì  c                 C   sÎ   | dkrT|d u rt dƒ‚qÊ|dkr&tS |dkr2tS t|tƒrFtt|ƒS t d| ƒ‚nv| dkr |dkrhtS |dkrttS |dkr€t	S |dkr’t d	ƒ‚qÊt d| ƒ‚n*| d
kr¾|dkr´t
S t dƒ‚nt d|  ƒ‚d S )NÚlalrz'The LALR parser requires use of a lexerÚstandardÚ
contextualzUnknown lexer: %sÚearleyÚdynamicÚdynamic_completez8The Earley parser does not support the contextual parserÚcykz*CYK parser requires using standard parser.zUnknown parser: %s)r£   ÚLALR_TraditionalLexerÚLALR_ContextualLexerÚ
issubclassr›  rˆ   ZLALR_CustomLexerZEarleyZXEarleyZXEarley_CompleteLexZCYK)rë  rt  r   r   r	   Úget_frontend„  s2    




r  c                   @   s   e Zd Zdd„ ZdS )Ú_ParserFrontendc                 G   s@   |d u r*| j }t|ƒdkr$td|ƒ‚|\}| jj||g|¢R Ž S )Nr$   z]Lark initialized with more than 1 possible start rule. Must specify which start rule to parse)r/   r+   r£   rë  rŸ   )r   Úinputr/   rŒ   r   r   r	   Ú_parse¥  s    
z_ParserFrontend._parseN)r   r   r   r  r   r   r   r	   r  ¤  s   r  c                       sf   e Zd ZdZdZdZdZdZefZ	ddd„Z
e‡ fdd„ƒZdd„ Zd	d
„ Zddd„Zdd„ Z‡  ZS )Ú	WithLexerN)rë  Ú
lexer_confr/   c                 C   s   || _ |j| _|j| _d S r   )r  r/   r­  )r   r  ré  rF  r   r   r	   r   ·  s    zWithLexer.__init__c                    s6   t t| ƒ ||¡}||_t |j||¡|_| ¡  |S r   )r   r  rd   r­  rã  rë  Ú
init_lexer)r   rf   r_   r®  r­  r€   r   r   r	   rd   ¼  s
    zWithLexer.deserializec                 C   s   |d   |¡|d< d S )Nrë  )rj   )r   rf   r_   r   r   r	   rn   Ä  s    zWithLexer._serializec                 G   s"   | j j|Ž }| jr| j |¡S |S r   )rt  r|  r­  r0  )r   rŒ   r-  r   r   r	   r|  Ç  s    zWithLexer.lexc                 C   s   |   |¡}|  ||¡S r   ©r|  r  )r   r,   r/   Útoken_streamr   r   r	   rŸ   Ë  s    
zWithLexer.parsec                 C   s&   t | jj| jj| jj| jjd�| _d S ©Nr¥  )rœ  r  r¬  r¡  r®  rŒ  rt  r†   r   r   r	   Úinit_traditional_lexerÏ  s    z WithLexer.init_traditional_lexer)N)N)r   r   r   rt  rë  r  r/   rm   r«  ry   r   r‚   rd   rn   r|  rŸ   r  r    r   r   r   r	   r  ®  s   

r  c                   @   s   e Zd Zddd„Zdd„ ZdS )ÚLALR_WithLexerNc                 C   s8   |r
|j nd}t||d�| _t | |||¡ |  ¡  d S )NFrå  )ræ  rã  rë  r  r   r  )r   r  ré  rF  ræ  r   r   r	   r   Ó  s    zLALR_WithLexer.__init__c                 C   s
   t ƒ ‚d S r   rN  r†   r   r   r	   r  Ú  s    zLALR_WithLexer.init_lexer)N)r   r   r   r   r  r   r   r   r	   r  Ò  s   
r  c                   @   s   e Zd Zdd„ ZdS )r  c                 C   s   |   ¡  d S r   )r  r†   r   r   r	   r  Þ  s    z LALR_TraditionalLexer.init_lexerN)r   r   r   r  r   r   r   r	   r  Ý  s   r  c                   @   s   e Zd Zdd„ Zddd„ZdS )r  c                 C   sT   dd„ | j jj ¡ D ƒ}| jr&| jjnd}t| jj|| jj	|| jj
| jjd�| _d S )Nc                 S   s   i | ]\}}|t | ¡ ƒ“qS r   )re   rˆ  )r   ÚidxrB   r   r   r	   ra   ã  r   z3LALR_ContextualLexer.init_lexer.<locals>.<dictcomp>r   )r¡  r1  rŸ  rŒ  )rë  rè  r¨  r5   r­  r1  r£  r  r¬  r¡  r®  rŒ  rt  )r   r¨  r1  r   r   r	   r  â  s    
üzLALR_ContextualLexer.init_lexerNc                    s4   d g‰ ‡ fdd„}|   |‡ fdd„¡}|  |||¡S )Nc                    s   | ˆ d< d S r#  r   )r�  ©rª  r   r	   Úset_parser_stateî  s    z4LALR_ContextualLexer.parse.<locals>.set_parser_statec                      s   ˆ d S r#  r   r   r   r   r	   r�   ñ  r   z,LALR_ContextualLexer.parse.<locals>.<lambda>r  )r   r,   r/   r!  r  r   r   r	   rŸ   ì  s    zLALR_ContextualLexer.parse)N)r   r   r   r  rŸ   r   r   r   r	   r  á  s   
r  c                   @   sr   e Zd ZdZdZeree7 Zddddddddddddi dddd	œZd
d„ Zdd„ Zdd„ Zdd„ Z	e
dd„ ƒZdS )ÚLarkOptionsz$Specifies the options for Lark

    aÜ	  
# General

    start - The start symbol. Either a string, or a list of strings for
            multiple possible starts (Default: "start")
    debug - Display debug information, such as warnings (default: False)
    transformer - Applies the transformer to every parse tree (equivlent to
                  applying it after the parse, but faster)
    propagate_positions - Propagates (line, column, end_line, end_column)
                          attributes into all tree branches.
    maybe_placeholders - When True, the `[]` operator returns `None` when not matched.
                         When `False`,  `[]` behaves like the `?` operator,
                             and returns no value at all.
                         (default=`False`. Recommended to set to `True`)
    cache_grammar - Cache the Lark grammar (Default: False)
    g_regex_flags - Flags that are applied to all terminals
                    (both regex and strings)
    keep_all_tokens - Prevent the tree builder from automagically
                      removing "punctuation" tokens (default: False)

# Algorithm

    parser - Decides which parser engine to use
             Accepts "earley" or "lalr". (Default: "earley")
             (there is also a "cyk" option for legacy)

    lexer - Decides whether or not to use a lexer stage
        "auto" (default): Choose for me based on the parser
        "standard": Use a standard lexer
        "contextual": Stronger lexer (only works with parser="lalr")
        "dynamic": Flexible and powerful (only with parser="earley")
        "dynamic_complete": Same as dynamic, but tries *every* variation
                            of tokenizing possible.

    ambiguity - Decides how to handle ambiguity in the parse.
                Only relevant if parser="earley"
        "resolve": The parser will automatically choose the simplest
                    derivation (it chooses consistently: greedy for
                    tokens, non-greedy for rules)
        "explicit": The parser will return all derivations wrapped
                    in "_ambig" tree nodes (i.e. a forest).

# Domain Specific

    postlex - Lexer post-processing (Default: None) Only works with the
                standard and contextual lexers.
    priority - How priorities should be evaluated - auto, none, normal,
                invert (Default: auto)
    lexer_callbacks - Dictionary of callbacks for the lexer. May alter
                        tokens during lexing. Use with caution.
    edit_terminals - A callback
    FNr  Úautor/   r   ©ræ  r>  rÊ  Úcache_grammarr­  rë  rt  rà  r/   r@  Ú	ambiguityrÙ  Úlexer_callbacksrÛ  Úedit_terminalsrŒ  c                 C   s¶   t |ƒ}i }| j ¡ D ]:\}}||v rD| |¡}t|tƒrHt|ƒ}n|}|||< qt|d tƒrn|d g|d< || jd< | jdv s†J ‚| jdkrž| j	ržt
dƒ‚|r²t
d| ¡  ƒ‚d S )Nr/   rF  )r  r	  r  Nr  z¨Cannot specify an embedded transformer when using the Earley algorithm.Please use your transformer on the resulting parse tree, or use a different algorithm (i.e. LALR)zUnknown options: %s)rc   Ú	_defaultsr5   rÀ   r6   Úboolr7   rØ   rë  rà  r£   rˆ  )r   Zoptions_dictÚorF  r   ÚdefaultrT   r   r   r	   r   C  s"    




zLarkOptions.__init__c              
   C   s>   z| j | W S  ty8 } zt|ƒ‚W Y d }~n
d }~0 0 d S r   )rF  r~   r9   )r   r   r�   r   r   r	   r  _  s    zLarkOptions.__getattr__c                 C   s   || j v sJ ‚|| j |< d S r   ©rF  )r   r   rT   r   r   r	   Ú__setattr__e  s    zLarkOptions.__setattr__c                 C   s   | j S r   r-  ri  r   r   r	   rj   i  s    zLarkOptions.serializec                 C   s   | |ƒS r   r   )r   rf   r_   r   r   r	   rd   l  s    zLarkOptions.deserialize)r   r   r   rQ   ÚOPTIONS_DOCr)  r   r  r.  rj   r‚   rd   r   r   r   r	   r"  õ  s6   4ðr"  c                   @   sœ   e Zd Zdd„ Zejr*e jdej 7  _dZdd„ Zdd„ Z	d	d
„ Z
eddd„ƒZdd„ Zedd„ ƒZeddd„ƒZdd„ Zdd„ Zdd„ Zddd„ZdS )ÚLarkc           
      K   sF  t |ƒ| _z|j| _W n ty.   d| _Y n0 z
|j}W n tyL   Y n0 |ƒ }t|tƒsbJ ‚| jjrrt	dƒ‚| jj
dkrÐ| jjdkr”d| j_
n<| jjdkrªd| j_
n&| jjdkrÀd	| j_
nd
sÐJ | jjƒ‚| jj
}|dv sît|tƒsîJ ‚| jjdk�r| jjdk�r<d| j_n(ddg}| jj|v �s<J dd |¡ ƒ‚| jjdk�rz| jjdv �rbd| j_n| jjdv �ržd| j_n$| jjdv �rž| jjdv �sžJ dƒ‚| jjdv �s¾J d | jj¡ƒ‚| jjdv�sÔJ dƒ‚| jjdv �sæJ ‚t|| jƒ| _| j | jj¡\| _| _| _| jj�r4| jD ]}| j |¡ �q dd„ | jD ƒ| _| jjdk�r€| jD ]"}|jjdu�rZ|jj |j_�qZn2| jjdk�r²| jD ]}|jjdu�r”d|j_�q”t| jjƒ}| jj�rþ| jj}| jD ]&}	t||	jƒ�rÖt||	jƒ||	j< �qÖt | j| j| jj!|| jj"ƒ| _#| jj�r2|  $¡ | _n|�rB|  %¡ | _
dS )z¶
            grammar : a string or file-object containing the grammar spec (using Lark's ebnf syntax)
            options : a dictionary controlling various aspects of Lark.
        z<string>zNot available yetr#  r	  r  r  r  r  r
  F)r
  r  r  r  Úresolvez)Only %s supports disambiguation right nowr?   )r  r  Únormal)r	  N)Úinvertr2  z2priorities are not supported for LALR at this time)r#  Nr2  r3  zNinvalid priority option specified: {}. options are auto, none, normal, invert.)Zresolve__antiscore_sumzJresolve__antiscore_sum has been replaced with the option priority="invert")r1  Úexplicitr#  c                 S   s   i | ]}|j |“qS r   r   rA   r   r   r	   ra   ¶  r   z!Lark.__init__.<locals>.<dictcomp>r3  )&r"  rF  r   Úsourcer9   Úreadr6   r7   r%  rO  rt  rë  r  r›  r&  r   r@  ÚformatZload_grammarÚgrammarr“  r/   r‹  rÞ  Zignore_tokensr(  Ú_terminals_dictrc   r'  rà  rÚ   rK   r«  r­  rŒ  r  Ú_build_parserÚ_build_lexer)
r   r8  rF  r6  rt  Zdisambig_parsersrB   rP   r'  Ztermr   r   r	   r   r  s‚    






ÿ

 






zLark.__init__z

Options:
)rë  rÞ  rF  c                 C   s    t | jj| jj| jj| jjd�S r  )rœ  r  r¬  r¡  r®  rŒ  r†   r   r   r	   r;  Ú  s    zLark._build_lexerc                 C   sh   t | jj| jjƒ| _t| j| jjp$t| jj	| jj
| jjdkoF| jjdk| jjƒ| _| j | jj¡| _d S )Nr	  r4  )r  rF  rë  rt  Úparser_classrØ  rÞ  rÊ  r¨   rÙ  r>  r&  rÛ  Z_parse_tree_builderrâ  rà  Ú
_callbacksr†   r   r   r	   Ú_prepare_callbacksÝ  s    >zLark._prepare_callbacksc                 C   s0   |   ¡  t| j| j| jjƒ}| j| j|| jd�S )Nr-  )r>  Z
ParserConfrÞ  r=  rF  r/   r<  r  )r   ré  r   r   r	   r:  â  s    zLark._build_parserNc                    sž   ˆ rt  ˆ |i ¡‰ |  | ¡}t|d ƒ}|d ur8||d< |d urH||d< t |ˆ ¡|_‡ fdd„|d D ƒ|_d|_| ¡  |j	 |d ˆ |j
|jj¡|_|S )	NrF  rà  r­  c                    s   g | ]}t  |ˆ ¡‘qS r   )rB  rd   rä  ©r_   r   r	   rb   ò  r   z$Lark.deserialize.<locals>.<listcomp>rÞ  z<deserialized>rë  )ri   rd   r|   rc   r"  rF  rÞ  r5  r>  r<  r=  r­  rë  )r   rf   r`   r_   rà  r­  r€   rF  r   r?  r	   rd   ç  s    
zLark.deserializec                 C   s(   |   ttg¡\}}t ||dœ|¡ d S )N)rf   r_   )rl   r^  rB  ÚpickleÚdump)r   rp   rf   ru  r   r   r	   Úsaveø  s    z	Lark.savec                 C   s.   t  |¡}ttdœ}|d }t |d ||¡S )N©rB  r^  r_   rf   )r@  ÚloadrB  r^  r0  rd   )r   rp   rU   r`   r_   r   r   r	   rD  ü  s    

z	Lark.loadc                 K   s^   |rt j |¡}t j ||¡}t|dd�� }| |fi |¤ŽW  d  ƒ S 1 sP0    Y  dS )a"  Create an instance of Lark with the grammar given by its filename

        If rel_to is provided, the function will find the grammar filename in relation to it.

        Example:

            >>> Lark.open("grammar_file.lark", rel_to=__file__, parser="lalr")
            Lark(...)

        Úutf8)ÚencodingN)ÚosÚpathÚdirnamer   r   )r   Zgrammar_filenameZrel_torF  Zbasepathrp   r   r   r	   r     s
    z	Lark.openc                 C   s   d| j | jj| jjf S )Nz(Lark(open(%r), parser=%r, lexer=%r, ...))r5  rF  rë  rt  r†   r   r   r	   r­     s    zLark.__repr__c                 C   s:   t | dƒs|  ¡ | _| j |¡}| jjr6| jj |¡S |S )zXOnly lex (and postlex) the text, without parsing it. Only relevant when lexer='standard'rt  )rÚ   r;  rt  r|  rF  r­  r0  )r   r,   r-  r   r   r	   r|    s    

zLark.lexc                 C   s
   | j | S )z Get information about a terminal)r9  r  r   r   r	   Úget_terminal#  s    zLark.get_terminalc                 C   s   | j j||d�S )zíParse the given text, according to the options provided.

        The 'start' parameter is required if Lark was given multiple possible start symbols (using the start option).

        Returns a tree, unless specified otherwise.
        )r/   rí  )r   r,   r/   r   r   r	   rŸ   '  s    z
Lark.parse)NN)N)N)r   r   r   r   rQ   r"  r/  rm   r;  r>  r:  r‚   rd   rB  rD  r   r­   r|  rJ  rŸ   r   r   r   r	   r0  q  s$   c
	r0  ÚNAMEZseriesÚelementÚLSQBÚSTARÚmetadataZtraitZseries_terminalZanytraitÚPLUSZITEMSr5   rø  ÚCOMMAÚDOTÚRSQBÚCOLONÚnotifyÚquietÚparallelr/   Zparallel_terminal)r   r$   rš   r›   é   é   rœ   é   é   é	   é
   é   é   é   é   é   é   é   é   é   é   é   )r   é   )r   rf  )r   é"   )r   é   )r   r\  )r   r›   )r   é   )r   r_  )r   r`  )r   é   )r   r   )r   re  )r   ra  )r$   rš   r›   r   rX  rY  rœ   rZ  r[  r\  r]  r^  )r   rc  )r   r[  )
rY  rš   r[  rœ   rX  r   r›   r\  r]  r^  r$   r[   r]  )r_  r`  r^  )r`  ra  rb  rc  r_  r`  )ra  rc  r_  r`  )r   rY  )r   é!   )
rY  r]  rš   rœ   r   r›   r[  r\  rX  r^  ra  rb  rc  )ra  r_  r`  rc  rb  r  rd  )r`  r_  )r   é   )r   é#   )r`  rb  re  rf  rg  )r   rh  )r   é    )r   é   )r   é   rh  )rc  rd  ra  re  rb  r`  rk  rs  )r   rš   )r   rœ   )rc  rd  ra  re  rm  )r\  r   r]  r›   rX  )r   rb  )r   r^  )r   rX  )
rY  r$   rf  rœ   r   r›   rš   r\  r]  r^  )r   rg  )rY  rš   rœ   r   r›   r\  r]  r^  é   rr  é   é   )rc  rd  re  ra  rb  r`  )r   rt  )r   rd  )r   r]  )rZ  r$   r›   r   rš   rg  rX  rY  rœ   rh  r[  r\  r]  r^  ri  rl  )r   ru  )	rY  r$   rœ   r   r›   rš   r\  r]  r^  )r   rZ  ro  rq  rn  )$r   r$   rš   r›   rX  rY  rœ   rZ  r[  r\  r]  r^  r_  r`  ra  rb  rc  rd  re  rf  rg  rh  rk  rs  rm  rt  rr  ru  rv  ri  rl  ro  rq  rn  rj  rp  r  r›   rX  rY  rœ   rZ  r[  r\  ZWS)r¬  r¡  rŒ  rZ   )rë  r  r/   rZ   r	  r  r#  r$  )rë  rÞ  rF  rZ   z[a-zA-Z_]\w*l   ÿÿ )rT   rL  r[  rZ   )r   r_  r@  rZ   z(?:[ 	
])+)rT   rL  rZ   ú+Ú*r˜  ú:ú[ú]ú,)r   rZ   T)r   r9  rZ   r   )r>  r?  r@  rA  rZ   )rC  rD  rG  rE  rF  rZ   )"r   r$   rš   r›   rX  rY  rœ   rZ  r[  r\  r]  r^  r_  r`  ra  rb  rc  rd  re  rf  rg  rh  rk  rs  rm  rt  rr  ru  rv  ri  rl  ro  rq  rn  c                 C   s   t tdœ}tjt|t| |d�S )NrC  )rà  r­  )rB  r^  r0  rd   ÚDATAÚMEMO)rà  r­  r`   r   r   r	   ÚLark_StandAlone9  s    
r  )|rG  Úior   rç   r   r
   r   r   r   r!   r>   rI   rM   rY   r]   Úobjectrh   ri   Ú
basestringr7   Ú	NameErrorrU  r�   Ú	functoolsr‡   rˆ   Ú
contextlibr‰   ru   rk  Z	ClassTyper’   r9   r™   ÚsysrV  Úversion_inforS  rž   r¡   r¥   r¦   r¨   ÚinspectrÎ   rÏ   rÐ   rÑ   râ   rø   rô   rú   rü   rý   rþ   r  r  r  rß   r  r  r  r  r  r  r  r!  r"  r2  r7  r;  r<  rB  rJ  rT  rZ  r^  rï   rl  rs  r}  r‚  rŽ  r•  rŠ  rš  r›  rœ  r£  r«  Ú	itertoolsr¯  r°  r±  rµ  r¶  r½  r¿  rÂ  rÈ  rÉ  rÒ  rÔ  rÕ  r×  rØ  rã  rê  rü  ró  rù  rý  rì  r  r  r  r  r  r  r"  r0  r}  r~  r  r   r   r   r	   Ú<module>   s  &'


LN
	!
9( 1,
	5/
'!	9D" 
$| Bÿ ÿ ÿ ÿ ÿ ÿ Îÿÿ ÿ ÿ ÿ ÿ ÿ ÿ ÿ