3
.ßL]O  ã               @   sz   d Z ddlZddlmZ ddlmZmZmZ ddlm	Z	m
Z
mZ ddgZG dd„ deƒZi Zejd	ƒZG d
d„ deƒZdS )zÂ
    pygments.lexers.special
    ~~~~~~~~~~~~~~~~~~~~~~~

    Special lexers.

    :copyright: Copyright 2006-2019 by the Pygments team, see AUTHORS.
    :license: BSD, see LICENSE for details.
é    N)ÚLexer)ÚTokenÚErrorÚText)Úget_choice_optÚ	text_typeÚBytesIOÚ	TextLexerÚRawTokenLexerc               @   s:   e Zd ZdZdZdgZdgZdgZdZdd„ Z	d	d
„ Z
dS )r	   z3
    "Null" lexer, doesn't highlight anything.
    z	Text onlyÚtextz*.txtz
text/plaing{®Gáz„?c             c   s   dt |fV  d S )Nr   )r   )Úselfr   © r   ú=/tmp/pip-install-5sebvq2j/pygments/pygments/lexers/special.pyÚget_tokens_unprocessed    s    z TextLexer.get_tokens_unprocessedc             C   s   t jS )N)r	   Úpriority)r   r   r   r   Úanalyse_text#   s    zTextLexer.analyse_textN)Ú__name__Ú
__module__Ú__qualname__Ú__doc__ÚnameÚaliasesÚ	filenamesÚ	mimetypesr   r   r   r   r   r   r   r	      s   s   .*?
c               @   s<   e Zd ZdZdZdgZg ZdgZdd„ Zdd„ Z	d	d
„ Z
dS )r
   aq  
    Recreate a token stream formatted with the `RawTokenFormatter`.  This
    lexer raises exceptions during parsing if the token stream in the
    file is malformed.

    Additional options accepted:

    `compress`
        If set to ``"gz"`` or ``"bz2"``, decompress the token stream with
        the given compression algorithm before lexing (default: ``""``).
    zRaw token dataÚrawzapplication/x-pygments-tokensc             K   s*   t |dddddgdƒ| _tj| f|Ž d S )NÚcompressÚ ÚnoneÚgzÚbz2)r   r   r   Ú__init__)r   Úoptionsr   r   r   r    <   s    zRawTokenLexer.__init__c             c   s–   t |tƒr|jdƒ}| jdkrDdd l}|jdddt|ƒƒ}|jƒ }n| jdkr`dd l}|j	|ƒ}|j
dƒd }x"| j|ƒD ]\}}}||fV  qzW d S )	NÚasciir   r   r   Úrbé	   r   ó   
)Ú
isinstancer   Úencoder   ÚgzipÚGzipFiler   Úreadr   Ú
decompressÚstripr   )r   r   r(   Zgzipfiler   ÚiÚtÚvr   r   r   Ú
get_tokensA   s    





zRawTokenLexer.get_tokensc       	      c   sè   d}xÞt j|ƒD ]Ð}y|jƒ jddƒ\}}W n( tk
rT   |jƒ jddƒ}t}Y ntX tj|ƒ}|s¶t	}|jdƒdd … }x2|D ]*}| s˜|d j
ƒ  r tdƒ‚t||ƒ}q€W |t|< |dd
… jd	ƒ}|||fV  |t|ƒ7 }qW d S )Nr   ó   	é   r"   ÚreplaceÚ.zmalformed token nameé   zunicode-escapeéþÿÿÿ)Úline_reÚfinditerÚgroupÚsplitÚ
ValueErrorÚdecoder   Ú_ttype_cacheÚgetr   ÚisupperÚgetattrÚlen)	r   r   ÚlengthÚmatchZttypestrÚvalZttypeZttypesZttype_r   r   r   r   S   s&    


z$RawTokenLexer.get_tokens_unprocessedN)r   r   r   r   r   r   r   r   r    r0   r   r   r   r   r   r
   +   s   )r   ÚreZpygments.lexerr   Zpygments.tokenr   r   r   Zpygments.utilr   r   r   Ú__all__r	   r=   Úcompiler7   r
   r   r   r   r   Ú<module>
   s   
