a
    ÷£Be†J  ã                
   @   s  d Z dgZddlZddlZddlmZmZmZmZm	Z	 ddl
mZmZ ddlZddlmZmZ ddl
mZmZmZmZ zddlmZ d	ZW n4 ey¾ Z zdd
lmZ dZW Y dZ[n
dZ[0 0 G dd„ de	ƒZG dd„ dejƒZG dd„ deƒZ G dd„ dej!ƒZ"G dd„ de"ƒZ#dS )ÚMITÚHTML5TreeBuilderé    N)ÚDetectsXMLParsedAsHTMLÚ
PERMISSIVEÚHTMLÚHTML_5ÚHTMLTreeBuilder)ÚNamespacedAttributeÚnonwhitespace_re)Ú
namespacesÚprefixes)ÚCommentÚDoctypeÚNavigableStringÚTag)Ú_baseF)ÚbaseTc                   @   sF   e Zd ZdZdZeeeegZdZ	ddd„Z
dd„ Zd	d
„ Zdd„ ZdS )r   a  Use html5lib to build a tree.

    Note that this TreeBuilder does not support some features common
    to HTML TreeBuilders. Some of these features could theoretically
    be implemented, but at the very least it's quite difficult,
    because html5lib moves the parse tree around as it's being built.

    * This TreeBuilder doesn't use different subclasses of NavigableString
      based on the name of the tag in which the string was found.

    * You can't use a SoupStrainer to parse only part of a document.
    Úhtml5libTNc                 c   s4   || _ |rtjddd� t |¡ |d d dfV  d S )NzjYou provided a value for exclude_encoding, but the html5lib tree builder doesn't support exclude_encoding.é   ©Ú
stacklevelF)Úuser_specified_encodingÚwarningsÚwarnr   Zwarn_if_markup_looks_like_xml)ÚselfÚmarkupr   Zdocument_declared_encodingZexclude_encodings© r   úX/home/yuhw/wc/wire-cell-python/wcpy/lib/python3.9/site-packages/bs4/builder/_html5lib.pyÚprepare_markup@   s    þ
zHTML5TreeBuilder.prepare_markupc                 C   s®   | j jd urtjddd� tj| jd�}|| j_t	ƒ }t
|tƒsZtrP| j|d< n
| j|d< |j|fi |¤Ž}t
|tƒr~d |_n$|jjjd }t
|tƒsœ|j}||_d | j_d S )Nz‚You provided a value for parse_only, but the html5lib tree builder doesn't support parse_only. The entire document will be parsed.é   r   )ÚtreeZoverride_encodingÚencodingr   )ÚsoupZ
parse_onlyr   r   r   Ú
HTMLParserÚcreate_treebuilderÚunderlying_builderÚparserÚdictÚ
isinstanceÚstrÚnew_html5libr   ÚparseÚoriginal_encodingÚ	tokenizerÚstreamZcharEncodingÚname)r   r   r&   Úextra_kwargsÚdocr,   r   r   r   ÚfeedU   s(    þ



zHTML5TreeBuilder.feedc                 C   s   t || j| jd�| _| jS )N)Ústore_line_numbers)ÚTreeBuilderForHtml5libr"   r3   r%   )r   ÚnamespaceHTMLElementsr   r   r   r$   t   s
    þz#HTML5TreeBuilder.create_treebuilderc                 C   s   d| S )zSee `TreeBuilder`.z)<html><head></head><body>%s</body></html>r   )r   Úfragmentr   r   r   Útest_fragment_to_document{   s    z*HTML5TreeBuilder.test_fragment_to_document)NN)Ú__name__Ú
__module__Ú__qualname__Ú__doc__ÚNAMEr   r   r   ÚfeaturesZTRACKS_LINE_NUMBERSr   r2   r$   r7   r   r   r   r   r   *   s    ÿ
c                       sf   e Zd Zd‡ fdd„	Zdd„ Zdd„ Zd	d
„ Zdd„ Zdd„ Zdd„ Z	dd„ Z
dd„ Zdd„ Z‡  ZS )r4   NTc                    sL   |r|| _ n ddlm} |dd|i|¤Ž| _ tt| ƒ |¡ d | _|| _d S )Nr   ©ÚBeautifulSoupÚ úhtml.parserr3   )r@   rA   )r"   Úbs4r?   Úsuperr4   Ú__init__r&   r3   )r   r5   r"   r3   Úkwargsr?   ©Ú	__class__r   r   rD   ‚   s     ÿÿþzTreeBuilderForHtml5lib.__init__c                 C   s   | j  ¡  t| j | j d ƒS ©N)r"   ÚresetÚElement©r   r   r   r   ÚdocumentClass˜   s    
z$TreeBuilderForHtml5lib.documentClassc                 C   s6   |d }|d }|d }t  |||¡}| j |¡ d S )Nr/   ÚpublicIdÚsystemId)r   Zfor_name_and_idsr"   Úobject_was_parsed)r   Útokenr/   rM   rN   Údoctyper   r   r   ÚinsertDoctypeœ   s
    z$TreeBuilderForHtml5lib.insertDoctypec                 C   sZ   i }| j r6| jr6| j jj ¡ \}}||d< |d |d< | jj||fi |¤Ž}t|| j|ƒS )NÚ
sourcelineé   Ú	sourcepos)r&   r3   r-   r.   Úpositionr"   Únew_tagrJ   )r   r/   Ú	namespacerE   rS   rU   Útagr   r   r   ÚelementClass¤   s    z#TreeBuilderForHtml5lib.elementClassc                 C   s   t t|ƒ| jƒS rH   )ÚTextNoder   r"   )r   Údatar   r   r   ÚcommentClass±   s    z#TreeBuilderForHtml5lib.commentClassc                 C   s0   ddl m} |ddƒ| _d| j_t| j| jd ƒS )Nr   r>   r@   rA   z[document_fragment])rB   r?   r"   r/   rJ   )r   r?   r   r   r   ÚfragmentClass´   s    z$TreeBuilderForHtml5lib.fragmentClassc                 C   s   | j  |j¡ d S rH   )r"   ÚappendÚelement©r   Únoder   r   r   ÚappendChild¼   s    z"TreeBuilderForHtml5lib.appendChildc                 C   s   | j S rH   )r"   rK   r   r   r   ÚgetDocumentÀ   s    z"TreeBuilderForHtml5lib.getDocumentc                 C   s   t j | ¡jS rH   )Útreebuilder_baseÚTreeBuilderÚgetFragmentr`   rK   r   r   r   rg   Ã   s    z"TreeBuilderForHtml5lib.getFragmentc                    sB   ddl m‰  g ‰t d¡‰d‡ ‡‡‡fdd„	‰ˆ|dƒ d ˆ¡S )Nr   r>   z8^(.*?)(?: PUBLIC "(.*?)"(?: "(.*?)")?| SYSTEM "(.*?)")?$c           	         sæ  t | ˆ ƒr
t | tƒr¨ˆ | ¡}|r�| d¡}|jdkrx| d¡pBd}| d¡pZ| d¡pZd}ˆ dd| |||f ¡ q¤ˆ dd| |f ¡ nˆ d	d| f ¡ �n:t | tƒrÌˆ d
d| | f ¡ �nt | tƒrîˆ dd| | f ¡ nô| j�rdt	| j | j
f }n| j
}ˆ dd| |f ¡ | j�rÂg }t| j ¡ ƒD ]N\}}t |tƒ�rjdt	|j |j
f }t |tƒ�r€d |¡}| ||f¡ �qBt|ƒD ]&\}}ˆ dd|d  ||f ¡ �qš|d7 }| jD ]}ˆ||ƒ �qÐd S )NrT   é   r@   r   r   z|%s<!DOCTYPE %s "%s" "%s">ú z|%s<!DOCTYPE %s>z|%s<!DOCTYPE >z|%s<!-- %s -->z|%s"%s"z%s %sz|%s<%s>z
|%s%s="%s")r(   r   ÚmatchÚgroupÚ	lastindexr_   r   r   rX   r   r/   ÚattrsÚlistÚitemsr	   ÚjoinÚsortedÚchildren)	r`   ÚindentÚmr/   rM   rN   Ú
attributesÚvalueÚchild©r?   Z
doctype_reÚrvÚserializeElementr   r   rz   Ë   sH    




ÿ


ÿ
 
z?TreeBuilderForHtml5lib.testSerializer.<locals>.serializeElementÚ
)r   )rB   r?   ÚreÚcompilerp   ©r   r`   r   rx   r   ÚtestSerializerÆ   s    
)
z%TreeBuilderForHtml5lib.testSerializer)NT)r8   r9   r:   rD   rL   rR   rZ   r]   r^   rc   rd   rg   r   Ú__classcell__r   r   rF   r   r4   €   s     ÿr4   c                   @   sL   e Zd Zdd„ Zdd„ Zdd„ Zdd„ Zd	d
„ Zdd„ Zdd„ Z	dd„ Z
dS )ÚAttrListc                 C   s   || _ t| j jƒ| _d S rH   )r`   r'   rm   r~   r   r   r   rD   ù   s    zAttrList.__init__c                 C   s   t | j ¡ ƒ ¡ S rH   )rn   rm   ro   Ú__iter__rK   r   r   r   r‚   ü   s    zAttrList.__iter__c                 C   s^   | j jp
i }|| dg ¡v s<| j j|v rP|| | j jg ¡v rPt|tƒsPt |¡}|| j |< d S )NÚ*)r`   Zcdata_list_attributesÚgetr/   r(   rn   r
   Úfindall)r   r/   rv   Z	list_attrr   r   r   Ú__setitem__þ   s    
ÿþ

zAttrList.__setitem__c                 C   s   t | j ¡ ƒS rH   )rn   rm   ro   rK   r   r   r   ro   
  s    zAttrList.itemsc                 C   s   t | j ¡ ƒS rH   ©rn   rm   ÚkeysrK   r   r   r   rˆ     s    zAttrList.keysc                 C   s
   t | jƒS rH   )Úlenrm   rK   r   r   r   Ú__len__  s    zAttrList.__len__c                 C   s
   | j | S rH   )rm   ©r   r/   r   r   r   Ú__getitem__  s    zAttrList.__getitem__c                 C   s   |t | j ¡ ƒv S rH   r‡   r‹   r   r   r   Ú__contains__  s    zAttrList.__contains__N)r8   r9   r:   rD   r‚   r†   ro   rˆ   rŠ   rŒ   r�   r   r   r   r   r�   ø   s   r�   c                   @   sx   e Zd Zdd„ Zdd„ Zdd„ Zdd„ ZeeeƒZdd
d„Z	dd„ Z
dd„ Zdd„ Zdd„ Zdd„ Zdd„ ZeeƒZd	S )rJ   c                 C   s&   t j | |j¡ || _|| _|| _d S rH   )re   ÚNoderD   r/   r`   r"   rX   )r   r`   r"   rX   r   r   r   rD     s    zElement.__init__c                 C   s*  d  }}t |tƒr| }}n:t |tƒr,|}n*|jjtkrJ|j }}| |_n|j}| |_t |tƒst|jd urt|j ¡  |d urÆ| jjrÆ| jjd jtkrÆ| jjd }| j	 
|| ¡}| |¡ || j	_n`t |tƒrÜ| j	 
|¡}| jjrò| j d¡}n | jjd u�r| j	 ¡ }n| j}| j	j|| j|d� d S )NéÿÿÿÿF)ÚparentÚmost_recent_element)r(   r)   r   r`   rG   r   r�   ÚextractÚcontentsr"   Ú
new_stringÚreplace_withZ_most_recent_elementÚ_last_descendantÚnext_elementrO   )r   rb   Zstring_childrw   Zold_elementZnew_elementr‘   r   r   r   rc     s<    




ÿ


þzElement.appendChildc                 C   s   t | jtƒri S t| jƒS rH   )r(   r`   r   r�   rK   r   r   r   ÚgetAttributesS  s    zElement.getAttributesc                 C   s”   |d ur�t |ƒdkr�g }t| ¡ ƒD ](\}}t|tƒr$t|Ž }||= |||< q$| jj | j	|¡ t| ¡ ƒD ]\}}|| j
|< ql| jj | j
¡ d S )Nr   )r‰   rn   ro   r(   Útupler	   r"   ÚbuilderZ$_replace_cdata_list_attribute_valuesr/   r`   Zset_up_substitutions)r   ru   Zconverted_attributesr/   rv   Únew_namer   r   r   ÚsetAttributesX  s    

ÿzElement.setAttributesNc                 C   s4   t | j |¡| jƒ}|r&|  ||¡ n
|  |¡ d S rH   )r[   r"   r”   ÚinsertBeforerc   )r   r\   r�   Útextr   r   r   Ú
insertTextn  s    zElement.insertTextc                 C   s€   | j  |j ¡}|j jtkrf| j jrf| j j|d  jtkrf| j j|d  }| j ||j  ¡}| |¡ n| j  ||j ¡ | |_	d S )NrT   )
r`   ÚindexrG   r   r“   r"   r”   r•   Úinsertr�   )r   rb   ZrefNoder    Úold_nodeZnew_strr   r   r   r�   u  s    ÿzElement.insertBeforec                 C   s   |j  ¡  d S rH   )r`   r’   ra   r   r   r   ÚremoveChild�  s    zElement.removeChildc                 C   sø   | j }|j }|j}| dd¡}t|jƒdkr>|jd }|j}n
d}|j}|j}t|ƒdkrÌ|d }	|durr||	_n||	_||	_|durŽ|	|_n|	|_|dur¢|	|_|d  dd¡}
||
_|durÆ|
|_d|
_|D ]}||_|j 	|¡ qÐg |_||_dS )z1Move all of this tag's children into another tag.Fr   r�   NT)
r`   Znext_siblingr–   r‰   r“   r—   Zprevious_elementZprevious_siblingr�   r_   )r   Z
new_parentr`   Znew_parent_elementZfinal_next_elementZnew_parents_last_descendantZnew_parents_last_childZ(new_parents_last_descendant_next_elementZ	to_appendZfirst_childZlast_childs_last_descendantrw   r   r   r   ÚreparentChildren„  s>    
zElement.reparentChildrenc                 C   sB   | j  | jj| j¡}t|| j | jƒ}| jD ]\}}||j|< q*|S rH   )r"   rW   r`   r/   rX   rJ   ru   )r   rY   rb   Úkeyrv   r   r   r   Ú	cloneNodeÆ  s
    zElement.cloneNodec                 C   s   | j jS rH   )r`   r“   rK   r   r   r   Ú
hasContentÍ  s    zElement.hasContentc                 C   s(   | j d krtd | jfS | j | jfS d S )NÚhtml)rX   r   r/   rK   r   r   r   ÚgetNameTupleÐ  s    
zElement.getNameTuple)N)r8   r9   r:   rD   rc   r˜   rœ   Úpropertyru   rŸ   r�   r£   r¤   r¦   r§   r©   Z	nameTupler   r   r   r   rJ     s   6

BrJ   c                   @   s   e Zd Zdd„ Zdd„ ZdS )r[   c                 C   s   t j | d ¡ || _|| _d S rH   )re   rŽ   rD   r`   r"   )r   r`   r"   r   r   r   rD   Ù  s    zTextNode.__init__c                 C   s   t ‚d S rH   )ÚNotImplementedErrorrK   r   r   r   r¦   Þ  s    zTextNode.cloneNodeN)r8   r9   r:   rD   r¦   r   r   r   r   r[   Ø  s   r[   )$Ú__license__Ú__all__r   r|   Zbs4.builderr   r   r   r   r   Zbs4.elementr	   r
   r   Zhtml5lib.constantsr   r   r   r   r   r   Zhtml5lib.treebuildersr   re   r*   ÚImportErrorÚer   r   rf   r4   Úobjectr�   rŽ   rJ   r[   r   r   r   r   Ú<module>   s*   ÿVx C