a
    ÷£Be¥M  ã                   @   s,  d Z ddlmZ ddlZddlZddlZddlZddlZddlZddl	m
Z
mZmZmZmZ ddlmZmZmZ ddlmZmZmZmZmZ ddlmZmZmZ ddlZG d	d
„ d
eƒZG dd„ deƒZG dd„ deƒZ G dd„ deƒZ!G dd„ deƒZ"G dd„ deƒZ#G dd„ deƒZ$G dd„ deƒZ%dS )z#Tests of Beautiful Soup as a whole.é    )Ú	set_traceN)ÚBeautifulSoupÚBeautifulStoneSoupÚGuessedAtParserWarningÚMarkupResemblesLocatorWarningÚdammit)Úbuilder_registryÚTreeBuilderÚParserRejectedMarkup)ÚCommentÚSoupStrainerÚPYTHON_SPECIFIC_ENCODINGSÚTagÚNavigableStringé   )Údefault_builderÚLXML_PRESENTÚSoupTestc                   @   sL   e Zd Zdd„ Zdd„ Zdd„ Zdd„ Zd	d
„ Zdd„ Zdd„ Z	dd„ Z
dS )ÚTestConstructorc                 C   s"   d}|   |¡}d|jjksJ ‚d S )Nu   <h1>Ã©Ã©</h1>u   Ã©Ã©©ÚsoupZh1Ústring©ÚselfÚdatar   © r   úV/home/yuhw/wc/wire-cell-python/wcpy/lib/python3.9/site-packages/bs4/tests/test_soup.pyÚtest_short_unicode_input)   s    
z(TestConstructor.test_short_unicode_inputc                 C   s"   d}|   |¡}d|jjksJ ‚d S )Nz<h1>foo bar</h1>zfoo barr   r   r   r   r   Útest_embedded_null.   s    
z"TestConstructor.test_embedded_nullc                 C   s,   d  d¡}| j|dgd�}d|jks(J ‚d S )Nu   RÃ¤ksmÃ¶rgÃ¥súutf-8)Zexclude_encodingszwindows-1252)Úencoder   Úoriginal_encoding)r   Ú	utf8_datar   r   r   r   Útest_exclude_encodings3   s    
z&TestConstructor.test_exclude_encodingsc                 C   s  G dd„ dt ƒ}tddd�}tjdd��" tdd|i|¤Ž}W d   ƒ n1 sP0    Y  t|j|ƒsjJ ‚tdd	�|jjks€J ‚d
|jjks�J ‚|f i |¤Ž}tjdd��}td|dd�}W d   ƒ n1 sÎ0    Y  t	|d j
ƒ}| d¡sôJ ‚||jk�sJ ‚||jk�sJ ‚d S )Nc                   @   sD   e Zd Zdd„ Zdd„ Zdd„ Zdd„ Zd	d
„ Ze ZZ	dd„ Z
dS )z7TestConstructor.test_custom_builder_class.<locals>.Mockc                 [   s(   || _ d| _d| _g | _g | _i | _d S )NTF)Úcalled_withÚis_xmlZstore_line_numbersZcdata_list_attributesZpreserve_whitespace_tagsÚstring_containers)r   Úkwargsr   r   r   Ú__init__<   s    z@TestConstructor.test_custom_builder_class.<locals>.Mock.__init__c                 S   s   d S ©Nr   ©r   r   r   r   r   Úinitialize_soupC   s    zGTestConstructor.test_custom_builder_class.<locals>.Mock.initialize_soupc                 S   s
   || _ d S r)   )Úfed)r   Úmarkupr   r   r   ÚfeedE   s    z<TestConstructor.test_custom_builder_class.<locals>.Mock.feedc                 S   s   d S r)   r   ©r   r   r   r   ÚresetG   s    z=TestConstructor.test_custom_builder_class.<locals>.Mock.resetc                 S   s   d S r)   r   )r   Úignorer   r   r   r1   I   s    z>TestConstructor.test_custom_builder_class.<locals>.Mock.ignorec                    s
   dV  d S )N)úprepared markupzoriginal encodingzdeclared encodingzcontains replacement charactersr   ©r   Úargsr'   r   r   r   Úprepare_markupL   s    zFTestConstructor.test_custom_builder_class.<locals>.Mock.prepare_markupN)Ú__name__Ú
__module__Ú__qualname__r(   r+   r.   r0   r1   Zset_up_substitutionsZcan_be_empty_elementr5   r   r   r   r   ÚMock;   s   r9   ÚvalueT)ÚvarZconvertEntities©ÚrecordÚ Úbuilder)r;   r2   )r?   Zignored_valuer   zCKeyword arguments to the BeautifulSoup constructor will be ignored.)r>   )ÚobjectÚdictÚwarningsÚcatch_warningsr   Ú
isinstancer?   r$   r,   ÚstrÚmessageÚ
startswith)r   r9   r'   r   r?   ÚwÚmsgr   r   r   Útest_custom_builder_class8   s&    ü0ÿ$z)TestConstructor.test_custom_builder_classc                 C   sl   G dd„ dt ƒ}dd„ }dd l}t t¡�}td|d� W d   ƒ n1 sL0    Y  dt|jƒv shJ ‚d S )	Nc                   @   s   e Zd Zdd„ ZdS )z:TestConstructor.test_parser_markup_rejection.<locals>.Mockc                 _   s   t dƒ‚d S )NzNope.)r
   r3   r   r   r   r.   l   s    z?TestConstructor.test_parser_markup_rejection.<locals>.Mock.feedN)r6   r7   r8   r.   r   r   r   r   r9   k   s   r9   c                    s    t d d dfV  t d d dfV  d S )NF)r-   r3   r   r   r   r5   o   s    zDTestConstructor.test_parser_markup_rejection.<locals>.prepare_markupr   r>   )r?   zoThe markup you provided was rejected by the parser. Trying a different parser or a different encoding may help.)r	   ÚreÚpytestÚraisesr
   r   rE   r:   )r   r9   r5   rK   Úexc_infor   r   r   Útest_parser_markup_rejectionh   s    *z,TestConstructor.test_parser_markup_rejectionc              	   C   sÚ   d}|   |¡}|j}d|d ks$J ‚ddg|d ks8J ‚| j |td d�}d|jd ksZJ ‚ddiddifD ]j}tjd	d
�� }| j |d |d�}W d   ƒ n1 s 0    Y  |j}ddg|d ksÄJ ‚d|d ksjJ ‚qjd S )Nz&<a id=" an id " class=" a class "></a>z an id ÚidÚaÚclass)r?   Zmulti_valued_attributesz	 a class Ú*Tr<   Úan)r   rQ   r   rB   rC   )r   r-   r   rQ   Z
switcheroorH   r   r   r   Útest_cdata_list_attributes{   s    
.z*TestConstructor.test_cdata_list_attributesc                    sp   G dd„ dt ƒ‰G dd„ dtƒ‰G dd„ dtƒ‰ | jdt ˆtˆtˆ id�}t‡ ‡‡fd	d
„| ¡ D ƒƒslJ ‚d S )Nc                   @   s   e Zd ZdS )z9TestConstructor.test_replacement_classes.<locals>.TagPlusN©r6   r7   r8   r   r   r   r   ÚTagPlus›   s   rW   c                   @   s   e Zd ZdS )z<TestConstructor.test_replacement_classes.<locals>.StringPlusNrV   r   r   r   r   Ú
StringPlusž   s   rX   c                   @   s   e Zd ZdS )z=TestConstructor.test_replacement_classes.<locals>.CommentPlusNrV   r   r   r   r   ÚCommentPlus¡   s   rY   z<a><b>foo</b>bar</a><!--whee-->)Zelement_classesc                 3   s   | ]}t |ˆˆˆ fƒV  qd S r)   )rD   ©Ú.0Úx©rY   rX   rW   r   r   Ú	<genexpr>¯   s   ÿz;TestConstructor.test_replacement_classes.<locals>.<genexpr>)r   r   r   r   ÚallZrecursiveChildGeneratorr*   r   r]   r   Útest_replacement_classes˜   s    ýþþz(TestConstructor.test_replacement_classesc                 C   sŽ   G dd„ dt ƒ}G dd„ dt ƒ}| jd||dœd�}t|jjd t ƒsJJ ‚t|jjd |ƒs`J ‚|jjD ]}t||ƒshJ ‚qhg |jksŠJ ‚d S )	Nc                   @   s   e Zd ZdS )zATestConstructor.test_alternate_string_containers.<locals>.PStringNrV   r   r   r   r   ÚPString·   s   ra   c                   @   s   e Zd ZdS )zATestConstructor.test_alternate_string_containers.<locals>.BStringNrV   r   r   r   r   ÚBStringº   s   rb   z4<div>Hello.<p>Here is <b>some <i>bolded</i></b> text)ÚbÚp)r&   r   )	r   r   rD   ÚdivÚcontentsrd   rc   ÚstringsZstring_container_stack)r   ra   rb   r   Úsr   r   r   Ú test_alternate_string_containers´   s    þþ	z0TestConstructor.test_alternate_string_containersN)r6   r7   r8   r   r   r#   rJ   rO   rU   r`   ri   r   r   r   r   r   '   s   0r   c                   @   sT   e Zd Zej dddg¡dd„ ƒZej ddd„ eD ƒd	g ¡d
d„ ƒZdd„ Z	d	S )Ú
TestOutputz!eventual_encoding,actual_encoding)r   r   )úutf-16rk   c                 C   s0   |   d¡}d|_d|› d�|j|d�ks,J ‚d S )Nú<tag></tag>Tz<?xml version="1.0" encoding="z"?>
<tag></tag>©Úeventual_encoding)r   r%   Údecode)r   rn   Zactual_encodingr   r   r   r   Útest_decode_xml_declarationØ   s
    


ÿz&TestOutput.test_decode_xml_declarationrn   c                 C   s   g | ]}|‘qS r   r   rZ   r   r   r   Ú
<listcomp>é   ó    zTestOutput.<listcomp>Nc                 C   s(   t ddƒ}d|_d|j|d�ks$J ‚d S )Nrl   úhtml.parserTz!<?xml version="1.0"?>
<tag></tag>rm   )r   r%   ro   )r   rn   r   r   r   r   ÚMtest_decode_xml_declaration_with_missing_or_python_internal_eventual_encodingè   s
    

ÿzXTestOutput.test_decode_xml_declaration_with_missing_or_python_internal_eventual_encodingc                 C   sV   |   d¡}d|jdd�ksJ ‚d|jdd�ks2J ‚d| ¡ ksBJ ‚d| ¡ ksRJ ‚d S )Nrl   s   <tag></tag>r   )Úencodingz<tag>
</tag>
)r   r    Zencode_contentsZdecode_contentsZprettifyr*   r   r   r   Útestô   s
    
zTestOutput.test)
r6   r7   r8   rL   ÚmarkÚparametrizerp   r   rt   rv   r   r   r   r   rj   Ö   s   þÿ

ÿ
	rj   c                   @   s    e Zd Zdd„ Zdd„ Zdd„ Zdd„ Zd	d
„ Zdd„ Zdd„ Z	dd„ Z
ej dg d¢¡dd„ ƒZej dg d¢¡dd„ ƒZdd„ Zdd„ Zdd„ Zdd„ Zd S )!ÚTestWarningsc                 C   s@   |D ]&}t |j|ƒr|jtks"J ‚|  S qtd||f ƒ‚d S )Nz%s warning not found in %r)rD   rF   ÚfilenameÚ__file__Ú	Exception)r   rB   ÚclsrH   r   r   r   Ú_assert_warning  s
    
zTestWarnings._assert_warningc                 C   s2   |   |t¡}t|jƒ}| tjd d… ¡s.J ‚d S )Né<   )r~   r   rE   rF   rG   r   ZNO_PARSER_SPECIFIED_WARNING)r   rH   ÚwarningrF   r   r   r   Ú_assert_no_parser_specified  s    
z(TestWarnings._assert_no_parser_specifiedc                 C   sB   t jdd��}tdƒ}W d   ƒ n1 s*0    Y  |  |¡ d S ©NTr<   ú<a><b></b></a>©rB   rC   r   r�   ©r   rH   r   r   r   r   Ú#test_warning_if_no_parser_specified  s    &z0TestWarnings.test_warning_if_no_parser_specifiedc                 C   sD   t jdd��}tddƒ}W d   ƒ n1 s,0    Y  |  |¡ d S )NTr<   rƒ   Úhtmlr„   r…   r   r   r   Ú*test_warning_if_parser_specified_too_vague  s    (z7TestWarnings.test_warning_if_parser_specified_too_vaguec                 C   sF   t jdd��}|  d¡}W d   ƒ n1 s,0    Y  g |ksBJ ‚d S r‚   ©rB   rC   r   r…   r   r   r   Ú,test_no_warning_if_explicit_parser_specified  s    (z9TestWarnings.test_no_warning_if_explicit_parser_specifiedc                 C   s€   t jdd��"}tddtdƒd�}W d   ƒ n1 s40    Y  |  |t¡}t|jƒ}d|v s`J ‚d|v slJ ‚d	| ¡ ks|J ‚d S )
NTr<   rƒ   rs   rc   )ÚparseOnlyTheser‹   Ú
parse_onlys   <b></b>)	rB   rC   r   r   r~   ÚDeprecationWarningrE   rF   r    )r   rH   r   r€   rI   r   r   r   Ú)test_parseOnlyThese_renamed_to_parse_only"  s    þ$
z6TestWarnings.test_parseOnlyThese_renamed_to_parse_onlyc                 C   s~   t jdd��"}d}t|ddd�}W d   ƒ n1 s40    Y  |  |t¡}t|jƒ}d|v s`J ‚d|v slJ ‚d|jkszJ ‚d S )	NTr<   s   Ã©rs   Úutf8)ÚfromEncodingr�   Zfrom_encoding)rB   rC   r   r~   r�   rE   rF   r!   )r   rH   r�   r   r€   rI   r   r   r   Ú*test_fromEncoding_renamed_to_from_encoding.  s    ÿ$
z7TestWarnings.test_fromEncoding_renamed_to_from_encodingc                 C   s<   t  t¡� | jddd� W d   ƒ n1 s.0    Y  d S )Nz<a>T)Zno_such_argument)rL   rM   Ú	TypeErrorr   r/   r   r   r   Ú"test_unrecognized_keyword_argument:  s    z/TestWarnings.test_unrecognized_keyword_argumentÚ	extension)zmarkup.htmlz
markup.htmzmarkup.HTMLz
markup.txtzmarkup.xhtmlz
markup.xmlz/home/user/filezc:\userilec                 C   s\   t jdd��<}td| dƒ}|  |t¡}dt|jƒv s:J ‚W d   ƒ n1 sN0    Y  d S )NTr<   r-   rs   zlooks more like a filename©rB   rC   r   r~   r   rE   rF   )r   r”   rH   r   r€   r   r   r   Útest_resembles_filename_warning>  s    z,TestWarnings.test_resembles_filename_warning)Z
markuphtmlz
markup.comr>   z	markup.jsc                 C   sJ   t jdd��}|  d| ¡}W d   ƒ n1 s00    Y  g |ksFJ ‚d S )NTr<   r-   r‰   )r   r”   rH   r   r   r   r   Ú"test_resembles_filename_no_warningK  s    ,z/TestWarnings.test_resembles_filename_no_warningc                 C   st   d}t jdd��}t|dƒ}W d   ƒ n1 s00    Y  |  |t¡}dt|jƒv sXJ ‚|t|jƒ d¡vspJ ‚d S )Ns   http://www.crummybytes.com/Tr<   rs   úlooks more like a URLr�   )rB   rC   r   r~   r   rE   rF   r    ©r   ÚurlÚwarning_listr   r€   r   r   r   Útest_url_warning_with_bytes_urlW  s    (ÿz,TestWarnings.test_url_warning_with_bytes_urlc                 C   sn   d}t jdd��}t|dƒ}W d   ƒ n1 s00    Y  |  |t¡}dt|jƒv sXJ ‚|t|jƒvsjJ ‚d S )Nzhttp://www.crummyunicode.com/Tr<   rs   r˜   r•   r™   r   r   r   Ú!test_url_warning_with_unicode_urla  s    (ÿz.TestWarnings.test_url_warning_with_unicode_urlc                 C   sP   t jdd��}|  d¡}W d   ƒ n1 s,0    Y  tdd„ |D ƒƒrLJ ‚d S )NTr<   s$   http://www.crummybytes.com/ is greatc                 s   s   | ]}d t |jƒv V  qdS ©r˜   N©rE   rF   ©r[   rH   r   r   r   r^   r  s   ÿzETestWarnings.test_url_warning_with_bytes_and_space.<locals>.<genexpr>©rB   rC   r   Úany©r   r›   r   r   r   r   Ú%test_url_warning_with_bytes_and_spacem  s
    (ÿz2TestWarnings.test_url_warning_with_bytes_and_spacec                 C   sP   t jdd��}|  d¡}W d   ƒ n1 s,0    Y  tdd„ |D ƒƒrLJ ‚d S )NTr<   z&http://www.crummyunicode.com/ is greatc                 s   s   | ]}d t |jƒv V  qdS rž   rŸ   r    r   r   r   r^   x  s   ÿzGTestWarnings.test_url_warning_with_unicode_and_space.<locals>.<genexpr>r¡   r£   r   r   r   Ú'test_url_warning_with_unicode_and_spaceu  s
    (ÿz4TestWarnings.test_url_warning_with_unicode_and_spaceN)r6   r7   r8   r~   r�   r†   rˆ   rŠ   rŽ   r‘   r“   rL   rw   rx   r–   r—   rœ   r�   r¤   r¥   r   r   r   r   ry   ÿ   s,   þ
þ

ry   c                   @   s   e Zd Zdd„ ZdS )ÚTestSelectiveParsingc                 C   s.   d}t dƒ}| j||d�}| ¡ dks*J ‚d S )Nz&No<b>Yes</b><a>No<b>Yes <c>Yes</c></b>rc   )rŒ   s   <b>Yes</b><b>Yes <c>Yes</c></b>)r   r   r    )r   r-   Zstrainerr   r   r   r   Útest_parse_with_soupstrainer~  s    z1TestSelectiveParsing.test_parse_with_soupstrainerN)r6   r7   r8   r§   r   r   r   r   r¦   |  s   r¦   c                   @   s:   e Zd ZdZdd„ Zejje dd�dd„ ƒZ	dd	„ Z
d
S )Ú
TestNewTagz(Test the BeautifulSoup.new_tag() method.c                 C   sb   |   d¡}|jddddid�}t|tƒs,J ‚d|jks:J ‚tddd�|jksPJ ‚d |jks^J ‚d S )Nr>   ÚfooZbazÚnameza name)ÚbarÚattrs)r«   rª   )r   Únew_tagrD   r   rª   rA   r¬   Úparent)r   r   r­   r   r   r   Útest_new_tag‡  s    
zTestNewTag.test_new_tagz-lxml not installed, cannot parse XML document)Úreasonc                 C   sB   t ddƒ}| d¡}| d¡}d| ¡ ks.J ‚d| ¡ ks>J ‚d S )Nr>   ÚxmlÚbrrd   ó   <br/>s   <p/>©r   r­   r    )r   Zxml_soupZxml_brZxml_pr   r   r   Ú5test_xml_tag_inherits_self_closing_rules_from_builder�  s
    


z@TestNewTag.test_xml_tag_inherits_self_closing_rules_from_builderc                 C   sB   t ddƒ}| d¡}| d¡}d| ¡ ks.J ‚d| ¡ ks>J ‚d S )Nr>   rs   r²   rd   r³   s   <p></p>r´   )r   Z	html_soupZhtml_brZhtml_pr   r   r   Ú1test_tag_inherits_self_closing_rules_from_builder�  s
    


z<TestNewTag.test_tag_inherits_self_closing_rules_from_builderN)r6   r7   r8   Ú__doc__r¯   rL   rw   Zskipifr   rµ   r¶   r   r   r   r   r¨   …  s   þ

r¨   c                   @   s    e Zd ZdZdd„ Zdd„ ZdS )ÚTestNewStringz+Test the BeautifulSoup.new_string() method.c                 C   s2   |   d¡}| d¡}d|ks J ‚t|tƒs.J ‚d S ©Nr>   r©   )r   Ú
new_stringrD   r   ©r   r   rh   r   r   r   Ú'test_new_string_creates_navigablestring©  s    

z5TestNewString.test_new_string_creates_navigablestringc                 C   s4   |   d¡}| dt¡}d|ks"J ‚t|tƒs0J ‚d S r¹   )r   rº   r   rD   r»   r   r   r   Ú3test_new_string_can_create_navigablestring_subclass¯  s    
zATestNewString.test_new_string_can_create_navigablestring_subclassN)r6   r7   r8   r·   r¼   r½   r   r   r   r   r¸   §  s   r¸   c                   @   s   e Zd Zdd„ Zdd„ ZdS )Ú
TestPicklec                 C   s2   |   d¡}t |¡}t |¡}d|jjks.J ‚d S )Nz<a>some markup</a>úsome markup)r   ÚpickleÚdumpsÚloadsrQ   r   ©r   r   ZpickledZ	unpickledr   r   r   Útest_normal_pickle¹  s    


zTestPickle.test_normal_picklec                 C   s6   |   d¡}d |_t |¡}t |¡}d|jks2J ‚d S )Nr¿   )r   r?   rÀ   rÁ   rÂ   r   rÃ   r   r   r   Útest_pickle_with_no_builder¿  s
    


z&TestPickle.test_pickle_with_no_builderN)r6   r7   r8   rÄ   rÅ   r   r   r   r   r¾   ¶  s   r¾   c                   @   s4   e Zd Zdd„ Zdd„ Zdd„ Zdd„ Zd	d
„ ZdS )ÚTestEncodingConversionc                 C   s&   d| _ | j  d¡| _| jdks"J ‚d S )NuU   <html><head><meta charset="utf-8"/></head><body><foo>SacrÃ© bleu!</foo></body></html>r   sU   <html><head><meta charset="utf-8"/></head><body><foo>SacrÃ© bleu!</foo></body></html>)Úunicode_datar    r"   r/   r   r   r   Úsetup_methodÌ  s    z#TestEncodingConversion.setup_methodc              	   C   sœ   t j}t tj¡ zpdd„ }|t _d}|  |¡}| ¡ }t|tƒsFJ ‚||  	| ¡ ¡ks\J ‚|j
 ¡ dksnJ ‚W t tj¡ |t _nt tj¡ |t _0 d S )Nc                 S   s   d S r)   r   )rE   r   r   r   ÚnoopØ  s    z>TestEncodingConversion.test_ascii_in_unicode_out.<locals>.noops   <foo>a</foo>r   )r   Zchardet_dammitÚloggingÚdisableÚWARNINGr   ro   rD   rE   Zdocument_forr!   ÚlowerÚNOTSET)r   ÚchardetrÉ   ÚasciiZsoup_from_asciiZunicode_outputr   r   r   Útest_ascii_in_unicode_outÒ  s    
ÿz0TestEncodingConversion.test_ascii_in_unicode_outc                 C   s@   |   | j¡}| ¡ | jksJ ‚|jjdks.J ‚|jd ks<J ‚d S ©Nu   SacrÃ© bleu!)r   rÇ   ro   r©   r   r!   ©r   Zsoup_from_unicoder   r   r   Útest_unicode_in_unicode_outæ  s    z2TestEncodingConversion.test_unicode_in_unicode_outc                 C   s2   |   | j¡}| ¡ | jksJ ‚|jjdks.J ‚d S rÒ   )r   r"   ro   rÇ   r©   r   )r   Zsoup_from_utf8r   r   r   Útest_utf8_in_unicode_outî  s    z/TestEncodingConversion.test_utf8_in_unicode_outc                 C   s$   |   | j¡}| d¡| jks J ‚d S )Nr   )r   rÇ   r    r"   rÓ   r   r   r   Útest_utf8_outõ  s    z$TestEncodingConversion.test_utf8_outN)r6   r7   r8   rÈ   rÑ   rÔ   rÕ   rÖ   r   r   r   r   rÆ   È  s
   rÆ   )&r·   Úpdbr   rÊ   ÚosrÀ   rL   ÚsysÚtempfileZbs4r   r   r   r   r   Zbs4.builderr   r	   r
   Zbs4.elementr   r   r   r   r   r>   r   r   r   rB   r   rj   ry   r¦   r¨   r¸   r¾   rÆ   r   r   r   r   Ú<module>   s*    0)}	"