3
Êb_…•  ã               @   s„  d dl mZ d dlmZ d dlmZmZ d dlZd dlZd dl	Z	d dl
mZ d dlZd dlmZ d dlZd dlmZ d dlmZ d dljjZd d	lmZmZmZmZmZmZ d dl j!Z"d d
l#m$Z$ d dl%Zd dl%m&Z& ej'j(e)ƒZ*ej+ddddgd�dd„ ƒZ,dd„ Z-ej.dƒdd„ ƒZ/dd„ Z0ej.dƒej.dƒdd„ ƒƒZ1ej2j3dej4dej.dƒd�ej4dej.dƒd�gdd �G d!d"„ d"ƒƒZ5dS )#é    )Úpartial)Úreload)ÚBytesIOÚStringION)ÚURLError)Úrand)Úis_platform_windows)ÚParserError)Ú	DataFrameÚ
MultiIndexÚSeriesÚ	TimestampÚ
date_rangeÚread_csv)Úfile_path_to_url)Ú	read_htmlzchinese_utf-16.htmlzchinese_utf-32.htmlzchinese_utf-8.htmlzletz_latin1.html)Úparamsc             C   s   |ddd| j ƒS )z6Parametrized fixture for HTML encoding test filenames.ÚioÚdataZhtml_encoding)Úparam)ÚrequestÚdatapath© r   ú;/tmp/pip-build-jkwsxyiy/pandas/pandas/tests/io/test_html.pyÚhtml_encoding_file   s    
r   c             O   sŒ   t | ƒt |ƒks(tdjt | ƒt |ƒƒƒ‚d}ttdd„ | |ƒƒ}|sLt|ƒ‚x:t| |ƒD ],\}}tj||f|ž|Ž |j sXtdƒ‚qXW d S )Nz@lists are not of equal size len(list1) == {0}, len(list2) == {1}z$not all list elements are DataFramesc             S   s   t | tƒot |tƒS )N)Ú
isinstancer
   )ÚxÚyr   r   r   Ú<lambda>1   s    z(assert_framelist_equal.<locals>.<lambda>zframes are both empty)	ÚlenÚAssertionErrorÚformatÚallÚmapÚzipÚtmÚassert_frame_equalÚempty)Zlist1Zlist2ÚargsÚkwargsÚmsgZboth_framesZframe_iZframe_jr   r   r   Úassert_framelist_equal(   s    r+   Úbs4c             C   sJ   dd l }| j|ddƒ tjtdd�� t|dddd	ƒd
d� W d Q R X d S )Nr   Ú__version__z4.2zPandas requires version)Úmatchr   r   Úhtmlz	spam.htmlr,   )Úflavor)r,   ÚsetattrÚpytestÚraisesÚImportErrorr   )Zmonkeypatchr   r,   r   r   r   Útest_bs4_version_fails<   s    r5   c              C   s@   d} d}d| d }t jt|d�� t| d|d� W d Q R X d S )Nz
google.comzinvalid flavorz\{z \} is not a valid set of flavors)r.   Zgoogle)r0   )r2   r3   Ú
ValueErrorr   )Úurlr0   r*   r   r   r   Útest_invalid_flavorE   s
    r8   Úlxmlc             C   s<   | ddddƒ}t |ddgd�}t |ddgd�}t||ƒ d S )	Nr   r   r/   zvalid_markup.htmlr   r9   )Ú	index_colr0   r,   )r   r+   )r   ÚfilenameZdfs_lxmlZdfs_bs4r   r   r   Útest_same_orderingN   s    r<   r0   )ZmarksÚclass)Úscopec               @   sZ  e Zd Zejdd�dd„ ƒZejddd�dd„ ƒZd	d
„ Zej	dd„ ƒZ
ej	dd„ ƒZejjdd„ ƒZdd„ Zdd„ Zdd„ Zdd„ Zdd„ Zdd„ Zdd„ Zdd „ Zd!d"„ Zd#d$„ Zd%d&„ Zd'd(„ Zd)d*„ Zd+d,„ Zd-d.„ Zd/d0„ Zd1d2„ Zd3d4„ Z d5d6„ Z!d7d8„ Z"ej	d9d:„ ƒZ#ej	ejjd;d<„ ƒƒZ$ejjd=d>„ ƒZ%ejjd?d@„ ƒZ&dAdB„ Z'ejjdCdD„ ƒZ(ejjdEdF„ ƒZ)ejjdGdH„ ƒZ*ejjdIdJ„ ƒZ+ejjdKdL„ ƒZ,ejjdMdN„ ƒZ-ejjdOdP„ ƒZ.dQdR„ Z/ej	dSdT„ ƒZ0ej	dUdV„ ƒZ1dWdX„ Z2dYdZ„ Z3d[d\„ Z4d]d^„ Z5d_d`„ Z6dadb„ Z7ejjdcdd„ ƒZ8ejjdedf„ ƒZ9dgdh„ Z:didj„ Z;dkdl„ Z<dmdn„ Z=dodp„ Z>dqdr„ Z?dsdt„ Z@dudv„ ZAdwdx„ ZBdydz„ ZCd{d|„ ZDd}d~„ ZEdd€„ ZFd�d‚„ ZGdƒd„„ ZHd…d†„ ZId‡dˆ„ ZJd‰dŠ„ ZKd‹dŒ„ ZLd�dŽ„ ZMd�d�„ ZNejjd‘d’„ ƒZOd“d”„ ZPejjQd•deRd–gƒd—fd˜eRd™gƒeRd–gƒfgƒdšd›„ ƒZSdœd�„ ZTdždŸ„ ZUd d¡„ ZVejjd¢d£„ ƒZWd—S )¤ÚTestReadHtmlT)Úautousec             C   s4   |ddddƒ| _ i | _d| jd< |ddddƒ| _d S )Nr   r   r/   z	spam.htmlzUTF-8Úencodingzbanklist.html)Ú	spam_dataÚspam_data_kwargsÚbanklist_data)Úselfr   r   r   r   Ú	set_files`   s    
zTestReadHtml.set_filesÚfunction)r@   r>   c             c   s   t t|d�| _d V  d S )N)r0   )r   r   )rE   r0   r   r   r   r   Úset_defaultsg   s    zTestReadHtml.set_defaultsc             C   sV   t jdddd„ ddd�jdjƒjtƒ}|jƒ }| j|dd	id
d�d
 }t j||ƒ d S )Né   é   c              W   s   t ƒ S )N)r   )r(   r   r   r   r   q   s    z2TestReadHtml.test_to_html_compat.<locals>.<lambda>F)Z
data_gen_fZc_idx_namesZr_idx_namesz{0:.3f}r=   Z	dataframer   )Úattrsr:   )	r%   ZmakeCustomDataframeÚapplymapr!   ZastypeÚfloatÚto_htmlr   r&   )rE   ÚdfÚoutÚresr   r   r   Útest_to_html_compatl   s    z TestReadHtml.test_to_html_compatc             C   s:   d}| j |dddid�}| j |dddid�}t||ƒ d S )Nz8http://www.fdic.gov/bank/individual/failed/banklist.htmlzFirst Federal Bank of FloridaÚidÚtable)rK   zMetcalf Bank)r   r+   )rE   r7   Údf1Údf2r   r   r   Útest_banklist_url|   s
    zTestReadHtml.test_banklist_urlc             C   s*   d}| j |dƒ}| j |dƒ}t||ƒ d S )Nz^https://raw.githubusercontent.com/pandas-dev/pandas/master/pandas/tests/io/data/html/spam.htmlz	.*Water.*ÚUnit)r   r+   )rE   r7   rU   rV   r   r   r   Útest_spam_url†   s    zTestReadHtml.test_spam_urlc             C   s:   | j | jdddid�}| j | jdddid�}t||ƒ d S )Nz.*Florida.*rS   rT   )rK   zMetcalf Bank)r   rD   r+   )rE   rU   rV   r   r   r   Útest_banklist‘   s    zTestReadHtml.test_banklistc             C   sV   | j | jdƒ}| j | jdƒ}t||ƒ |d jd dks<t‚|d jd dksRt‚d S )Nz	.*Water.*rX   r   Ú
ProximatesZNutrient)r   r   )r   rB   r+   Úilocr    Úcolumns)rE   rU   rV   r   r   r   Ú	test_spam˜   s
    
zTestReadHtml.test_spamc             C   s,   | j | jƒ}x|D ]}t|tƒst‚qW d S )N)r   rB   r   r
   r    )rE   ÚdfsrO   r   r   r   Útest_spam_no_match    s    
zTestReadHtml.test_spam_no_matchc             C   s4   | j | jddid�}x|D ]}t|tƒst‚qW d S )NrS   rT   )rK   )r   rD   r   r
   r    )rE   r_   rO   r   r   r   Útest_banklist_no_match¥   s    
z#TestReadHtml.test_banklist_no_matchc             C   s8   | j | jddd�d }|jd dks(t‚|j s4t‚d S )Nz	.*Water.*é   )Úheaderr   r[   )r   rB   r]   r    r'   )rE   rO   r   r   r   Útest_spam_headerª   s    zTestReadHtml.test_spam_headerc             C   s2   | j | jddd�}| j | jddd�}t||ƒ d S )Nz	.*Water.*é   )ÚskiprowsrX   )r   rB   r+   )rE   rU   rV   r   r   r   Útest_skiprows_int¯   s    zTestReadHtml.test_skiprows_intc             C   sD   | j | jdtdƒd�d }| j | jdtdƒd�d }tj||ƒ d S )Nz	.*Water.*rb   )rf   r   rX   )r   rB   Úranger%   r&   )rE   rU   rV   r   r   r   Útest_skiprows_rangeµ   s    z TestReadHtml.test_skiprows_rangec             C   s:   | j | jdddgd�}| j | jdddgd�}t||ƒ d S )Nz	.*Water.*re   rb   )rf   rX   )r   rB   r+   )rE   rU   rV   r   r   r   Útest_skiprows_listº   s    zTestReadHtml.test_skiprows_listc             C   s:   | j | jdddhd�}| j | jdddhd�}t||ƒ d S )Nz	.*Water.*re   rb   )rf   rX   )r   rB   r+   )rE   rU   rV   r   r   r   Útest_skiprows_setÀ   s    zTestReadHtml.test_skiprows_setc             C   s2   | j | jddd�}| j | jddd�}t||ƒ d S )Nz	.*Water.*re   )rf   rX   )r   rB   r+   )rE   rU   rV   r   r   r   Útest_skiprows_sliceÆ   s    z TestReadHtml.test_skiprows_slicec             C   s:   | j | jdtdƒd�}| j | jdtdƒd�}t||ƒ d S )Nz	.*Water.*rb   )rf   rX   )r   rB   Úslicer+   )rE   rU   rV   r   r   r   Útest_skiprows_slice_shortÌ   s    z&TestReadHtml.test_skiprows_slice_shortc             C   s@   | j | jdtddƒd�}| j | jdtdddƒd�}t||ƒ d S )	Nz	.*Water.*rb   é   )rf   rX   rI   re   éÿÿÿÿ)r   rB   rm   r+   )rE   rU   rV   r   r   r   Útest_skiprows_slice_longÒ   s    z%TestReadHtml.test_skiprows_slice_longc             C   s>   | j | jdtjdƒd�}| j | jdtjdƒd�}t||ƒ d S )Nz	.*Water.*rb   )rf   rX   )r   rB   ÚnpZaranger+   )rE   rU   rV   r   r   r   Útest_skiprows_ndarrayØ   s    z"TestReadHtml.test_skiprows_ndarrayc             C   s0   t jtdd�� | j| jddd� W d Q R X d S )Nz%is not a valid type for skipping rows)r.   z	.*Water.*Zasdf)rf   )r2   r3   Ú	TypeErrorr   rB   )rE   r   r   r   Útest_skiprows_invalidÞ   s    z"TestReadHtml.test_skiprows_invalidc             C   s2   | j | jddd�}| j | jddd�}t||ƒ d S )Nz	.*Water.*r   )r:   rX   )r   rB   r+   )rE   rU   rV   r   r   r   Ú
test_indexâ   s    zTestReadHtml.test_indexc             C   s6   | j | jdddd�}| j | jdddd�}t||ƒ d S )Nz	.*Water.*re   r   )rc   r:   rX   )r   rB   r+   )rE   rU   rV   r   r   r   Útest_header_and_index_no_typesç   s    z+TestReadHtml.test_header_and_index_no_typesc             C   s6   | j | jdddd�}| j | jdddd�}t||ƒ d S )Nz	.*Water.*re   r   )rc   r:   rX   )r   rB   r+   )rE   rU   rV   r   r   r   Ú test_header_and_index_with_typesì   s    z-TestReadHtml.test_header_and_index_with_typesc             C   s2   | j | jddd�}| j | jddd�}t||ƒ d S )Nz	.*Water.*r   )r:   rX   )r   rB   r+   )rE   rU   rV   r   r   r   Útest_infer_typesñ   s    zTestReadHtml.test_infer_typesc             C   sv   t | jf| jŽ�}t|jƒ ƒ}W d Q R X t | jf| jŽ�}t|jƒ ƒ}W d Q R X | j|dƒ}| j|dƒ}t||ƒ d S )Nz	.*Water.*rX   )ÚopenrB   rC   r   Úreadr   r+   )rE   ÚfÚdata1Údata2rU   rV   r   r   r   Útest_string_ioø   s    zTestReadHtml.test_string_ioc          
   C   sJ   t | jf| jŽ�}|jƒ }W d Q R X | j|dƒ}| j|dƒ}t||ƒ d S )Nz	.*Water.*rX   )rz   rB   rC   r{   r   r+   )rE   r|   r   rU   rV   r   r   r   Útest_string  s
    zTestReadHtml.test_stringc             C   s^   t | jf| jŽ�}| j|dƒ}W d Q R X t | jf| jŽ�}| j|dƒ}W d Q R X t||ƒ d S )Nz	.*Water.*rX   )rz   rB   rC   r   r+   )rE   r|   rU   rV   r   r   r   Útest_file_like  s
    zTestReadHtml.test_file_likec             C   s(   t jtƒ� | jddd� W d Q R X d S )Nzgit://github.comz	.*Water.*)r.   )r2   r3   r   r   )rE   r   r   r   Útest_bad_url_protocol  s    z"TestReadHtml.test_bad_url_protocolc             C   s`   y(t jtƒ� | jddd� W d Q R X W n2 tk
rZ } zdt|ƒksJt‚W Y d d }~X nX d S )Nzhttp://www.a23950sdfa908sd.comz	.*Water.*)r.   zNo tables found)r2   r3   r   r   r6   Ústrr    )rE   Úer   r   r   Útest_invalid_url  s
    zTestReadHtml.test_invalid_urlc             C   sT   | j }| jttjj|ƒƒdddid�}t|tƒs4t‚x|D ]}t|t	ƒs:t‚q:W d S )NZFirstrS   rT   )rK   )
rD   r   r   ÚosÚpathÚabspathr   Úlistr    r
   )rE   r7   r_   rO   r   r   r   Útest_file_url#  s    
zTestReadHtml.test_file_urlc             C   s8   | j }tjtdd�� | j|dddid� W d Q R X d S )NzNo tables found)r.   zFirst Federal Bank of FloridarS   Z	tasdfable)rK   )rD   r2   r3   r6   r   )rE   r7   r   r   r   Útest_invalid_table_attrs-  s    z%TestReadHtml.test_invalid_table_attrsc             O   s"   | j | jdf|ždddii|—ŽS )NÚMetcalfrK   rS   rT   )r   rD   )rE   r(   r)   r   r   r   Ú
_bank_data5  s    zTestReadHtml._bank_datac             C   s(   | j ddgd�d }t|jtƒs$t‚d S )Nr   re   )rc   )r�   r   r]   r   r    )rE   rO   r   r   r   Útest_multiindex_header:  s    z#TestReadHtml.test_multiindex_headerc             C   s(   | j ddgd�d }t|jtƒs$t‚d S )Nr   re   )r:   )r�   r   Úindexr   r    )rE   rO   r   r   r   Útest_multiindex_index?  s    z"TestReadHtml.test_multiindex_indexc             C   s>   | j ddgddgd�d }t|jtƒs*t‚t|jtƒs:t‚d S )Nr   re   )rc   r:   )r�   r   r]   r   r    r�   )rE   rO   r   r   r   Útest_multiindex_header_indexD  s    z)TestReadHtml.test_multiindex_header_indexc             C   s*   | j ddgdd�d }t|jtƒs&t‚d S )Nr   re   )rc   rf   )r�   r   r]   r   r    )rE   rO   r   r   r   Ú&test_multiindex_header_skiprows_tuplesJ  s    z3TestReadHtml.test_multiindex_header_skiprows_tuplesc             C   s*   | j ddgdd�d }t|jtƒs&t‚d S )Nr   re   )rc   rf   )r�   r   r]   r   r    )rE   rO   r   r   r   Útest_multiindex_header_skiprowsO  s    z,TestReadHtml.test_multiindex_header_skiprowsc             C   s@   | j ddgddgdd�d }t|jtƒs,t‚t|jtƒs<t‚d S )Nr   re   )rc   r:   rf   )r�   r   r�   r   r    r]   )rE   rO   r   r   r   Ú%test_multiindex_header_index_skiprowsT  s    z2TestReadHtml.test_multiindex_header_index_skiprowsc             C   s`   | j }| jttjj|ƒƒtjtjdƒƒddid�}t|t	ƒs@t
‚x|D ]}t|tƒsFt
‚qFW d S )NZFloridarS   rT   )r.   rK   )rD   r   r   r†   r‡   rˆ   ÚreÚcompiler   r‰   r    r
   )rE   r7   r_   rO   r   r   r   Útest_regex_idempotencyZ  s    
z#TestReadHtml.test_regex_idempotencyc             C   s4   d}t jt|d�� | j| jddd� W d Q R X d S )Nz\(you passed a negative value\))r.   ZWaterre   )rf   rp   )r2   r3   r6   r   rB   )rE   r*   r   r   r   Útest_negative_skiprowsf  s    z#TestReadHtml.test_negative_skiprowsc             C   s&   d}| j |dd�}t|ƒdks"t‚d S )Nzhttps://docs.python.org/2/ÚPython)r.   re   )r   r   r    )rE   r7   r_   r   r   r   Útest_multiple_matchesk  s    z"TestReadHtml.test_multiple_matchesc             C   s<   d}| j |dd�}dd„ |D ƒ}t|ƒtddgƒks8t‚d S )Nzhttps://docs.python.org/2/r™   )r.   c             S   s   g | ]}|j d d d… ‘qS )r   rI   )r   r   )r\   )Ú.0rO   r   r   r   ú
<listcomp>u  s    z7TestReadHtml.test_python_docs_table.<locals>.<listcomp>ZRepoZWhat)r   Úsortedr    )rE   r7   r_   Úzzr   r   r   Útest_python_docs_tableq  s    z#TestReadHtml.test_python_docs_tablec             C   s"   d}| j |ƒ}t|ƒdkst‚dS )z@
        Make sure that read_html ignores empty tables.
        aà  
            <table>
                <thead>
                    <tr>
                        <th>A</th>
                        <th>B</th>
                    </tr>
                </thead>
                <tbody>
                    <tr>
                        <td>1</td>
                        <td>2</td>
                    </tr>
                </tbody>
            </table>
            <table>
                <tbody>
                </tbody>
            </table>
        re   N)r   r   r    )rE   r/   Úresultr   r   r   Útest_empty_tablesx  s    
zTestReadHtml.test_empty_tablesc             C   s:   | j dƒd }tddgddggddgd	�}tj||ƒ d S )
NaÎ  <table>
            <thead>
                <tr>
                    <th>A</th>
                    <th>B</th>
                </tr>
            </thead>
            <tbody>
                <tr>
                    <td>1</td>
                    <td>2</td>
                </tr>
            </tbody>
            <tbody>
                <tr>
                    <td>3</td>
                    <td>4</td>
                </tr>
            </tbody>
        </table>r   re   rb   rJ   rI   ÚAÚB)r   r]   )r   r
   r%   r&   )rE   r    Úexpectedr   r   r   Útest_multiple_tbody“  s
    z TestReadHtml.test_multiple_tbodyc             C   s0   | j dƒd }tddidgd�}tj||ƒ dS )zt
        Don't fail with bs4 when there is a header and only one column
        as described in issue #9178
        a3  <table>
                <thead>
                    <tr>
                        <th>Header</th>
                    </tr>
                </thead>
                <tbody>
                    <tr>
                        <td>first</td>
                    </tr>
                </tbody>
            </table>r   ÚHeaderÚfirst)r   r�   N)r   r
   r%   r&   )rE   r    r¤   r   r   r   Útest_header_and_one_column±  s
    z'TestReadHtml.test_header_and_one_columnc             C   s8   | j dƒd }tdddggdddgd	�}tj||ƒ d
S )zK
        Ensure parser adds <tr> within <thead> on malformed HTML.
        aœ  <table>
            <thead>
                <tr>
                    <th>Country</th>
                    <th>Municipality</th>
                    <th>Year</th>
                </tr>
            </thead>
            <tbody>
                <tr>
                    <td>Ukraine</td>
                    <th>Odessa</th>
                    <td>1944</td>
                </tr>
            </tbody>
        </table>r   ZUkraineZOdessai˜  ZCountryZMunicipalityZYear)r   r]   N)r   r
   r%   r&   )rE   r    r¤   r   r   r   Útest_thead_without_trÉ  s    
z"TestReadHtml.test_thead_without_trc             C   s†   d}t ddggddgd�}t ddgddggddgd�}|jd	d
�}|jdd
�}| j|ƒd }| j|ƒd }tj||ƒ tj||ƒ dS )zh
        Make sure that read_html reads tfoot, containing td or th.
        Ignores empty tfoot
        a†  <table>
            <thead>
                <tr>
                    <th>A</th>
                    <th>B</th>
                </tr>
            </thead>
            <tbody>
                <tr>
                    <td>bodyA</td>
                    <td>bodyB</td>
                </tr>
            </tbody>
            <tfoot>
                {footer}
            </tfoot>
        </table>ZbodyAZbodyBr¢   r£   )r   r]   ZfootAZfootBÚ )Úfooterz%<tr><td>footA</td><th>footB</th></tr>r   N)r
   r!   r   r%   r&   )rE   Zdata_templateZ	expected1Z	expected2r}   r~   Zresult1Zresult2r   r   r   Útest_tfoot_readç  s    zTestReadHtml.test_tfoot_readc             C   s4   | j ddd�d }tddggd	d�}tj||ƒ d S )
Na
  
            <table>
                <tr>
                    <td>S</td>
                    <td>I</td>
                </tr>
                <tr>
                    <td>text</td>
                    <td>1944</td>
                </tr>
            </table>
        r   )rc   Útexti˜  ÚSÚI)r]   )r®   r¯   )r   r
   r%   r&   )rE   r    r¤   r   r   r   Ú&test_parse_header_of_non_string_column  s    z3TestReadHtml.test_parse_header_of_non_string_columnc          
      sæ   ddl m‰  ‡ fdd„}| j| jdddid�d }t|d	d
ddƒttdœd�}|j|jks^t‚ddddddddddg
}dddddddd d!d"g
}|j|ƒj	||ƒ}|j|ƒ}|j
d#d#d$�}	d%d&g}
|	|
 j
d#d#d'�|	|
< tj|	|ƒ d S )(Nr   )Ú_remove_whitespacec                s"   yˆ | ƒS  t k
r   | S X d S )N)ÚAttributeError)r   )r±   r   r   Útry_remove_ws(  s    z8TestReadHtml.test_banklist_header.<locals>.try_remove_wsrŒ   rS   rT   )rK   r   r   Úcsvzbanklist.csv)zUpdated DatezClosing Date)Ú
convertersz+First Vietnamese American BankIn Vietnamesez!Westernbank Puerto RicoEn Espanolz)R-G Premier Bank of Puerto RicoEn EspanolzEurobankEn EspanolzSanderson State BankEn EspanolzKWashington Mutual Bank(Including its subsidiary Washington Mutual Bank FSB)zSilver State BankEn Espanolz$AmTrade International BankEn EspanolzHamilton Bank, NAEn Espanolz5The Citizens Savings BankPioneer Community Bank, Inc.zFirst Vietnamese American BankzWesternbank Puerto RicozR-G Premier Bank of Puerto RicoZEurobankzSanderson State BankzWashington Mutual BankzSilver State BankzAmTrade International BankzHamilton Bank, NAzThe Citizens Savings BankT)ÚdatetimeÚnumericzClosing DatezUpdated Date)r¶   Zcoerce)Úpandas.io.htmlr±   r   rD   r   r   Úshaper    rL   ÚreplaceÚ_convertr%   r&   )rE   r   r³   rO   Zground_truthÚoldÚnewZdfnewZgtnewZ	convertedZ	date_colsr   )r±   r   Útest_banklist_header$  sB    
z!TestReadHtml.test_banklist_headerc             C   s^   d}t | jdƒ�}|jƒ }W d Q R X ||ks0t‚| j| jdddid�d }||jƒ ksZt‚d S )NzGold CanyonÚrrS   rT   )rK   r   )rz   rD   r{   r    r   Z	to_string)rE   Úgcr|   Zraw_textrO   r   r   r   Útest_gold_canyonT  s    zTestReadHtml.test_gold_canyonc             C   s4   | j ddd�d }| j ddd�d }tj||ƒ d S )Na�  <table>
                        <thead>
                            <tr style="text-align: right;">
                            <th></th>
                            <th>C_l0_g0</th>
                            <th>C_l0_g1</th>
                            <th>C_l0_g2</th>
                            <th>C_l0_g3</th>
                            <th>C_l0_g4</th>
                            </tr>
                        </thead>
                        <tbody>
                            <tr>
                            <th>R_l0_g0</th>
                            <td> 0.763</td>
                            <td> 0.233</td>
                            <td> nan</td>
                            <td> nan</td>
                            <td> nan</td>
                            </tr>
                            <tr>
                            <th>R_l0_g1</th>
                            <td> 0.244</td>
                            <td> 0.285</td>
                            <td> 0.392</td>
                            <td> 0.137</td>
                            <td> 0.222</td>
                            </tr>
                        </tbody>
                    </table>r   )r:   a¸  <table>
                    <thead>
                        <tr style="text-align: right;">
                        <th></th>
                        <th>C_l0_g0</th>
                        <th>C_l0_g1</th>
                        <th>C_l0_g2</th>
                        <th>C_l0_g3</th>
                        <th>C_l0_g4</th>
                        </tr>
                    </thead>
                    <tbody>
                        <tr>
                        <th>R_l0_g0</th>
                        <td> 0.763</td>
                        <td> 0.233</td>
                        </tr>
                        <tr>
                        <th>R_l0_g1</th>
                        <td> 0.244</td>
                        <td> 0.285</td>
                        <td> 0.392</td>
                        <td> 0.137</td>
                        <td> 0.222</td>
                        </tr>
                    </tbody>
                 </table>)r   r%   r&   )rE   r¤   r    r   r   r   Útest_different_number_of_cols^  s    z*TestReadHtml.test_different_number_of_colsc             C   s8   | j dƒd }tdddggdddgd	�}tj||ƒ d S )
NaZ  
            <table>
                <tr>
                    <th>A</th>
                    <th colspan="1">B</th>
                    <th rowspan="1">C</th>
                </tr>
                <tr>
                    <td>a</td>
                    <td>b</td>
                    <td>c</td>
                </tr>
            </table>
        r   ÚaÚbÚcr¢   r£   ÚC)r]   )r   r
   r%   r&   )rE   r    r¤   r   r   r   Útest_colspan_rowspan_1¢  s
    z#TestReadHtml.test_colspan_rowspan_1c             C   sD   | j ddd�d }tdddddggdd	d
ddgd�}tj||ƒ d S )Na…  
            <table>
                <tr>
                    <td colspan="2">X</td>
                    <td>Y</td>
                    <td rowspan="2">Z</td>
                    <td>W</td>
                </tr>
                <tr>
                    <td>A</td>
                    <td colspan="2">B</td>
                    <td>C</td>
                </tr>
            </table>
        r   )rc   r¢   r£   ÚZrÆ   ÚXzX.1ÚYÚW)r   r]   )r   r
   r%   r&   )rE   r    r¤   r   r   r   Ú test_colspan_rowspan_copy_values¹  s     z-TestReadHtml.test_colspan_rowspan_copy_valuesc             C   sD   | j ddd�d }tdddddggddddd	gd
�}tj||ƒ d S )Na(  
            <table>
                <tr>
                    <td rowspan="2">A</td>
                    <td rowspan="2" colspan="3">B</td>
                    <td>C</td>
                </tr>
                <tr>
                    <td>D</td>
                </tr>
            </table>
        r   )rc   r¢   r£   ÚDzB.1zB.2rÆ   )r   r]   )r   r
   r%   r&   )rE   r    r¤   r   r   r   Útest_colspan_rowspan_both_not_1Ú  s     z,TestReadHtml.test_colspan_rowspan_both_not_1c             C   s8   | j ddd�d }tddggddgd�}tj||ƒ d S )Nzñ
            <table>
                <tr>
                    <td>A</td>
                    <td rowspan="2">B</td>
                </tr>
                <tr>
                    <td>C</td>
                </tr>
            </table>
        r   )rc   rÆ   r£   r¢   )r   r]   )r   r
   r%   r&   )rE   r    r¤   r   r   r   Útest_rowspan_at_end_of_rowø  s    z'TestReadHtml.test_rowspan_at_end_of_rowc             C   s>   | j ddd�d }tddgddggddgd�}tj||ƒ d S )Nz³
            <table>
                <tr>
                    <td rowspan="3">A</td>
                    <td rowspan="3">B</td>
                </tr>
            </table>
        r   )rc   r¢   r£   )r   r]   )r   r
   r%   r&   )rE   r    r¤   r   r   r   Útest_rowspan_only_rows  s    z#TestReadHtml.test_rowspan_only_rowsc             C   sT   | j dƒd }tddgddggddgddggd�}tdd	gg|d
�}tj||ƒ d S )Nam  
            <table>
                <tr>
                    <th>A</th>
                    <th>B</th>
                </tr>
                <tr>
                    <th>a</th>
                    <th>b</th>
                </tr>
                <tr>
                    <td>1</td>
                    <td>2</td>
                </tr>
            </table>
        r   r¢   r£   rÃ   rÄ   re   )ÚlevelsÚcodesrb   )r   r]   )r   r   r
   r%   r&   )rE   r    r]   r¤   r   r   r   Ú+test_header_inferred_from_rows_with_only_th&  s    $z8TestReadHtml.test_header_inferred_from_rows_with_only_thc             C   sd   t dtddd�iƒ}|jƒ }| j|dgdd�}tj||d ƒ | j|dgdd�}tj||d ƒ d S )NÚdatez1/1/2001é
   )Úperiodsre   r   )Úparse_datesr:   )r
   r   rN   r   r%   r&   )rE   rO   r¤   rQ   r   r   r   Útest_parse_dates_list@  s    z"TestReadHtml.test_parse_dates_listc             C   sn   t tddd�ƒ}t|jdd„ ƒ|jdd„ ƒdœƒ}| j|jƒ dd	d
gid	d�}td|iƒ}tj||d ƒ d S )Nz1/1/2001rÕ   )rÖ   c             S   s   t | jƒ ƒS )N)rƒ   rÔ   )r   r   r   r   r   L  s    z7TestReadHtml.test_parse_dates_combine.<locals>.<lambda>c             S   s   t | jƒ ƒS )N)rƒ   Útime)r   r   r   r   r   M  s    )rÔ   rÙ   r¶   re   rb   )r×   r:   r   )r   r   r
   r#   r   rN   r%   r&   )rE   Z	raw_datesrO   rQ   Znewdfr   r   r   Útest_parse_dates_combineH  s    z%TestReadHtml.test_parse_dates_combinec             C   s°   |ddddƒ}t jj|ƒs,tt|ƒ› d�ƒ‚t jj|ƒsJtt|ƒ› d�ƒ‚| j|ddd	�d
 }|jdkslt‚d|jd ks~t‚|d j	t
j	dƒks–t‚t
j|jd dƒs¬t‚d S )Nr   r   r/   zwikipedia_states.htmlz is not a filez is an empty fileÚArizonare   )rc   r   é<   é   ÚUnnamedúsq miÚfloat64gHázPN$A)rÜ   rÝ   rp   )r   rß   )r†   r‡   Úisfiler    ÚreprÚgetsizer   r¹   r]   Údtyperr   ÚallcloseÚloc)rE   r   r   r    r   r   r   Útest_wikipedia_states_tableV  s    z(TestReadHtml.test_wikipedia_states_tablec             C   sp   |ddddƒ}| j |ddd�d }|jdks0t‚d
|jd d ksFt‚|jjdksVt‚tj|jd dƒslt‚d S )Nr   r   r/   zwikipedia_states.htmlrÛ   r   )r:   rÜ   é   rÞ   re   rb   ÚAlaskaúTotal area[2]úsq migHázPN$A)rÜ   rè   rp   ©rê   rë   )ré   rì   )r   r¹   r    r]   Znlevelsrr   rå   ræ   )rE   r   r   r    r   r   r   Ú test_wikipedia_states_multiindex`  s    z-TestReadHtml.test_wikipedia_states_multiindexc             C   s4   d}t jt|d�� | jdddgd� W d Q R X d S )NzGPassed header=\[0,1\] are too many rows for this multi_index of columns)r.   aK  
                <table>
                    <thead>
                        <tr><th></th><th></tr>
                        <tr><th>A</th><th>B</th></tr>
                    </thead>
                    <tbody>
                        <tr><td>a</td><td>b</td></tr>
                    </tbody>
                </table>
            r   re   )rc   )r2   r3   r	   r   )rE   r*   r   r   r   Ú%test_parser_error_on_empty_header_rowh  s
    z2TestReadHtml.test_parser_error_on_empty_header_rowc             C   sL   | j ddd�d }tddidgd�}|d jtjdƒks<t‚tj||ƒ d S )	Na�  <html>
            <body>
             <table>
                <thead>
                    <tr>
                        <th>Header</th>
                    </tr>
                </thead>
                <tbody>
                    <tr>
                        <td>1100#101</td>
                    </tr>
                </tbody>
            </table>
            </body>
        </html>ú#)Údecimalr   r¦   g–C‹lg0‘@)r   r�   rà   )r   r
   rä   rr   r    r%   r&   )rE   r    r¤   r   r   r   Útest_decimal_rows}  s    zTestReadHtml.test_decimal_rowsc             C   s8   x2dD ]*}t jtƒ� | j| j|d� W d Q R X qW d S )NTF)rc   )TF)r2   r3   rt   r   rB   )rE   Úargr   r   r   Útest_bool_header_arg˜  s    
z!TestReadHtml.test_bool_header_argc             C   s6   | j ddtid�d }tdddgiƒ}tj||ƒ d S )Naƒ  <table>
                 <thead>
                   <tr>
                     <th>a</th>
                    </tr>
                 </thead>
                 <tbody>
                   <tr>
                     <td> 0.763</td>
                   </tr>
                   <tr>
                     <td> 0.244</td>
                   </tr>
                 </tbody>
               </table>rÃ   )rµ   r   z0.763z0.244)r   rƒ   r
   r%   r&   )rE   r    r¤   r   r   r   Útest_convertersž  s    
zTestReadHtml.test_convertersc             C   s6   | j ddgd�d }tddtjgiƒ}tj||ƒ d S )Na‚  <table>
                 <thead>
                   <tr>
                     <th>a</th>
                   </tr>
                 </thead>
                 <tbody>
                   <tr>
                     <td> 0.763</td>
                   </tr>
                   <tr>
                     <td> 0.244</td>
                   </tr>
                 </tbody>
               </table>g¬Zd;Ï?)Z	na_valuesr   rÃ   gÑ"Ûù~jè?)r   r
   rr   Únanr%   r&   )rE   r    r¤   r   r   r   Útest_na_values·  s    zTestReadHtml.test_na_valuesc             C   sh   d}t dddgiƒ}| j|dd�d }tj||ƒ t dtjtjgiƒ}| j|dd�d }tj||ƒ d S )	Naé  <table>
                        <thead>
                            <tr>
                            <th>a</th>
                            </tr>
                        </thead>
                        <tbody>
                            <tr>
                            <td> N/A</td>
                            </tr>
                            <tr>
                            <td> NA</td>
                            </tr>
                        </tbody>
                    </table>rÃ   zN/AZNAF)Zkeep_default_nar   T)r
   r   r%   r&   rr   rõ   )rE   Z	html_dataÚexpected_dfÚhtml_dfr   r   r   Útest_keep_default_naÐ  s    z!TestReadHtml.test_keep_default_nac             C   s>   | j dƒd }tddgtjtjggddgd�}tj||ƒ d S )Nak  
            <table>
                <tr>
                    <th>A</th>
                    <th>B</th>
                </tr>
                <tr>
                    <td>a</td>
                    <td>b</td>
                </tr>
                <tr>
                    <td></td>
                    <td></td>
                </tr>
            </table>
        r   rÃ   rÄ   r¢   r£   )r   r]   )r   r
   rr   rõ   r%   r&   )rE   r    r¤   r   r   r   Útest_preserve_empty_rowsé  s
     z%TestReadHtml.test_preserve_empty_rowsc             C   sT   | j dƒd }tddgddggddgddggd�}tdd	gg|d
�}tj||ƒ d S )NaU  
            <table>
                <thead>
                    <tr><th></th><th></tr>
                    <tr><th>A</th><th>B</th></tr>
                    <tr><th>a</th><th>b</th></tr>
                </thead>
                <tbody>
                    <tr><td>1</td><td>2</td></tr>
                </tbody>
            </table>
        r   r¢   r£   rÃ   rÄ   re   )rÑ   rÒ   rb   )r   r]   )r   r   r
   r%   r&   )rE   r    r]   r¤   r   r   r   Ú,test_ignore_empty_rows_when_inferring_header  s    $z9TestReadHtml.test_ignore_empty_rows_when_inferring_headerc             C   sP   t dddgd	�}d
ddgdddgg|_|jdd�}| j|ƒd }tj||ƒ d S )NÚHillaryéD   rÍ   ÚBernieéJ   ÚDonaldéE   ÚR)r   zUnnamed: 0_level_0ZAgeZPartyÚNamezUnnamed: 1_level_1zUnnamed: 2_level_1F)r�   r   )rü   rý   rÍ   )rþ   rÿ   rÍ   )r   r  r  )r
   r]   rN   r   r%   r&   )rE   r÷   r/   rø   r   r   r   Útest_multiple_header_rows  s    z&TestReadHtml.test_multiple_header_rowsc             C   s@   |ddddƒ}| j |dd�}t|tƒs*t‚t|d tƒs<t‚d S )Nr   r   r/   zvalid_markup.htmlr   )r:   )r   r   r‰   r    r
   )rE   r   r;   r_   r   r   r   Útest_works_on_valid_markup#  s    z'TestReadHtml.test_works_on_valid_markupc             C   s&   |ddddƒ}| j |dddgd� d S )	Nr   r   r/   zbanklist.htmlz	.*Water.*r9   Úhtml5lib)r0   )r   )rE   r   rD   r   r   r   Útest_fallback_success)  s    z"TestReadHtml.test_fallback_successc             C   s:   t ddd�}ttjjddƒ|d�}|jƒ }d|ks6t‚d S )Nz
2000-01-01rÕ   )rÖ   rI   )r�   )r   r
   rr   ÚrandomZrandnrN   r    )rE   ÚrngrO   r    r   r   r   Útest_to_html_timestamp.  s    z#TestReadHtml.test_to_html_timestampzdisplayed_only,exp0,exp1ZfooNFzfoo  bar  baz  quxc             C   sT   t dƒ}| j||d�}tj|d |ƒ |d k	r@tj|d |ƒ nt|ƒdksPt‚d S )Na  <html>
          <body>
            <table>
              <tr>
                <td>
                  foo
                  <span style="display:none;text-align:center">bar</span>
                  <span style="display:none">baz</span>
                  <span style="display: none">qux</span>
                </td>
              </tr>
            </table>
            <table style="display: none">
              <tr>
                <td>foo</td>
              </tr>
            </table>
          </body>
        </html>)Údisplayed_onlyr   re   )r   r   r%   r&   r   r    )rE   r  Zexp0Zexp1r   r_   r   r   r   Útest_displayed_only5  s    	z TestReadHtml.test_displayed_onlyc       
      C   sô   t jj|ƒ}t jj|ƒd }|jdƒ\}}y�t|dƒ�}| j|jƒ |dd�jƒ }W d Q R X t|dƒ�"}| jt	|jƒ ƒ|dd�jƒ }W d Q R X | j||dd�jƒ }	t
j||ƒ t
j||	ƒ W n4 tk
rî   tƒ rèd|ksàd|krètjƒ  ‚ Y nX d S )Nr   Ú_Úrb)rA   r:   Z16Z32)r†   r‡   ÚbasenameÚsplitextÚsplitrz   r   r{   Úpopr   r%   r&   Ú	Exceptionr   r2   Úskip)
rE   r   Ú	base_pathÚrootr  rA   ZfobjZfrom_stringZfrom_file_likeÚfrom_filenamer   r   r   Útest_encode\  s&    "zTestReadHtml.test_encodec          	   C   sj   | j jjdƒdkrtjdƒ G dd„ dtƒ}|dƒ}| j |ƒsBt‚tjtdd�� | j |ƒ W d Q R X d S )	Nr0   r9   zNot applicable for lxmlc               @   s   e Zd Zdd„ ZdS )zFTestReadHtml.test_parse_failure_unseekable.<locals>.UnseekableStringIOc             S   s   dS )NFr   )rE   r   r   r   Úseekable  s    zOTestReadHtml.test_parse_failure_unseekable.<locals>.UnseekableStringIO.seekableN)Ú__name__Ú
__module__Ú__qualname__r  r   r   r   r   ÚUnseekableStringIO~  s   r  z?
            <table><tr><td>spam<foobr />eggs</td></tr></table>z#passed a non-rewindable file object)r.   )	r   ÚkeywordsÚgetr2   r  r   r    r3   r6   )rE   r  Úbadr   r   r   Útest_parse_failure_unseekablex  s    
z*TestReadHtml.test_parse_failure_unseekablec             C   s>   G dd„ dƒ}|dƒ}|dƒ}| j |ƒs,t‚| j |ƒs:t‚d S )Nc               @   s.   e Zd Zdd„ Zd
dd„Zdd„ Zdd	„ ZdS )z9TestReadHtml.test_parse_failure_rewinds.<locals>.MockFilec             S   s   || _ d| _d S )NF)r   Úat_end)rE   r   r   r   r   Ú__init__�  s    zBTestReadHtml.test_parse_failure_rewinds.<locals>.MockFile.__init__Nc             S   s   | j r
dn| j}d| _ |S )Nrª   T)r"  r   )rE   Úsizer   r   r   r   r{   ”  s    z>TestReadHtml.test_parse_failure_rewinds.<locals>.MockFile.readc             S   s
   d| _ d S )NF)r"  )rE   Úoffsetr   r   r   Úseek™  s    z>TestReadHtml.test_parse_failure_rewinds.<locals>.MockFile.seekc             S   s   dS )NTr   )rE   r   r   r   r  œ  s    zBTestReadHtml.test_parse_failure_rewinds.<locals>.MockFile.seekable)N)r  r  r  r#  r{   r&  r  r   r   r   r   ÚMockFile�  s   
r'  z/<table><tr><td>spam<br />eggs</td></tr></table>z2<table><tr><td>spam<foobr />eggs</td></tr></table>)r   r    )rE   r'  Zgoodr   r   r   r   Útest_parse_failure_rewindsŒ  s
    z'TestReadHtml.test_parse_failure_rewindsc             C   s–   G dd„ dt jƒ}ttjjƒ |ddddƒ}|| j|fd�}|| j|fd�}|jƒ  |jƒ  x|jƒ s^|jƒ rpq^W d |j	  koˆ|j	kn  s’t
‚d S )Nc                   s   e Zd Z‡ fdd„Z‡  ZS )z@TestReadHtml.test_importcheck_thread_safety.<locals>.ErrorThreadc                sB   yt ƒ jƒ  W n( tk
r6 } z|| _W Y d d }~X nX d | _d S )N)ÚsuperÚrunr  Úerr)rE   r+  )Ú	__class__r   r   r*  ª  s
    zDTestReadHtml.test_importcheck_thread_safety.<locals>.ErrorThread.run)r  r  r  r*  Ú__classcell__r   r   )r,  r   ÚErrorThread©  s   r.  r   r   r/   zvalid_markup.html)Útargetr(   )Ú	threadingÚThreadr   Úpandasr   r/   r   ÚstartÚis_aliver+  r    )rE   r   r.  r;   Zhelper_thread1Zhelper_thread2r   r   r   Útest_importcheck_thread_safety¥  s    
z+TestReadHtml.test_importcheck_thread_safety)Xr  r  r  r2   ÚfixturerF   rH   rR   r%   ÚnetworkrW   rY   ÚmarkZslowrZ   r^   r`   ra   rd   rg   ri   rj   rk   rl   rn   rq   rs   ru   rv   rw   rx   ry   r   r€   r�   r‚   r…   rŠ   r‹   r�   rŽ   r�   r‘   r’   r“   r”   r—   r˜   rš   rŸ   r¡   r¥   r¨   r©   r¬   r°   r¾   rÁ   rÂ   rÇ   rÌ   rÎ   rÏ   rÐ   rÓ   rØ   rÚ   rç   rí   rî   rñ   ró   rô   rö   rù   rú   rû   r  r  r  r
  Úparametrizer
   r  r  r!  r(  r5  r   r   r   r   r?   W   s¢   	
		
&0
D!
"#r?   )6Ú	functoolsr   Ú	importlibr   r   r   r   r†   r•   r0  Úurllib.errorr   Znumpyrr   Znumpy.randomr   r2   Zpandas.compatr   Zpandas.errorsr	   Zpandas.util._test_decoratorsÚutilZ_test_decoratorsÚtdr2  r
   r   r   r   r   r   Zpandas._testingZ_testingr%   Zpandas.io.commonr   r¸   r   r‡   ÚdirnameÚ__file__ZHEREr6  r   r+   Z
skip_if_nor5   r8   r<   r8  r9  r   r?   r   r   r   r   Ú<module>   sB    
		