3
®yb6™  ã               @   s„  d dl mZ d dlmZ d dlmZmZ d dlZd dlZd dl	Z	d dl
mZ d dlZd dlmZ d dlZd dlmZ d dlmZ d dljjZd d	lmZmZmZmZmZmZ d dl j!Z"d d
l#m$Z$ d dl%Zd dl%m&Z& ej'j(e)ƒZ*ej+ddddgd�dd„ ƒZ,dd„ Z-ej.dƒdd„ ƒZ/dd„ Z0ej.dƒej.dƒdd„ ƒƒZ1ej2j3dej4dej.dƒd�ej4dej.dƒd�gdd �G d!d"„ d"ƒƒZ5dS )#é    )Úpartial)Úreload)ÚBytesIOÚStringION)ÚURLError)Úrand)Úis_platform_windows)ÚParserError)Ú	DataFrameÚ
MultiIndexÚSeriesÚ	TimestampÚ
date_rangeÚread_csv)Úfile_path_to_url)Ú	read_htmlzchinese_utf-16.htmlzchinese_utf-32.htmlzchinese_utf-8.htmlzletz_latin1.html)Úparamsc             C   s   |ddd| j ƒS )z6Parametrized fixture for HTML encoding test filenames.ÚioÚdataZhtml_encoding)Úparam)ÚrequestÚdatapath© r   ú=/tmp/pip-install-4cy230dp/pandas/pandas/tests/io/test_html.pyÚhtml_encoding_file   s    
r   c             O   s�   t | ƒt |ƒks,tdt | ƒ› dt |ƒ› �ƒ‚d}ttdd„ | |ƒƒ}|sPt|ƒ‚x:t| |ƒD ],\}}tj||f|ž|Ž |j s\tdƒ‚q\W d S )Nz*lists are not of equal size len(list1) == z, len(list2) == z$not all list elements are DataFramesc             S   s   t | tƒot |tƒS )N)Ú
isinstancer
   )ÚxÚyr   r   r   Ú<lambda>1   s    z(assert_framelist_equal.<locals>.<lambda>zframes are both empty)ÚlenÚAssertionErrorÚallÚmapÚzipÚtmÚassert_frame_equalÚempty)Zlist1Zlist2ÚargsÚkwargsÚmsgZboth_framesZframe_iZframe_jr   r   r   Úassert_framelist_equal(   s    r*   Úbs4c             C   sJ   dd l }| j|ddƒ tjtdd�� t|dddd	ƒd
d� W d Q R X d S )Nr   Ú__version__z4.2zPandas requires version)Úmatchr   r   Úhtmlz	spam.htmlr+   )Úflavor)r+   ÚsetattrÚpytestÚraisesÚImportErrorr   )Zmonkeypatchr   r+   r   r   r   Útest_bs4_version_fails<   s    r4   c              C   s@   d} d}d| d }t jt|d�� t| d|d� W d Q R X d S )Nz
google.comzinvalid flavorz\{z \} is not a valid set of flavors)r-   Zgoogle)r-   r/   )r1   r2   Ú
ValueErrorr   )Úurlr/   r)   r   r   r   Útest_invalid_flavorE   s
    r7   Úlxmlc             C   s<   | ddddƒ}t |ddgd�}t |ddgd�}t||ƒ d S )	Nr   r   r.   zvalid_markup.htmlr   r8   )Ú	index_colr/   r+   )r   r*   )r   ÚfilenameZdfs_lxmlZdfs_bs4r   r   r   Útest_same_orderingN   s    r;   r/   )ZmarksÚclass)Úscopec               @   sh  e Zd Zejdd�dd„ ƒZejddd�dd„ ƒZd	d
„ Zej	dd„ ƒZ
ej	dd„ ƒZej	dd„ ƒZejjdd„ ƒZdd„ Zdd„ Zdd„ Zdd„ Zdd„ Zdd„ Zdd „ Zd!d"„ Zd#d$„ Zd%d&„ Zd'd(„ Zd)d*„ Zd+d,„ Zd-d.„ Zd/d0„ Zd1d2„ Zd3d4„ Z d5d6„ Z!d7d8„ Z"d9d:„ Z#ej	d;d<„ ƒZ$ej	ejjd=d>„ ƒƒZ%ejjd?d@„ ƒZ&ejjdAdB„ ƒZ'dCdD„ Z(ejjdEdF„ ƒZ)ejjdGdH„ ƒZ*ejjdIdJ„ ƒZ+ejjdKdL„ ƒZ,ejjdMdN„ ƒZ-ejjdOdP„ ƒZ.ejjdQdR„ ƒZ/dSdT„ Z0ej	dUdV„ ƒZ1ej	dWdX„ ƒZ2dYdZ„ Z3d[d\„ Z4d]d^„ Z5d_d`„ Z6dadb„ Z7dcdd„ Z8ejjdedf„ ƒZ9ejjdgdh„ ƒZ:didj„ Z;dkdl„ Z<dmdn„ Z=dodp„ Z>dqdr„ Z?dsdt„ Z@dudv„ ZAdwdx„ ZBdydz„ ZCd{d|„ ZDd}d~„ ZEdd€„ ZFd�d‚„ ZGdƒd„„ ZHd…d†„ ZId‡dˆ„ ZJd‰dŠ„ ZKd‹dŒ„ ZLd�dŽ„ ZMd�d�„ ZNd‘d’„ ZOejjd“d”„ ƒZPd•d–„ ZQejjRd—deSd˜gƒd™fdšeSd›gƒeSd˜gƒfgƒdœd�„ ƒZTdždŸ„ ZUd d¡„ ZVd¢d£„ ZWejjd¤d¥„ ƒZXd™S )¦ÚTestReadHtmlT)Úautousec             C   s4   |ddddƒ| _ i | _d| jd< |ddddƒ| _d S )Nr   r   r.   z	spam.htmlzUTF-8Úencodingzbanklist.html)Ú	spam_dataÚspam_data_kwargsÚbanklist_data)Úselfr   r   r   r   Ú	set_files`   s    
zTestReadHtml.set_filesÚfunction)r?   r=   c             c   s   t t|d�| _d V  d S )N)r/   )r   r   )rD   r/   r   r   r   r   Úset_defaultsg   s    zTestReadHtml.set_defaultsc             C   sV   t jdddd„ ddd�jdjƒjtƒ}|jƒ }| j|dd	id
d�d
 }t j||ƒ d S )Né   é   c              W   s   t ƒ S )N)r   )r'   r   r   r   r   q   s    z2TestReadHtml.test_to_html_compat.<locals>.<lambda>F)Z
data_gen_fZc_idx_namesZr_idx_namesz{0:.3f}r<   Z	dataframer   )Úattrsr9   )	r$   ZmakeCustomDataframeÚapplymapÚformatZastypeÚfloatÚto_htmlr   r%   )rD   ÚdfÚoutÚresr   r   r   Útest_to_html_compatl   s    z TestReadHtml.test_to_html_compatc             C   sf   d}t jtƒ� | j|dddid�}W d Q R X t jtƒ� | j|dddid�}W d Q R X t||ƒ d S )Nz8http://www.fdic.gov/bank/individual/failed/banklist.htmlzFirst Federal Bank of FloridaÚidÚtable)rJ   zMetcalf Bank)r$   Zassert_produces_warningÚFutureWarningr   r*   )rD   r6   Údf1Údf2r   r   r   Ú"test_banklist_url_positional_match|   s    z/TestReadHtml.test_banklist_url_positional_matchc             C   s:   d}| j |dddid�}| j |dddid�}t||ƒ d S )Nz8http://www.fdic.gov/bank/individual/failed/banklist.htmlzFirst Federal Bank of FloridarS   rT   )r-   rJ   zMetcalf Bank)r   r*   )rD   r6   rV   rW   r   r   r   Útest_banklist_url‰   s
    zTestReadHtml.test_banklist_urlc             C   s.   d}| j |dd�}| j |dd�}t||ƒ d S )Nz^https://raw.githubusercontent.com/pandas-dev/pandas/master/pandas/tests/io/data/html/spam.htmlz	.*Water.*)r-   ÚUnit)r   r*   )rD   r6   rV   rW   r   r   r   Útest_spam_url“   s    zTestReadHtml.test_spam_urlc             C   s:   | j | jdddid�}| j | jdddid�}t||ƒ d S )Nz.*Florida.*rS   rT   )r-   rJ   zMetcalf Bank)r   rC   r*   )rD   rV   rW   r   r   r   Útest_banklistž   s
    zTestReadHtml.test_banklistc             C   sZ   | j | jdd�}| j | jdd�}t||ƒ |d jd dks@t‚|d jd dksVt‚d S )Nz	.*Water.*)r-   rZ   r   Ú
ProximatesZNutrient)r   r   )r   rA   r*   Úilocr    Úcolumns)rD   rV   rW   r   r   r   Ú	test_spam©   s
    
zTestReadHtml.test_spamc             C   s,   | j | jƒ}x|D ]}t|tƒst‚qW d S )N)r   rA   r   r
   r    )rD   ÚdfsrO   r   r   r   Útest_spam_no_match±   s    
zTestReadHtml.test_spam_no_matchc             C   s4   | j | jddid�}x|D ]}t|tƒst‚qW d S )NrS   rT   )rJ   )r   rC   r   r
   r    )rD   ra   rO   r   r   r   Útest_banklist_no_match¶   s    
z#TestReadHtml.test_banklist_no_matchc             C   s8   | j | jddd�d }|jd dks(t‚|j s4t‚d S )Nz	.*Water.*é   )r-   Úheaderr   r]   )r   rA   r_   r    r&   )rD   rO   r   r   r   Útest_spam_header»   s    zTestReadHtml.test_spam_headerc             C   s2   | j | jddd�}| j | jddd�}t||ƒ d S )Nz	.*Water.*é   )r-   ÚskiprowsrZ   )r   rA   r*   )rD   rV   rW   r   r   r   Útest_skiprows_intÀ   s    zTestReadHtml.test_skiprows_intc             C   s:   | j | jdtdƒd�}| j | jdtdƒd�}t||ƒ d S )Nz	.*Water.*rd   )r-   rh   rZ   )r   rA   Úranger*   )rD   rV   rW   r   r   r   Útest_skiprows_rangeÆ   s    z TestReadHtml.test_skiprows_rangec             C   s:   | j | jdddgd�}| j | jdddgd�}t||ƒ d S )Nz	.*Water.*rg   rd   )r-   rh   rZ   )r   rA   r*   )rD   rV   rW   r   r   r   Útest_skiprows_listÌ   s    zTestReadHtml.test_skiprows_listc             C   s:   | j | jdddhd�}| j | jdddhd�}t||ƒ d S )Nz	.*Water.*rg   rd   )r-   rh   rZ   )r   rA   r*   )rD   rV   rW   r   r   r   Útest_skiprows_setÒ   s    zTestReadHtml.test_skiprows_setc             C   s2   | j | jddd�}| j | jddd�}t||ƒ d S )Nz	.*Water.*rg   )r-   rh   rZ   )r   rA   r*   )rD   rV   rW   r   r   r   Útest_skiprows_sliceØ   s    z TestReadHtml.test_skiprows_slicec             C   s:   | j | jdtdƒd�}| j | jdtdƒd�}t||ƒ d S )Nz	.*Water.*rd   )r-   rh   rZ   )r   rA   Úslicer*   )rD   rV   rW   r   r   r   Útest_skiprows_slice_shortÞ   s    z&TestReadHtml.test_skiprows_slice_shortc             C   s@   | j | jdtddƒd�}| j | jdtdddƒd�}t||ƒ d S )	Nz	.*Water.*rd   é   )r-   rh   rZ   rH   rg   éÿÿÿÿ)r   rA   ro   r*   )rD   rV   rW   r   r   r   Útest_skiprows_slice_longä   s    z%TestReadHtml.test_skiprows_slice_longc             C   s>   | j | jdtjdƒd�}| j | jdtjdƒd�}t||ƒ d S )Nz	.*Water.*rd   )r-   rh   rZ   )r   rA   ÚnpZaranger*   )rD   rV   rW   r   r   r   Útest_skiprows_ndarrayê   s    z"TestReadHtml.test_skiprows_ndarrayc             C   s0   t jtdd�� | j| jddd� W d Q R X d S )Nz%is not a valid type for skipping rows)r-   z	.*Water.*Zasdf)r-   rh   )r1   r2   Ú	TypeErrorr   rA   )rD   r   r   r   Útest_skiprows_invalidð   s    z"TestReadHtml.test_skiprows_invalidc             C   s2   | j | jddd�}| j | jddd�}t||ƒ d S )Nz	.*Water.*r   )r-   r9   rZ   )r   rA   r*   )rD   rV   rW   r   r   r   Ú
test_indexô   s    zTestReadHtml.test_indexc             C   s6   | j | jdddd�}| j | jdddd�}t||ƒ d S )Nz	.*Water.*rg   r   )r-   re   r9   rZ   )r   rA   r*   )rD   rV   rW   r   r   r   Útest_header_and_index_no_typesù   s    z+TestReadHtml.test_header_and_index_no_typesc             C   s6   | j | jdddd�}| j | jdddd�}t||ƒ d S )Nz	.*Water.*rg   r   )r-   re   r9   rZ   )r   rA   r*   )rD   rV   rW   r   r   r   Ú test_header_and_index_with_typesþ   s    z-TestReadHtml.test_header_and_index_with_typesc             C   s2   | j | jddd�}| j | jddd�}t||ƒ d S )Nz	.*Water.*r   )r-   r9   rZ   )r   rA   r*   )rD   rV   rW   r   r   r   Útest_infer_types  s    zTestReadHtml.test_infer_typesc             C   sz   t | jf| jŽ�}t|jƒ ƒ}W d Q R X t | jf| jŽ�}t|jƒ ƒ}W d Q R X | j|dd�}| j|dd�}t||ƒ d S )Nz	.*Water.*)r-   rZ   )ÚopenrA   rB   r   Úreadr   r*   )rD   ÚfÚdata1Údata2rV   rW   r   r   r   Útest_string_io
  s    zTestReadHtml.test_string_ioc             C   sN   t | jf| jŽ�}|jƒ }W d Q R X | j|dd�}| j|dd�}t||ƒ d S )Nz	.*Water.*)r-   rZ   )r|   rA   rB   r}   r   r*   )rD   r~   r   rV   rW   r   r   r   Útest_string  s
    zTestReadHtml.test_stringc             C   sb   t | jf| jŽ�}| j|dd�}W d Q R X t | jf| jŽ�}| j|dd�}W d Q R X t||ƒ d S )Nz	.*Water.*)r-   rZ   )r|   rA   rB   r   r*   )rD   r~   rV   rW   r   r   r   Útest_file_like  s
    zTestReadHtml.test_file_likec             C   s(   t jtƒ� | jddd� W d Q R X d S )Nzgit://github.comz	.*Water.*)r-   )r1   r2   r   r   )rD   r   r   r   Útest_bad_url_protocol'  s    z"TestReadHtml.test_bad_url_protocolc             C   s`   y(t jtƒ� | jddd� W d Q R X W n2 tk
rZ } zdt|ƒksJt‚W Y d d }~X nX d S )Nzhttp://www.a23950sdfa908sd.comz	.*Water.*)r-   zNo tables found)r1   r2   r   r   r5   Ústrr    )rD   Úer   r   r   Útest_invalid_url,  s
    zTestReadHtml.test_invalid_urlc             C   sT   | j }| jttjj|ƒƒdddid�}t|tƒs4t‚x|D ]}t|t	ƒs:t‚q:W d S )NZFirstrS   rT   )r-   rJ   )
rC   r   r   ÚosÚpathÚabspathr   Úlistr    r
   )rD   r6   ra   rO   r   r   r   Útest_file_url5  s    
zTestReadHtml.test_file_urlc             C   s8   | j }tjtdd�� | j|dddid� W d Q R X d S )NzNo tables found)r-   zFirst Federal Bank of FloridarS   Z	tasdfable)r-   rJ   )rC   r1   r2   r5   r   )rD   r6   r   r   r   Útest_invalid_table_attrs?  s    z%TestReadHtml.test_invalid_table_attrsc             O   s"   | j | jf|ždddidœ|—ŽS )NÚMetcalfrS   rT   )r-   rJ   )r   rC   )rD   r'   r(   r   r   r   Ú
_bank_dataG  s    zTestReadHtml._bank_datac             C   s(   | j ddgd�d }t|jtƒs$t‚d S )Nr   rg   )re   )r�   r   r_   r   r    )rD   rO   r   r   r   Útest_multiindex_headerL  s    z#TestReadHtml.test_multiindex_headerc             C   s(   | j ddgd�d }t|jtƒs$t‚d S )Nr   rg   )r9   )r�   r   Úindexr   r    )rD   rO   r   r   r   Útest_multiindex_indexQ  s    z"TestReadHtml.test_multiindex_indexc             C   s>   | j ddgddgd�d }t|jtƒs*t‚t|jtƒs:t‚d S )Nr   rg   )re   r9   )r�   r   r_   r   r    r‘   )rD   rO   r   r   r   Útest_multiindex_header_indexV  s    z)TestReadHtml.test_multiindex_header_indexc             C   s*   | j ddgdd�d }t|jtƒs&t‚d S )Nr   rg   )re   rh   )r�   r   r_   r   r    )rD   rO   r   r   r   Ú&test_multiindex_header_skiprows_tuples\  s    z3TestReadHtml.test_multiindex_header_skiprows_tuplesc             C   s*   | j ddgdd�d }t|jtƒs&t‚d S )Nr   rg   )re   rh   )r�   r   r_   r   r    )rD   rO   r   r   r   Útest_multiindex_header_skiprowsa  s    z,TestReadHtml.test_multiindex_header_skiprowsc             C   s@   | j ddgddgdd�d }t|jtƒs,t‚t|jtƒs<t‚d S )Nr   rg   )re   r9   rh   )r�   r   r‘   r   r    r_   )rD   rO   r   r   r   Ú%test_multiindex_header_index_skiprowsf  s    z2TestReadHtml.test_multiindex_header_index_skiprowsc             C   s`   | j }| jttjj|ƒƒtjtjdƒƒddid�}t|t	ƒs@t
‚x|D ]}t|tƒsFt
‚qFW d S )NZFloridarS   rT   )r-   rJ   )rC   r   r   rˆ   r‰   rŠ   ÚreÚcompiler   r‹   r    r
   )rD   r6   ra   rO   r   r   r   Útest_regex_idempotencyl  s    
z#TestReadHtml.test_regex_idempotencyc             C   s4   d}t jt|d�� | j| jddd� W d Q R X d S )Nz\(you passed a negative value\))r-   ZWaterrg   )r-   rh   rr   )r1   r2   r5   r   rA   )rD   r)   r   r   r   Útest_negative_skiprowsx  s    z#TestReadHtml.test_negative_skiprowsc             C   s&   d}| j |dd�}t|ƒdks"t‚d S )Nzhttps://docs.python.org/2/ÚPython)r-   rg   )r   r   r    )rD   r6   ra   r   r   r   Útest_multiple_matches}  s    z"TestReadHtml.test_multiple_matchesc             C   s<   d}| j |dd�}dd„ |D ƒ}t|ƒtddgƒks8t‚d S )Nzhttps://docs.python.org/2/r›   )r-   c             S   s   g | ]}|j d d d… ‘qS )r   rH   )r   r   )r^   )Ú.0rO   r   r   r   ú
<listcomp>‡  s    z7TestReadHtml.test_python_docs_table.<locals>.<listcomp>ZRepoZWhat)r   Úsortedr    )rD   r6   ra   Úzzr   r   r   Útest_python_docs_tableƒ  s    z#TestReadHtml.test_python_docs_tablec             C   s"   d}| j |ƒ}t|ƒdkst‚dS )z@
        Make sure that read_html ignores empty tables.
        aà  
            <table>
                <thead>
                    <tr>
                        <th>A</th>
                        <th>B</th>
                    </tr>
                </thead>
                <tbody>
                    <tr>
                        <td>1</td>
                        <td>2</td>
                    </tr>
                </tbody>
            </table>
            <table>
                <tbody>
                </tbody>
            </table>
        rg   N)r   r   r    )rD   r.   Úresultr   r   r   Útest_empty_tablesŠ  s    
zTestReadHtml.test_empty_tablesc             C   s:   | j dƒd }tddgddggddgd	�}tj||ƒ d S )
NaÎ  <table>
            <thead>
                <tr>
                    <th>A</th>
                    <th>B</th>
                </tr>
            </thead>
            <tbody>
                <tr>
                    <td>1</td>
                    <td>2</td>
                </tr>
            </tbody>
            <tbody>
                <tr>
                    <td>3</td>
                    <td>4</td>
                </tr>
            </tbody>
        </table>r   rg   rd   rI   rH   ÚAÚB)r   r_   )r   r
   r$   r%   )rD   r¢   Úexpectedr   r   r   Útest_multiple_tbody¥  s
    z TestReadHtml.test_multiple_tbodyc             C   s0   | j dƒd }tddidgd�}tj||ƒ dS )zt
        Don't fail with bs4 when there is a header and only one column
        as described in issue #9178
        a3  <table>
                <thead>
                    <tr>
                        <th>Header</th>
                    </tr>
                </thead>
                <tbody>
                    <tr>
                        <td>first</td>
                    </tr>
                </tbody>
            </table>r   ÚHeaderÚfirst)r   r‘   N)r   r
   r$   r%   )rD   r¢   r¦   r   r   r   Útest_header_and_one_columnÃ  s
    z'TestReadHtml.test_header_and_one_columnc             C   s8   | j dƒd }tdddggdddgd	�}tj||ƒ d
S )zK
        Ensure parser adds <tr> within <thead> on malformed HTML.
        aœ  <table>
            <thead>
                <tr>
                    <th>Country</th>
                    <th>Municipality</th>
                    <th>Year</th>
                </tr>
            </thead>
            <tbody>
                <tr>
                    <td>Ukraine</td>
                    <th>Odessa</th>
                    <td>1944</td>
                </tr>
            </tbody>
        </table>r   ZUkraineZOdessai˜  ZCountryZMunicipalityZYear)r   r_   N)r   r
   r$   r%   )rD   r¢   r¦   r   r   r   Útest_thead_without_trÛ  s    
z"TestReadHtml.test_thead_without_trc             C   s†   d}t ddggddgd�}t ddgddggddgd�}|jd	d
�}|jdd
�}| j|ƒd }| j|ƒd }tj||ƒ tj||ƒ dS )zh
        Make sure that read_html reads tfoot, containing td or th.
        Ignores empty tfoot
        a†  <table>
            <thead>
                <tr>
                    <th>A</th>
                    <th>B</th>
                </tr>
            </thead>
            <tbody>
                <tr>
                    <td>bodyA</td>
                    <td>bodyB</td>
                </tr>
            </tbody>
            <tfoot>
                {footer}
            </tfoot>
        </table>ZbodyAZbodyBr¤   r¥   )r   r_   ZfootAZfootBÚ )Úfooterz%<tr><td>footA</td><th>footB</th></tr>r   N)r
   rL   r   r$   r%   )rD   Zdata_templateZ	expected1Z	expected2r   r€   Zresult1Zresult2r   r   r   Útest_tfoot_readù  s    zTestReadHtml.test_tfoot_readc             C   s4   | j ddd�d }tddggd	d�}tj||ƒ d S )
Na
  
            <table>
                <tr>
                    <td>S</td>
                    <td>I</td>
                </tr>
                <tr>
                    <td>text</td>
                    <td>1944</td>
                </tr>
            </table>
        r   )re   Útexti˜  ÚSÚI)r_   )r°   r±   )r   r
   r$   r%   )rD   r¢   r¦   r   r   r   Ú&test_parse_header_of_non_string_column  s    z3TestReadHtml.test_parse_header_of_non_string_columnc          
      sæ   ddl m‰  ‡ fdd„}| j| jdddid�d }t|d	d
ddƒttdœd�}|j|jks^t‚ddddddddddg
}dddddddd d!d"g
}|j|ƒj	||ƒ}|j|ƒ}|j
d#d#d$�}	d%d&g}
|	|
 j
d#d#d'�|	|
< tj|	|ƒ d S )(Nr   )Ú_remove_whitespacec                s"   yˆ | ƒS  t k
r   | S X d S )N)ÚAttributeError)r   )r³   r   r   Útry_remove_ws:  s    z8TestReadHtml.test_banklist_header.<locals>.try_remove_wsrŽ   rS   rT   )r-   rJ   r   r   Úcsvzbanklist.csv)zUpdated DatezClosing Date)Ú
convertersz+First Vietnamese American BankIn Vietnamesez!Westernbank Puerto RicoEn Espanolz)R-G Premier Bank of Puerto RicoEn EspanolzEurobankEn EspanolzSanderson State BankEn EspanolzKWashington Mutual Bank(Including its subsidiary Washington Mutual Bank FSB)zSilver State BankEn Espanolz$AmTrade International BankEn EspanolzHamilton Bank, NAEn Espanolz5The Citizens Savings BankPioneer Community Bank, Inc.zFirst Vietnamese American BankzWesternbank Puerto RicozR-G Premier Bank of Puerto RicoZEurobankzSanderson State BankzWashington Mutual BankzSilver State BankzAmTrade International BankzHamilton Bank, NAzThe Citizens Savings BankT)ÚdatetimeÚnumericzClosing DatezUpdated Date)r¸   Zcoerce)Úpandas.io.htmlr³   r   rC   r   r   Úshaper    rK   ÚreplaceÚ_convertr$   r%   )rD   r   rµ   rO   Zground_truthÚoldÚnewZdfnewZgtnewZ	convertedZ	date_colsr   )r³   r   Útest_banklist_header6  sD    
z!TestReadHtml.test_banklist_headerc             C   s^   d}t | jdƒ�}|jƒ }W d Q R X ||ks0t‚| j| jdddid�d }||jƒ ksZt‚d S )NzGold CanyonÚrrS   rT   )r-   rJ   r   )r|   rC   r}   r    r   Z	to_string)rD   Úgcr~   Zraw_textrO   r   r   r   Útest_gold_canyonh  s    zTestReadHtml.test_gold_canyonc             C   s4   | j ddd�d }| j ddd�d }tj||ƒ d S )Na�  <table>
                        <thead>
                            <tr style="text-align: right;">
                            <th></th>
                            <th>C_l0_g0</th>
                            <th>C_l0_g1</th>
                            <th>C_l0_g2</th>
                            <th>C_l0_g3</th>
                            <th>C_l0_g4</th>
                            </tr>
                        </thead>
                        <tbody>
                            <tr>
                            <th>R_l0_g0</th>
                            <td> 0.763</td>
                            <td> 0.233</td>
                            <td> nan</td>
                            <td> nan</td>
                            <td> nan</td>
                            </tr>
                            <tr>
                            <th>R_l0_g1</th>
                            <td> 0.244</td>
                            <td> 0.285</td>
                            <td> 0.392</td>
                            <td> 0.137</td>
                            <td> 0.222</td>
                            </tr>
                        </tbody>
                    </table>r   )r9   a¸  <table>
                    <thead>
                        <tr style="text-align: right;">
                        <th></th>
                        <th>C_l0_g0</th>
                        <th>C_l0_g1</th>
                        <th>C_l0_g2</th>
                        <th>C_l0_g3</th>
                        <th>C_l0_g4</th>
                        </tr>
                    </thead>
                    <tbody>
                        <tr>
                        <th>R_l0_g0</th>
                        <td> 0.763</td>
                        <td> 0.233</td>
                        </tr>
                        <tr>
                        <th>R_l0_g1</th>
                        <td> 0.244</td>
                        <td> 0.285</td>
                        <td> 0.392</td>
                        <td> 0.137</td>
                        <td> 0.222</td>
                        </tr>
                    </tbody>
                 </table>)r   r$   r%   )rD   r¦   r¢   r   r   r   Útest_different_number_of_colst  s    z*TestReadHtml.test_different_number_of_colsc             C   s8   | j dƒd }tdddggdddgd	�}tj||ƒ d S )
NaZ  
            <table>
                <tr>
                    <th>A</th>
                    <th colspan="1">B</th>
                    <th rowspan="1">C</th>
                </tr>
                <tr>
                    <td>a</td>
                    <td>b</td>
                    <td>c</td>
                </tr>
            </table>
        r   ÚaÚbÚcr¤   r¥   ÚC)r_   )r   r
   r$   r%   )rD   r¢   r¦   r   r   r   Útest_colspan_rowspan_1¸  s
    z#TestReadHtml.test_colspan_rowspan_1c             C   sD   | j ddd�d }tdddddggdd	d
ddgd�}tj||ƒ d S )Na…  
            <table>
                <tr>
                    <td colspan="2">X</td>
                    <td>Y</td>
                    <td rowspan="2">Z</td>
                    <td>W</td>
                </tr>
                <tr>
                    <td>A</td>
                    <td colspan="2">B</td>
                    <td>C</td>
                </tr>
            </table>
        r   )re   r¤   r¥   ÚZrÈ   ÚXzX.1ÚYÚW)r   r_   )r   r
   r$   r%   )rD   r¢   r¦   r   r   r   Ú test_colspan_rowspan_copy_valuesÏ  s     z-TestReadHtml.test_colspan_rowspan_copy_valuesc             C   sD   | j ddd�d }tdddddggddddd	gd
�}tj||ƒ d S )Na(  
            <table>
                <tr>
                    <td rowspan="2">A</td>
                    <td rowspan="2" colspan="3">B</td>
                    <td>C</td>
                </tr>
                <tr>
                    <td>D</td>
                </tr>
            </table>
        r   )re   r¤   r¥   ÚDzB.1zB.2rÈ   )r   r_   )r   r
   r$   r%   )rD   r¢   r¦   r   r   r   Útest_colspan_rowspan_both_not_1ð  s     z,TestReadHtml.test_colspan_rowspan_both_not_1c             C   s8   | j ddd�d }tddggddgd�}tj||ƒ d S )Nzñ
            <table>
                <tr>
                    <td>A</td>
                    <td rowspan="2">B</td>
                </tr>
                <tr>
                    <td>C</td>
                </tr>
            </table>
        r   )re   rÈ   r¥   r¤   )r   r_   )r   r
   r$   r%   )rD   r¢   r¦   r   r   r   Útest_rowspan_at_end_of_row  s    z'TestReadHtml.test_rowspan_at_end_of_rowc             C   s>   | j ddd�d }tddgddggddgd�}tj||ƒ d S )Nz³
            <table>
                <tr>
                    <td rowspan="3">A</td>
                    <td rowspan="3">B</td>
                </tr>
            </table>
        r   )re   r¤   r¥   )r   r_   )r   r
   r$   r%   )rD   r¢   r¦   r   r   r   Útest_rowspan_only_rows)  s    z#TestReadHtml.test_rowspan_only_rowsc             C   sT   | j dƒd }tddgddggddgddggd�}tdd	gg|d
�}tj||ƒ d S )Nam  
            <table>
                <tr>
                    <th>A</th>
                    <th>B</th>
                </tr>
                <tr>
                    <th>a</th>
                    <th>b</th>
                </tr>
                <tr>
                    <td>1</td>
                    <td>2</td>
                </tr>
            </table>
        r   r¤   r¥   rÅ   rÆ   rg   )ÚlevelsÚcodesrd   )r   r_   )r   r   r
   r$   r%   )rD   r¢   r_   r¦   r   r   r   Ú+test_header_inferred_from_rows_with_only_th<  s    $z8TestReadHtml.test_header_inferred_from_rows_with_only_thc             C   sd   t dtddd�iƒ}|jƒ }| j|dgdd�}tj||d ƒ | j|dgdd�}tj||d ƒ d S )NÚdatez1/1/2001é
   )Úperiodsrg   r   )Úparse_datesr9   )r
   r   rN   r   r$   r%   )rD   rO   r¦   rQ   r   r   r   Útest_parse_dates_listV  s    z"TestReadHtml.test_parse_dates_listc             C   sn   t tddd�ƒ}t|jdd„ ƒ|jdd„ ƒdœƒ}| j|jƒ dd	d
gid	d�}td|iƒ}tj||d ƒ d S )Nz1/1/2001r×   )rØ   c             S   s   t | jƒ ƒS )N)r…   rÖ   )r   r   r   r   r   b  s    z7TestReadHtml.test_parse_dates_combine.<locals>.<lambda>c             S   s   t | jƒ ƒS )N)r…   Útime)r   r   r   r   r   c  s    )rÖ   rÛ   r¸   rg   rd   )rÙ   r9   r   )r   r   r
   r"   r   rN   r$   r%   )rD   Z	raw_datesrO   rQ   Znewdfr   r   r   Útest_parse_dates_combine^  s    z%TestReadHtml.test_parse_dates_combinec             C   s°   |ddddƒ}t jj|ƒs,tt|ƒ› d�ƒ‚t jj|ƒsJtt|ƒ› d�ƒ‚| j|ddd	�d
 }|jdkslt‚d|jd ks~t‚|d j	t
j	dƒks–t‚t
j|jd dƒs¬t‚d S )Nr   r   r.   zwikipedia_states.htmlz is not a filez is an empty fileÚArizonarg   )r-   re   r   é<   é   ÚUnnamedúsq miÚfloat64gHázPN$A)rÞ   rß   rr   )r   rá   )rˆ   r‰   Úisfiler    ÚreprÚgetsizer   r»   r_   Údtypert   ÚallcloseÚloc)rD   r   r   r¢   r   r   r   Útest_wikipedia_states_tablel  s    z(TestReadHtml.test_wikipedia_states_tablec             C   sp   |ddddƒ}| j |ddd�d }|jdks0t‚d
|jd d ksFt‚|jjdksVt‚tj|jd dƒslt‚d S )Nr   r   r.   zwikipedia_states.htmlrÝ   r   )r-   r9   rÞ   é   rà   rg   rd   ÚAlaskaúTotal area[2]úsq migHázPN$A)rÞ   rê   rr   ©rì   rí   )rë   rî   )r   r»   r    r_   Znlevelsrt   rç   rè   )rD   r   r   r¢   r   r   r   Ú test_wikipedia_states_multiindexv  s    z-TestReadHtml.test_wikipedia_states_multiindexc             C   s4   d}t jt|d�� | jdddgd� W d Q R X d S )NzGPassed header=\[0,1\] are too many rows for this multi_index of columns)r-   aK  
                <table>
                    <thead>
                        <tr><th></th><th></tr>
                        <tr><th>A</th><th>B</th></tr>
                    </thead>
                    <tbody>
                        <tr><td>a</td><td>b</td></tr>
                    </tbody>
                </table>
            r   rg   )re   )r1   r2   r	   r   )rD   r)   r   r   r   Ú%test_parser_error_on_empty_header_row~  s
    z2TestReadHtml.test_parser_error_on_empty_header_rowc             C   sL   | j ddd�d }tddidgd�}|d jtjdƒks<t‚tj||ƒ d S )	Na�  <html>
            <body>
             <table>
                <thead>
                    <tr>
                        <th>Header</th>
                    </tr>
                </thead>
                <tbody>
                    <tr>
                        <td>1100#101</td>
                    </tr>
                </tbody>
            </table>
            </body>
        </html>ú#)Údecimalr   r¨   g–C‹lg0‘@)r   r‘   râ   )r   r
   ræ   rt   r    r$   r%   )rD   r¢   r¦   r   r   r   Útest_decimal_rows“  s    zTestReadHtml.test_decimal_rowsc             C   s8   x2dD ]*}t jtƒ� | j| j|d� W d Q R X qW d S )NTF)re   )TF)r1   r2   rv   r   rA   )rD   Úargr   r   r   Útest_bool_header_arg®  s    
z!TestReadHtml.test_bool_header_argc             C   s6   | j ddtid�d }tdddgiƒ}tj||ƒ d S )Naƒ  <table>
                 <thead>
                   <tr>
                     <th>a</th>
                    </tr>
                 </thead>
                 <tbody>
                   <tr>
                     <td> 0.763</td>
                   </tr>
                   <tr>
                     <td> 0.244</td>
                   </tr>
                 </tbody>
               </table>rÅ   )r·   r   z0.763z0.244)r   r…   r
   r$   r%   )rD   r¢   r¦   r   r   r   Útest_converters´  s    
zTestReadHtml.test_convertersc             C   s6   | j ddgd�d }tddtjgiƒ}tj||ƒ d S )Na‚  <table>
                 <thead>
                   <tr>
                     <th>a</th>
                   </tr>
                 </thead>
                 <tbody>
                   <tr>
                     <td> 0.763</td>
                   </tr>
                   <tr>
                     <td> 0.244</td>
                   </tr>
                 </tbody>
               </table>g¬Zd;Ï?)Z	na_valuesr   rÅ   gÑ"Ûù~jè?)r   r
   rt   Únanr$   r%   )rD   r¢   r¦   r   r   r   Útest_na_valuesÍ  s    zTestReadHtml.test_na_valuesc             C   sh   d}t dddgiƒ}| j|dd�d }tj||ƒ t dtjtjgiƒ}| j|dd�d }tj||ƒ d S )	Naé  <table>
                        <thead>
                            <tr>
                            <th>a</th>
                            </tr>
                        </thead>
                        <tbody>
                            <tr>
                            <td> N/A</td>
                            </tr>
                            <tr>
                            <td> NA</td>
                            </tr>
                        </tbody>
                    </table>rÅ   zN/AZNAF)Zkeep_default_nar   T)r
   r   r$   r%   rt   r÷   )rD   Z	html_dataÚexpected_dfÚhtml_dfr   r   r   Útest_keep_default_naæ  s    z!TestReadHtml.test_keep_default_nac             C   s>   | j dƒd }tddgtjtjggddgd�}tj||ƒ d S )Nak  
            <table>
                <tr>
                    <th>A</th>
                    <th>B</th>
                </tr>
                <tr>
                    <td>a</td>
                    <td>b</td>
                </tr>
                <tr>
                    <td></td>
                    <td></td>
                </tr>
            </table>
        r   rÅ   rÆ   r¤   r¥   )r   r_   )r   r
   rt   r÷   r$   r%   )rD   r¢   r¦   r   r   r   Útest_preserve_empty_rowsÿ  s
     z%TestReadHtml.test_preserve_empty_rowsc             C   sT   | j dƒd }tddgddggddgddggd�}tdd	gg|d
�}tj||ƒ d S )NaU  
            <table>
                <thead>
                    <tr><th></th><th></tr>
                    <tr><th>A</th><th>B</th></tr>
                    <tr><th>a</th><th>b</th></tr>
                </thead>
                <tbody>
                    <tr><td>1</td><td>2</td></tr>
                </tbody>
            </table>
        r   r¤   r¥   rÅ   rÆ   rg   )rÓ   rÔ   rd   )r   r_   )r   r   r
   r$   r%   )rD   r¢   r_   r¦   r   r   r   Ú,test_ignore_empty_rows_when_inferring_header  s    $z9TestReadHtml.test_ignore_empty_rows_when_inferring_headerc             C   sP   t dddgd	�}d
ddgdddgg|_|jdd�}| j|ƒd }tj||ƒ d S )NÚHillaryéD   rÏ   ÚBernieéJ   ÚDonaldéE   ÚR)r   zUnnamed: 0_level_0ZAgeZPartyÚNamezUnnamed: 1_level_1zUnnamed: 2_level_1F)r‘   r   )rþ   rÿ   rÏ   )r   r  rÏ   )r  r  r  )r
   r_   rN   r   r$   r%   )rD   rù   r.   rú   r   r   r   Útest_multiple_header_rows,  s    z&TestReadHtml.test_multiple_header_rowsc             C   s@   |ddddƒ}| j |dd�}t|tƒs*t‚t|d tƒs<t‚d S )Nr   r   r.   zvalid_markup.htmlr   )r9   )r   r   r‹   r    r
   )rD   r   r:   ra   r   r   r   Útest_works_on_valid_markup9  s    z'TestReadHtml.test_works_on_valid_markupc             C   s&   |ddddƒ}| j |dddgd� d S )	Nr   r   r.   zbanklist.htmlz	.*Water.*r8   Úhtml5lib)r-   r/   )r   )rD   r   rC   r   r   r   Útest_fallback_success?  s    z"TestReadHtml.test_fallback_successc             C   s:   t ddd�}ttjjddƒ|d�}|jƒ }d|ks6t‚d S )Nz
2000-01-01r×   )rØ   rH   )r‘   )r   r
   rt   ÚrandomZrandnrN   r    )rD   ÚrngrO   r¢   r   r   r   Útest_to_html_timestampD  s    z#TestReadHtml.test_to_html_timestampzdisplayed_only,exp0,exp1ZfooNFzfoo  bar  baz  quxc             C   sT   t dƒ}| j||d�}tj|d |ƒ |d k	r@tj|d |ƒ nt|ƒdksPt‚d S )Na  <html>
          <body>
            <table>
              <tr>
                <td>
                  foo
                  <span style="display:none;text-align:center">bar</span>
                  <span style="display:none">baz</span>
                  <span style="display: none">qux</span>
                </td>
              </tr>
            </table>
            <table style="display: none">
              <tr>
                <td>foo</td>
              </tr>
            </table>
          </body>
        </html>)Údisplayed_onlyr   rg   )r   r   r$   r%   r   r    )rD   r  Zexp0Zexp1r   ra   r   r   r   Útest_displayed_onlyK  s    	z TestReadHtml.test_displayed_onlyc       
      C   sô   t jj|ƒ}t jj|ƒd }|jdƒ\}}y�t|dƒ�}| j|jƒ |dd�jƒ }W d Q R X t|dƒ�"}| jt	|jƒ ƒ|dd�jƒ }W d Q R X | j||dd�jƒ }	t
j||ƒ t
j||	ƒ W n4 tk
rî   tƒ rèd|ksàd|krètjƒ  ‚ Y nX d S )Nr   Ú_Úrb)r@   r9   Z16Z32)rˆ   r‰   ÚbasenameÚsplitextÚsplitr|   r   r}   Úpopr   r$   r%   Ú	Exceptionr   r1   Úskip)
rD   r   Ú	base_pathÚrootr  r@   ZfobjÚfrom_stringZfrom_file_likeÚfrom_filenamer   r   r   Útest_encoder  s&    "zTestReadHtml.test_encodec          	   C   sj   | j jjdƒdkrtjdƒ G dd„ dtƒ}|dƒ}| j |ƒsBt‚tjtdd�� | j |ƒ W d Q R X d S )	Nr/   r8   zNot applicable for lxmlc               @   s   e Zd Zdd„ ZdS )zFTestReadHtml.test_parse_failure_unseekable.<locals>.UnseekableStringIOc             S   s   dS )NFr   )rD   r   r   r   Úseekable•  s    zOTestReadHtml.test_parse_failure_unseekable.<locals>.UnseekableStringIO.seekableN)Ú__name__Ú
__module__Ú__qualname__r  r   r   r   r   ÚUnseekableStringIO”  s   r   z?
            <table><tr><td>spam<foobr />eggs</td></tr></table>z#passed a non-rewindable file object)r-   )	r   ÚkeywordsÚgetr1   r  r   r    r2   r5   )rD   r   Úbadr   r   r   Útest_parse_failure_unseekableŽ  s    
z*TestReadHtml.test_parse_failure_unseekablec             C   s>   G dd„ dƒ}|dƒ}|dƒ}| j |ƒs,t‚| j |ƒs:t‚d S )Nc               @   s.   e Zd Zdd„ Zd
dd„Zdd„ Zdd	„ ZdS )z9TestReadHtml.test_parse_failure_rewinds.<locals>.MockFilec             S   s   || _ d| _d S )NF)r   Úat_end)rD   r   r   r   r   Ú__init__¦  s    zBTestReadHtml.test_parse_failure_rewinds.<locals>.MockFile.__init__Nc             S   s   | j r
dn| j}d| _ |S )Nr¬   T)r%  r   )rD   Úsizer   r   r   r   r}   ª  s    z>TestReadHtml.test_parse_failure_rewinds.<locals>.MockFile.readc             S   s
   d| _ d S )NF)r%  )rD   Úoffsetr   r   r   Úseek¯  s    z>TestReadHtml.test_parse_failure_rewinds.<locals>.MockFile.seekc             S   s   dS )NTr   )rD   r   r   r   r  ²  s    zBTestReadHtml.test_parse_failure_rewinds.<locals>.MockFile.seekable)N)r  r  r  r&  r}   r)  r  r   r   r   r   ÚMockFile¥  s   
r*  z/<table><tr><td>spam<br />eggs</td></tr></table>z2<table><tr><td>spam<foobr />eggs</td></tr></table>)r   r    )rD   r*  Zgoodr#  r   r   r   Útest_parse_failure_rewinds¢  s
    z'TestReadHtml.test_parse_failure_rewindsc             C   s–   G dd„ dt jƒ}ttjjƒ |ddddƒ}|| j|fd�}|| j|fd�}|jƒ  |jƒ  x|jƒ s^|jƒ rpq^W d |j	  koˆ|j	kn  s’t
‚d S )Nc                   s   e Zd Z‡ fdd„Z‡  ZS )z@TestReadHtml.test_importcheck_thread_safety.<locals>.ErrorThreadc                sB   yt ƒ jƒ  W n( tk
r6 } z|| _W Y d d }~X nX d | _d S )N)ÚsuperÚrunr  Úerr)rD   r.  )Ú	__class__r   r   r-  À  s
    zDTestReadHtml.test_importcheck_thread_safety.<locals>.ErrorThread.run)r  r  r  r-  Ú__classcell__r   r   )r/  r   ÚErrorThread¿  s   r1  r   r   r.   zvalid_markup.html)Útargetr'   )Ú	threadingÚThreadr   Úpandasr   r.   r   ÚstartÚis_aliver.  r    )rD   r   r1  r:   Zhelper_thread1Zhelper_thread2r   r   r   Útest_importcheck_thread_safety»  s    
z+TestReadHtml.test_importcheck_thread_safety)Yr  r  r  r1   ÚfixturerE   rG   rR   r$   ÚnetworkrX   rY   r[   ÚmarkZslowr\   r`   rb   rc   rf   ri   rk   rl   rm   rn   rp   rs   ru   rw   rx   ry   rz   r{   r�   r‚   rƒ   r„   r‡   rŒ   r�   r�   r�   r’   r“   r”   r•   r–   r™   rš   rœ   r¡   r£   r§   rª   r«   r®   r²   rÀ   rÃ   rÄ   rÉ   rÎ   rÐ   rÑ   rÒ   rÕ   rÚ   rÜ   ré   rï   rð   ró   rõ   rö   rø   rû   rü   rý   r  r  r	  r  Úparametrizer
   r  r  r$  r+  r8  r   r   r   r   r>   W   s¤   	
		
&2D!
"#r>   )6Ú	functoolsr   Ú	importlibr   r   r   r   rˆ   r—   r3  Úurllib.errorr   Znumpyrt   Znumpy.randomr   r1   Zpandas.compatr   Zpandas.errorsr	   Zpandas.util._test_decoratorsÚutilZ_test_decoratorsÚtdr5  r
   r   r   r   r   r   Zpandas._testingZ_testingr$   Zpandas.io.commonr   rº   r   r‰   ÚdirnameÚ__file__ZHEREr9  r   r*   Z
skip_if_nor4   r7   r;   r;  r<  r   r>   r   r   r   r   Ú<module>   sB    
		