3
Êb_ ã               @   sä   d dl Zd dl m Z  d dlZd dlZd dlZd dlZd dlZd dlZd dl	Z	d dl
mZ d dlZd dljZd dlmZmZ d dlmZ d dlmZmZmZmZmZmZ e	jƒ dd„ ƒZe	jd	d
„ ƒZe	jdd„ ƒZ G dd„ dƒZ!dS )é    N)Údatetime)Úis_categorical_dtype)Ú	DataFrameÚSeries)Úread_csv)ÚInvalidColumnNameÚPossiblePrecisionLossÚStataMissingValueÚStataReaderÚStataWriterUTF8Ú
read_statac               C   s*   t jddddgddddgd	d
ddgdœƒS )Né   é   é   é   g      ð?g      @g      ;@g     @T@ZAtlantaZ
BirminghamZ
CincinnatiZDetroit)ÚaÚbÚc)Úpdr   © r   r   ú</tmp/pip-build-jkwsxyiy/pandas/pandas/tests/io/test_stata.pyÚmixed_frame   s    

r   c             C   s   | dddƒS )NÚioÚdataÚstatar   )Údatapathr   r   r   Údirpath(   s    r   c             C   s&   t jj| dƒ}t|dd�}d|j_|S )Nzstata5_114.dtaT)Úconvert_datesÚindex)ÚosÚpathÚjoinr   r   Úname)r   Ú	dta14_114Ú
parsed_114r   r   r   r$   -   s    r$   c               @   s  e Zd Zejdd�dd„ ƒZdd„ Zdd„ Zejj	d	d
ddddgƒdd„ ƒZ
ejj	dddgƒdd„ ƒZdd„ Zejj	dddddgƒdd„ ƒZejj	dddd d!gƒd"d#„ ƒZd$d%„ Zd&d'„ Zd(d)„ Zd*d+„ Zejj	d	d
ddddgƒd,d-„ ƒZd.d/„ Zd0d1„ Zejj	d	d
ddddgƒd2d3„ ƒZd4d5„ Zejj	d	d
ddddgƒd6d7„ ƒZd8d9„ Zejj	d	d
ddddgƒejj	dd:d;d<d=gƒd>d?„ ƒƒZejj	dd@dAdBdCgƒdDdE„ ƒZejj	d	d
ddddgƒdFdG„ ƒZejj	d	d
ddddgƒdHdI„ ƒZdJdK„ Zejj	d	d
ddddgƒdLdM„ ƒZdNdO„ Z dPdQ„ Z!dRdS„ Z"dTdU„ Z#dVdW„ Z$dXdY„ Z%dZd[„ Z&d\d]„ Z'ejj	d	d
ddddgƒejj	d^d_d`gƒdadb„ ƒƒZ(dcdd„ Z)dedf„ Z*dgdh„ Z+didj„ Z,ejj	ddkdldmgƒdndo„ ƒZ-dpdq„ Z.drds„ Z/dtdu„ Z0ejj	d	d
ddddgƒejj1dvƒdwdx„ ƒƒZ2dydz„ Z3ejj	d	d
ddddgƒd{d|„ ƒZ4ejj	dd}d~gƒdd€„ ƒZ5ejj	dd�d‚gƒdƒd„„ ƒZ6ejj	dd}d~gƒd…d†„ ƒZ7ejj	ddd‡dd!d=dCdˆdmd‰d~d‚gƒejj	dŠd‹dŒgƒejj	d�dŽdgƒejj	d�dŽdgƒd�d‘„ ƒƒƒƒZ8d’d“„ Z9ejj	dd”dd d<dBd•dld–d}d�g
ƒejj	dŠd‹dŒgƒejj	d�dŽdgƒejj	d�dŽdgƒd—d˜„ ƒƒƒƒZ:d™dš„ Z;ejj	d	d
ddddgƒd›dœ„ ƒZ<ejj	d	d
ddddgƒd�dž„ ƒZ=ejj	d	d
dgƒdŸd „ ƒZ>d¡d¢„ Z?d£d¤„ Z@d¥d¦„ ZAd§d¨„ ZBd©dª„ ZCd«d¬„ ZDd­d®„ ZEd¯d°„ ZFd±d²„ ZGd³d´„ ZHejj	dµddŽgƒd¶d·„ ƒZId¸d¹„ ZJejj	dºd»d¼d½d¾d¿dÀdÁgƒdÂdÃ„ ƒZKdÄdÅ„ ZLdÆdÇ„ ZMdÈdÉ„ ZNejj	d	d
ddddgƒdÊdË„ ƒZOdÌdÍ„ ZPdÎdÏ„ ZQdÐdÑ„ ZRejj	d	d
ddddgƒdÒdÓ„ ƒZSejj	d	d
ddddgƒdÔdÕ„ ƒZTdÖd×„ ZUdØdÙ„ ZVejjWdÚdÛ„ ƒZXejj	d	dddgƒdÜdÝ„ ƒZYdÞdß„ ZZdS )àÚ	TestStataT)Zautousec             C   s<  |dddƒ| _ tjj| j dƒ| _tjj| j dƒ| _tjj| j dƒ| _tjj| j dƒ| _tjj| j dƒ| _tjj| j d	ƒ| _	tjj| j d
ƒ| _
tjj| j dƒ| _tjj| j dƒ| _tjj| j dƒ| _tjj| j dƒ| _tjj| j dƒ| _tjj| j dƒ| _tjj| j dƒ| _tjj| j dƒ| _tjj| j dƒ| _tjj| j dƒ| _tjj| j dƒ| _tjj| j dƒ| _tjj| j dƒ| _tjj| j dƒ| _tjj| j dƒ| _tjj| j dƒ| _tjj| j dƒ| _tjj| j dƒ| _tjj| j dƒ| _tjj| j dƒ| _tjj| j dƒ| _tjj| j d ƒ| _ tjj| j d!ƒ| _!tjj| j d"ƒ| _"tjj| j d#ƒ| _#tjj| j d$ƒ| _$tjj| j d%ƒ| _%tjj| j d&ƒ| _&tjj| j d'ƒ| _'tjj| j d(ƒ| _(tjj| j d)ƒ| _)tjj| j d*ƒ| _*tjj| j d+ƒ| _+tjj| j d,ƒ| _,tjj| j d-ƒ| _-tjj| j d.ƒ| _.tjj| j d/ƒ| _/tjj| j d0ƒ| _0d S )1Nr   r   r   zstata1_114.dtazstata1_117.dtazstata2_113.dtazstata2_114.dtazstata2_115.dtazstata2_117.dtazstata3_113.dtazstata3_114.dtazstata3_115.dtazstata3_117.dtaz
stata3.csvzstata4_113.dtazstata4_114.dtazstata4_115.dtazstata4_117.dtazstata1_encoding.dtazstata1_encoding_118.dtaz
stata5.csvzstata5_113.dtazstata5_114.dtazstata5_115.dtazstata5_117.dtaz
stata6.csvzstata6_113.dtazstata6_114.dtazstata6_115.dtazstata6_117.dtazstata7_115.dtazstata7_117.dtazstata8_113.dtazstata8_115.dtazstata8_117.dtazstata9_115.dtazstata9_117.dtazstata10_115.dtazstata10_117.dtazstata11_115.dtazstata11_117.dtazstata12_117.dtazstata14_118.dtazstata15.dtazstata7_111.dtazstata16_118.dtazstata1_119.dta.gzzstata13_dates.dta)1r   r   r    r!   Údta1_114Údta1_117Zdta2_113Údta2_114Údta2_115Údta2_117Údta3_113Údta3_114Údta3_115Údta3_117Úcsv3Údta4_113Údta4_114Údta4_115Údta4_117Údta_encodingÚdta_encoding_118Úcsv14Ú	dta14_113r#   Ú	dta14_115Ú	dta14_117Úcsv15Ú	dta15_113Ú	dta15_114Ú	dta15_115Ú	dta15_117Ú	dta16_115Ú	dta16_117Ú	dta17_113Ú	dta17_115Ú	dta17_117Ú	dta18_115Ú	dta18_117Ú	dta19_115Ú	dta19_117Ú	dta20_115Ú	dta20_117Ú	dta21_117Ú	dta22_118Údta23Ú	dta24_111Ú	dta25_118Ú	dta26_119Ústata_dates)Úselfr   r   r   r   Úsetup_method6   s\    zTestStata.setup_methodc             C   s   t |dd�S )NT)r   )r   )rQ   Úfiler   r   r   Úread_dtaw   s    zTestStata.read_dtac             C   s   t |dd�S )NT)Zparse_dates)r   )rQ   rS   r   r   r   r   {   s    zTestStata.read_csvÚversionér   éu   év   éw   Nc             C   sH   t dgd�}tjƒ �*}|j|d|d� t|ƒ}tj||ƒ W d Q R X d S )NÚunit)ÚcolumnsF)Úwrite_indexrU   )r   ÚtmÚensure_cleanÚto_statar   Úassert_frame_equal)rQ   rU   Zempty_dsr    Z	empty_ds2r   r   r   Útest_read_empty_dta~   s
    
zTestStata.test_read_empty_dtarS   r&   r'   c             C   sd   t | |ƒ}| j|ƒ}ttjtjtjtjtjfgdddddgd�}|d jtjƒ|d< tj||ƒ d S )NÚ
float_missÚdouble_missÚ	byte_missÚint_missÚ	long_miss)r[   )	ÚgetattrrT   r   ÚnpÚnanÚastypeÚfloat32r]   r`   )rQ   rS   ÚparsedÚexpectedr   r   r   Útest_read_dta1‡   s    

zTestStata.test_read_dta1c             C   sŒ  t jtddddddƒdtdd	dƒtdd	d
ƒtdd	d	ƒtddd	ƒtdd	d	ƒtdd	d	ƒftddddddƒd(tdddƒtdddƒtdd	d	ƒtddd	ƒtdd	d	ƒtdd	d	ƒftjtjtjtjtjtjtjtjfgddddddddgd �}|d jd!ƒ|d< tjd"d#��T}tjd$ƒ | j	| j
ƒ}| j	| jƒ}| j	| jƒ}d%d&„ |D ƒ}t|ƒdk�sNt‚W d Q R X tj||d"d'� tj||d"d'� tj||d"d'� d S ))NiÖ  é   é   é   é   é   l   *�}aiÚ  r   é   i¶  é   i§  é   é   r   i¦“ i¡  é
   r   iœ  é   i£  Z
datetime_cZdatetime_big_cÚdateZweekly_dateZmonthly_dateZquarterly_dateZhalf_yearly_dateZyearly_date)r[   ÚOT)ÚrecordÚalwaysc             S   s   g | ]}|j tkr|‘qS r   )ÚcategoryÚUserWarning)Ú.0Úxr   r   r   ú
<listcomp>Ê   s    z,TestStata.test_read_dta2.<locals>.<listcomp>)Úcheck_datetimelike_compatiZléÿ)r   Úfrom_recordsr   r   ÚNaTrj   ÚwarningsÚcatch_warningsÚsimplefilterrT   r(   r)   r*   ÚlenÚAssertionErrorr]   r`   )rQ   rm   Úwr$   Ú
parsed_115Ú
parsed_117r   r   r   Útest_read_dta2š   sJ    









$

zTestStata.test_read_dta2r+   r,   r-   r.   c             C   sd   t | |ƒ}| j|ƒ}| j| jƒ}|jtjƒ}|d jtjƒ|d< |d jtjƒ|d< t	j
||ƒ d S )NÚyearÚquarter)rg   rT   r   r/   rj   rh   rk   Úint16Úint8r]   r`   )rQ   rS   rl   rm   r   r   r   Útest_read_dta3Ö   s    

zTestStata.test_read_dta3r0   r1   r2   r3   c                sà   t | |ƒ}| j|ƒ}tjdddddgdddddgdddddgddd	ddgd
ddtjd
gdd
dtjdgdddtjdgdddtjdgdddtjdgdddtjdgg
dddddgd�‰ tj‡ fdd„ˆ D ƒdd�‰ tj	|ˆ dd� d S )NÚoneÚtenÚtwoÚnineÚthreeÚeightÚfourÚsevenr   ÚfiveÚsixé   ry   ru   rt   é	   Úfully_labeledÚfully_labeled2Úincompletely_labeledÚlabeled_with_missingsÚfloat_labelled)r[   c                s   g | ]}ˆ | j d ƒ‘qS )r~   )rj   )r€   Úcol)rm   r   r   r‚     s    z,TestStata.test_read_dta4.<locals>.<listcomp>r   )ÚaxisF)Úcheck_categorical)
rg   rT   r   r„   rh   ri   r   Úconcatr]   r`   )rQ   rS   rl   r   )rm   r   Útest_read_dta4ä   s*    


zTestStata.test_read_dta4c             C   sL   | j | jƒ}tjdddgdddgddd	ggd
ddgd�}tj||dd� d S )Nr   ÚabcZ	abcdefghir   ZcbaZqwertywertyqwertyé]   Ú Zstrlr�   ÚyÚz)r[   F)Úcheck_dtype)rT   rJ   r   r„   r]   r`   )rQ   r�   rm   r   r   r   Útest_read_dta12	  s    
zTestStata.test_read_dta12c             C   s  | j | jƒ}|d jdƒ|d< tjdddddddgd	d
dtjtjtjtjgdddddddgdddd*dddgddddddd+ggdddddddgd �}|d jtjƒ|d< x"|jD ]}t	j
|| || ƒ q®W t| jƒ�>}|jƒ }d!d"d#d$d%d&d'd(œ}t	j||ƒ |jd)k�st‚W d Q R X d S ),NÚBytesr{   ZCatZBogotau   BogotÃ¡r   g      ð?u   option b ÃœnicodeZDogZBostonu   UzunkÃ¶prÃ¼ZPlaneZRomeu   TromsÃ¸r   g        zoption aZPotatoZTokyou	   ElÃ¢zÄ±ÄŸr   g      @r¬   gþ¤�ÉTÕ?g      @ÚThingsÚCitiesÚUnicode_Cities_StrlÚIntsÚFloatsÚLongs)r[   u'   Here are some strls with Ãœnicode charsz	long datazHere are some thingsz	byte datazint datazHere are some citiesz
float data)r´   r·   r²   r±   rµ   r³   r¶   u   This is a  Ãœnicode data labeléüÿÿÿgUUUUUUÕ?)rT   rK   rj   r   r„   rh   ri   rk   r[   r]   Zassert_almost_equalr
   Úvariable_labelsZassert_dict_equalÚ
data_labelrŠ   )rQ   Z
parsed_118rm   r¥   ÚrdrZvlZvl_expectedr   r   r   Útest_read_dta18  s:    
zTestStata.test_read_dta18c          
   C   st   t tjtjtjtjtjfgdddddgd�}d|j_tjƒ �.}|j|d ƒ | j|ƒ}tj	|j
dƒ|ƒ W d Q R X d S )Nrb   rc   rd   re   rf   )r[   r   )r   rh   ri   r   r"   r]   r^   r_   rT   r`   Ú	set_index)rQ   Úoriginalr    Úwritten_and_read_againr   r   r   Útest_read_write_dta5>  s    

zTestStata.test_read_write_dta5c             C   s�   | j | jƒ}d|j_|jjtjƒ|_|d jtjƒ|d< |d jtjƒ|d< tjƒ �2}|j	|d ƒ | j
|ƒ}tj|jdƒ|dd� W d Q R X d S )Nr   r�   r�   F)Úcheck_index_type)r   r/   r   r"   rj   rh   Úint32r]   r^   r_   rT   r`   r½   )rQ   r¾   r    r¿   r   r   r   Útest_write_dta6J  s    

zTestStata.test_write_dta6c             C   s´   t ddddtjdƒggdddddgd	�}t|d td
�|d< d|j_|jjtjƒ|_|d jtjƒ|d< t	j
ƒ �:}|j|ddi|d� | j|ƒ}t	j|jdƒ|dd� W d Q R X d S )NÚstringÚobjectr   gš™™™™™ñ?z
2003-12-25ÚintegerÚfloatingr   )r   r[   )Údtyper   Útc)rU   F)rÁ   )r   rh   Ú
datetime64r   rÅ   r   r"   rj   rÂ   r]   r^   r_   rT   r`   r½   )rQ   rU   r¾   r    r¿   r   r   r   Útest_read_write_dta10Z  s    

zTestStata.test_read_write_dta10c             C   s<   t jƒ �*}ttjjddƒtdƒd�}|j|ƒ W d Q R X d S )Nrx   r   ZAB)r[   )r]   r^   r   rh   ÚrandomÚrandnÚlistr_   )rQ   r    Údfr   r   r   Útest_stata_doc_exampleso  s    
z!TestStata.test_stata_doc_examplesc             C   sv   t jjdƒ tjt jjddƒtdƒd�}t j|jddd…f< |j	ƒ }t
jƒ �}|j|d	d
� W d Q R X t
j||ƒ d S )Ni§  rž   r   Zabcd)r[   r   r   r   F)r\   )rh   rÌ   Úseedr   r   rÍ   rÎ   ri   ÚlocÚcopyr]   r^   r_   r`   )rQ   rÏ   Zdf_copyr    r   r   r   Útest_write_preserves_originalt  s    
z'TestStata.test_write_preserves_originalc             C   s~   t | jƒ}t | jƒ}|jd }|jd }||ks4t‚t|tƒsBt‚tjƒ �*}|j|d|d� t |ƒ}tj	||ƒ W d Q R X d S )Nr   F)r\   rU   )
r   r4   Ú	kreis1849rŠ   Ú
isinstanceÚstrr]   r^   r_   r`   )rQ   rU   ÚrawÚencodedÚresultrm   r    Úreread_encodedr   r   r   Útest_encoding~  s    




zTestStata.test_encodingc             C   sœ   t dgddddgd	�}t dgdd
ddgd	�}d|j_|jtjƒ}tjƒ �J}tjt	j
jjƒ� |j|d ƒ W d Q R X | j|ƒ}tj|jdƒ|ƒ W d Q R X d S )Nr   r   r   r   Zgoodu   bÃ¤dZ8numberZ%astringwithmorethan32characters______)r[   Zb_dZ_8numberÚ astringwithmorethan32characters_r   )r   r   r   r   )r   r   r   r   )r   r   r"   rj   rh   rÂ   r]   r^   Úassert_produces_warningr   r   r   r   r_   rT   r`   r½   )rQ   r¾   Ú	formattedr    r¿   r   r   r   Útest_read_write_dta11�  s     


zTestStata.test_read_write_dta11c             C   sÀ   t dgddd	d
ddgd�}t dgddddddgd�}d|j_|jtjƒ}tjƒ �f}tj	dd��2}tj
dtƒ |j|d |d� t|ƒdksŒt‚W d Q R X | j|ƒ}tj|jdƒ|ƒ W d Q R X d S )Nr   r   r   r   rž   ry   Z!astringwithmorethan32characters_1Z!astringwithmorethan32characters_2ú+ú-ÚshortÚdelete)r[   rÝ   Z _0astringwithmorethan32characterÚ_Z_1_Z_shortÚ_deleter   T)r|   r}   )rU   )r   r   r   r   rž   ry   )r   r   r   r   rž   ry   )r   r   r"   rj   rh   rÂ   r]   r^   r†   r‡   rˆ   r   r_   r‰   rŠ   rT   r`   r½   )rQ   rU   r¾   rß   r    r‹   r¿   r   r   r   Útest_read_write_dta12§  s2    



zTestStata.test_read_write_dta12c          
   C   s˜   t d	tjd�}t d
tjd�}t dtjd�}t|||dœƒ}d|j_|}|d jtj	ƒ|d< t
jƒ �,}|j|ƒ | j|ƒ}t
j|jdƒ|ƒ W d Q R X d S )Nr   rŸ   )rÈ   é   é!   )r‘   rÂ   Úint64r   rê   i   i   l        )r   rh   r‘   rÂ   rê   r   r   r"   rj   Úfloat64r]   r^   r_   rT   r`   r½   )rQ   Ús1Ús2Ús3r¾   rß   r    r¿   r   r   r   Útest_read_write_dta13Ì  s    


zTestStata.test_read_write_dta13r7   r#   r8   r9   c       
      C   sØ   t | |ƒ}| j|ƒ}d|j_| j| jƒ}dddddg}x"|D ]}|| jddd�||< q<W |d jtj	ƒ|d< t
j|d	 d
d�|d	< tj||ƒ tjƒ �6}|j|d	di|d� | j|ƒ}	tj|	jdƒ|ƒ W d Q R X d S )Nr   Úbyte_Úint_Úlong_Úfloat_Údouble_T)r   ÚnumericÚdate_tdZcoerce)ÚerrorsÚtd)rU   )rg   rT   r   r"   r   r6   Ú_convertrj   rh   rk   r   Zto_datetimer]   r`   r^   r_   r½   )
rQ   rS   r$   rU   rl   rm   Úcolsr¥   r    r¿   r   r   r   Útest_read_write_reread_dta14Û  s    




z&TestStata.test_read_write_reread_dta14r;   r<   r=   r>   c             C   s¬   | j | jƒ}|d jtjƒ|d< |d jtjƒ|d< |d jtjƒ|d< |d jtjƒ|d< |d jtjƒ|d< |d j	t
jd	d�|d< t| |ƒ}| j|ƒ}tj||ƒ d S )
Nrð   rñ   rò   ró   rô   rö   ú%Y-%m-%d)Úargs)rü   )r   r:   rj   rh   r’   r‘   rÂ   rk   rë   Úapplyr   Ústrptimerg   rT   r]   r`   )rQ   rS   rm   rl   r   r   r   Útest_read_write_reread_dta15ò  s    

z&TestStata.test_read_write_reread_dta15c             C   s~   t dgdgd�}tdddddƒ}d	}tjƒ �H}|j||||d
� t|ƒ�"}|jdksXt‚|j|ksft‚W d Q R X W d Q R X d S )Nr   Úvariable)r[   iÐ  r   é   é   é   zThis is a data file.)Ú
time_stamprº   rU   z29 Feb 2000 14:21)r   )	r   r   r]   r^   r_   r
   r  rŠ   rº   )rQ   rU   r¾   r  rº   r    Úreaderr   r   r   Útest_timestamp_and_label  s    

z"TestStata.test_timestamp_and_labelc             C   sZ   t dgdgd�}d}tjƒ �4}d}tjt|d�� |j|||d� W d Q R X W d Q R X d S )	Nr   r  )r[   z01 Jan 2000, 00:00:00z"time_stamp should be datetime type)Úmatch)r  rU   )r   )r   r]   r^   ÚpytestÚraisesÚ
ValueErrorr_   )rQ   rU   r¾   r  r    Úmsgr   r   r   Útest_invalid_timestamp  s    
z TestStata.test_invalid_timestampc             C   s”   t tjtjdƒdƒƒ}d|j_tjƒ �d}tjt	ƒ� |j
|ƒ W d Q R X | j|ƒ}|jdƒ}t|jƒ}dd„ }t||ƒ|_tj||ƒ W d Q R X d S )Ng      9@rž   r   c             S   s   t | d ƒS )Nr   )Úint)r�   r   r   r   Ú<lambda>(  s    z5TestStata.test_numeric_column_names.<locals>.<lambda>)rž   rž   )r   rh   ÚreshapeÚaranger   r"   r]   r^   rÞ   r   r_   rT   r½   rÎ   r[   Úmapr`   )rQ   r¾   r    r¿   r[   Zconvert_col_namer   r   r   Útest_numeric_column_names  s    



z#TestStata.test_numeric_column_namesc             C   s¤   t tjdƒtjd�}t tjdƒtjd�}tj|d d d…< tj|dd d…< t||dœƒ}d|j_t	j
ƒ �4}|j||d� | j|ƒ}|jdƒ}t	j||ƒ W d Q R X d S )Ng      @)rÈ   r   r   )rì   rí   r   )rU   )r   rh   r  rk   rë   ri   r   r   r"   r]   r^   r_   rT   r½   r`   )rQ   rU   rì   rí   r¾   r    r¿   r   r   r   Útest_nan_to_missing_value,  s    


z#TestStata.test_nan_to_missing_valuec             C   s€   ddg}t tjtjdƒdƒ|d�}d|j_tjƒ �D}|j|dd	� | j	|ƒ}t
jt|jjd
�� |d  W d Q R X W d Q R X d S )Nr�   r­   g      $@rž   r   )r[   Zindex_not_writtenF)r\   )r  )rž   r   )r   rh   r  r  r   r"   r]   r^   r_   rT   r	  r
  ÚKeyError)rQ   r[   r¾   r    r¿   r   r   r   Útest_no_index:  s    

zTestStata.test_no_indexc          
   C   sr   t ddgƒ}t ddgtjd�}t||dœƒ}d|j_tjƒ �,}|j|ƒ | j	|ƒ}tj
|jdƒ|ƒ W d Q R X d S )Nr   zA longer stringg      ð?g       @)rÈ   )rì   rí   r   )r   rh   rë   r   r   r"   r]   r^   r_   rT   r`   r½   )rQ   rì   rí   r¾   r    r¿   r   r   r   Útest_string_no_datesD  s    


zTestStata.test_string_no_datesc       	      C   s   t ddgtjd�}t ddgtjd�}t ddgtjd�}t ddgtjd�}t||||dœƒ}d	|j_tj	ƒ �Œ}tj
tƒ� |j|ƒ W d Q R X | j|ƒ}|jƒ }t |d
 tjd�|d
< t |d tjd�|d< t |d tjd�|d< tj|jd	ƒ|ƒ W d Q R X d S )Nr   éc   )rÈ   é   r   é   é?   )Ús0rì   rí   rî   r   rì   rí   rî   i €  iÿ  l            l   ÿÿÿÿ )r   rh   r’   r‘   rê   r   r   r"   r]   r^   rÞ   r   r_   rT   rÓ   rÂ   rë   r`   r½   )	rQ   r  rì   rí   rî   r¾   r    r¿   Úmodifiedr   r   r   Útest_large_value_conversionN  s    

z%TestStata.test_large_value_conversionc             C   sŠ   t tddddddƒgƒ}d|j_tjƒ �X}tjtƒ� |j|dd	iƒ W d Q R X | j	|ƒ}|j
ƒ }d
g|_tj|jdƒ|ƒ W d Q R X d S )NiÖ  ro   rp   rq   rr   rs   r   r   rÉ   Z_0)r   r   r   r"   r]   r^   rÞ   r   r_   rT   rÓ   r[   r`   r½   )rQ   r¾   r    r¿   r  r   r   r   Útest_dates_invalid_column`  s    

z#TestStata.test_dates_invalid_columnc             C   sº   t jj| jdƒ}tj|ƒ}dddd
gddddgddddgg}tj|ƒ}dddd	g|_|d jt	j
ƒ|d< |d jt	jƒ|d< |d jt	jƒ|d< |d	 jt	jƒ|d	< tj|jdƒ|ƒ d S )NzS4_EDUC1.dtar   r   r   r   ZclustnumZpri_schlZpsch_numZpsch_diséþÿÿÿr   r   )r   r    r!   r   r   r   r   r[   rj   rh   r‘   r’   rk   r]   r`   Úhead)rQ   ÚdpathrÏ   Zdf0r   r   r   Útest_105l  s    
"
zTestStata.test_105c             C   s4   t jj| jdƒ}t|ƒ}|jƒ i ks(t‚|jƒ  d S )NzS4_EDUC1.dta)r   r    r!   r   r
   Úvalue_labelsrŠ   Úclose)rQ   r"  r  r   r   r   Útest_value_labels_old_formatz  s    z&TestStata.test_value_labels_old_formatc       	   
   C   sø   dddddddg}dd	„ |D ƒ}t d
dddddƒgt|ƒ }t|g|d�}d|j_t d
dddddƒt d
ddƒt d
ddƒt d
ddƒt d
ddƒt d
ddƒt d
ddƒg}t|g|d�}d|j_tjƒ �.}|j||ƒ | j|ƒ}tj	|j
dƒ|ƒ W d Q R X d S )NrÉ   rø   Ztwr]   ZtqÚthÚtyc             S   s   i | ]
}||“qS r   r   )r€   r   r   r   r   ú
<dictcomp>†  s    z6TestStata.test_date_export_formats.<locals>.<dictcomp>iÖ  ro   rs   rq   rr   )r[   r   rp   r   rx   ru   )r   r‰   r   r   r"   r]   r^   r_   rT   r`   r½   )	rQ   r[   Zconversionsr   r¾   Úexpected_valuesrm   r    r¿   r   r   r   Útest_date_export_formats„  s$    






z"TestStata.test_date_export_formatsc          
   C   sr   t dgd ggdgd�}t dgdggdgd�}d|j_tjƒ �,}|j|ƒ | j|ƒ}tj|jdƒ|ƒ W d Q R X d S )NÚ1Zfoo)r[   r¬   r   )	r   r   r"   r]   r^   r_   rT   r`   r½   )rQ   r¾   rm   r    r¿   r   r   r   Útest_write_missing_strings›  s    


z$TestStata.test_write_missing_stringsÚ	byteorderú>ú<c             C   sJ  t dddgtjd�}t dddgtjd�}t dddgtjd�}t dddgtjd�}t dddgtjd�}t dddgtjd�}t dddgtjd�}	t|||||||	dœƒ}
d|
j_|
j	ƒ }tj
tj
tjtjtjtjtjf}x,t|j|ƒD ]\}}|| j|ƒ||< � qâW tjƒ �6}|
j|||d� | j|ƒ}|jdƒ}tj||ƒ W d Q R X d S )Nr   r   T)rÈ   éd   éÿ   r   r  é   rw   é    )r  rì   rí   rî   Ús4Ús5Ús6r   )r.  rU   i €  iœ  i   iÿÿ  l        iœÿÿl        l   ÿÿ )r   rh   ÚboolZuint8Zuint16Zuint32r   r   r"   rÓ   r’   r‘   rÂ   rë   Úzipr[   rj   r]   r^   r_   rT   r½   r`   )rQ   r.  rU   r  rì   rí   rî   r5  r6  r7  r¾   rm   Zexpected_typesr   Útr    r¿   r   r   r   Útest_bool_uint¤  s2    


zTestStata.test_bool_uintc             C   s’   t | jƒ�}|jƒ }W d Q R X t | jƒ�}|jƒ }W d Q R X d}d}xH|jƒ D ]<\}}||ksbt‚||| ksrt‚||ks~t‚||ksNt‚qNW d S )	NÚvar1Úvar2Úvar3Úlabel1Úlabel2Úlabel3)r<  r=  r>  )r?  r@  rA  )r
   r?   r¹   r@   ÚitemsrŠ   )rQ   r»   Zsr_115Zsr_117ÚkeysÚlabelsÚkÚvr   r   r   Útest_variable_labelsÆ  s    zTestStata.test_variable_labelsc             C   sè   d
}i }x2|D ]*}t d| d| d| gƒ|dt|ƒ < qW t|ƒ}tjƒ �’}|j|dd	� t|ƒ�p}|j}|j}|j	}	xVt
||	|ƒD ]F\}
}}t|
dd … ƒt|dd… ƒks´t‚t|
dd … ƒ|ks†t‚q†W W d Q R X W d Q R X d S )Nr   r1  éô   r   r   r   ÚsF)r\   )r   r1  rH  éÿÿÿÿ)r   r×   r   r]   r^   r_   r
   ÚtyplistZvarlistZfmtlistr9  r  rŠ   )rQ   Ústr_lensrI  Ústr_lenr¾   r    ÚsrrK  Ú	variablesÚformatsr  ÚfmtÚtypr   r   r   Útest_minimal_size_colÓ  s    
(

$zTestStata.test_minimal_size_colc             C   s„   d
}i }x2|D ]*}t d| d| d| gƒ|dt|ƒ < qW t|ƒ}d}tjt|d	��$ tjƒ �}|j|ƒ W d Q R X W d Q R X d S )Nr   rH  éô  r   r   r   rI  zÝFixed width strings in Stata \.dta files are limited to 244 \(or fewer\)\ncharacters\.  Column 's500' does not satisfy this restriction\. Use the\n'version=117' parameter to write the newer \(Stata 13 and later\) format\.)r  )r   rH  rT  )	r   r×   r   r	  r
  r  r]   r^   r_   )rQ   rL  rI  rM  r¾   r  r    r   r   r   Útest_excessively_long_stringæ  s    
(
z&TestStata.test_excessively_long_stringc             C   sN  d}t dggdgd�}tjƒ �*}|j|ƒ t|ƒ�}|j}W d Q R X W d Q R X dd„ td	ƒD ƒ}|jd
dƒ xN|D ]F}|| d }x4td
dƒD ]&}	t|d |	 ƒ}
|
j	||	 ksŽt
‚qŽW qrW ttjddƒd
 ƒ}
|
j	dksÞt
‚ttjddƒd
 ƒ}
|
j	dk�st
‚ttjddƒd
 ƒ}
|
j	dk�s&t
‚ttjddƒd
 ƒ}
|
j	dk�sJt
‚d S )Nr   ÚhÚlg        ró   )r[   c             S   s   g | ]}d t d| ƒ ‘qS )Ú.éa   )Úchr)r€   Úir   r   r   r‚   ÿ  s    z:TestStata.test_missing_value_generator.<locals>.<listcomp>é   r   rX  r   é   z<fs      s    Ð z.zz<ds         às        à)r   rV  rW  )r   r]   r^   r_   r
   ZVALID_RANGEÚrangeÚinsertr	   rÄ   rŠ   ÚstructÚunpack)rQ   ÚtypesrÏ   r    r»   Zvalid_ranger*  r:  Úoffsetr[  Úvalr   r   r   Útest_missing_value_generatorø  s.    



z&TestStata.test_missing_value_generatorrA   rB   rC   c                sŠ   dddddg}t dƒ}t|jjƒ ƒ‰g }x2tdƒD ]&‰ ‡ ‡fdd	„td
ƒD ƒ}|j|ƒ q2W t||d�}tt| |ƒdd�}t	j
||ƒ d S )NZint8_Zint16_Zint32_Zfloat32_Zfloat64_ée   r]  c                s    g | ]}t ˆˆ |d    ƒ‘qS )r]  )r	   )r€   Új)r[  rC  r   r   r‚     s    z;TestStata.test_missing_value_conversion.<locals>.<listcomp>rž   )r[   T)Zconvert_missing)r	   ÚsortedZMISSING_VALUESrC  r^  Úappendr   r   rg   r]   r`   )rQ   rS   r[   Zsmvr   Úrowrm   rl   r   )r[  rC  r   Útest_missing_value_conversion  s    z'TestStata.test_missing_value_conversionc             C   sÄ  ddddddg}ddddd	d
g}ddddddg}ddddddg}ddddddg}ddddddg}g }x¬t t|ƒƒD ]œ}g }	xˆt dƒD ]|}
|
dkrÂ|	jt|| || || || || || ƒƒ q„|
dkrâ|	jt|| ddƒƒ q„|	jt|| || || ƒƒ q„W |j|	ƒ qrW |jtjgd ƒ dddddddg}tdddƒ|d d< tdddƒ|d d< tdddƒ|d d	< tdddƒ|d d< tdd	dƒ|d	 d< tdd	dƒ |d	 d< |d	 d	< tdddƒ |d	 d< |d	 d< tdddƒ |d d<  |d d< |d d	< tdddƒ |d d< |d d< t||tjd �}t	| j
ƒ}t	| jƒ}tj||d!d"� tj||d!d"� d#d$„ |D ƒ}tjƒ �:}d%|j_|j||ƒ | j|ƒ}tj|jd%ƒ|d!d"� W d Q R X d S )&Ni¨  iÐ  i'  r1  iÖ  i�  r   rv   r   rŸ   rw   é   rq   r   é;   ru   ry   Zdate_tcrö   Zdate_twZdate_tmZdate_tqZdate_thZdate_tyé   r   r   rx   rž   r3  iŽ  )r[   rÈ   T)rƒ   c             S   s   i | ]}|dd… |“qS )r   Nr   r   )r€   r   r   r   r   r)  S  s    z,TestStata.test_big_dates.<locals>.<dictcomp>r   )r^  r‰   ri  r   r   r…   r   rh   rÅ   r   rD   rE   r]   r`   r^   r   r"   r_   rT   r½   )rQ   ÚyrÚmoÚddÚhrÚmmÚssrm   r[  rj  rg  r[   rŒ   r�   Zdate_conversionr    r¿   r   r   r   Útest_big_dates%  s^    2"  , 



zTestStata.test_big_datesc             C   sæ   | j | jƒ}|d jtjƒ|d< |d jtjƒ|d< |d jtjƒ|d< |d jtjƒ|d< |d jtjƒ|d< |d j	t
jdd�|d< t| jd	d
�}tj||ƒ t| jd	dd�}| j | jƒ}|d j	t
jdd�|d< tj||ƒ d S )Nrð   rñ   rò   ró   rô   rö   ú%Y-%m-%d)rý   T)r   F)r   Zpreserve_dtypes)rv  )rv  )r   r:   rj   rh   r’   r‘   rÂ   rk   rë   rþ   r   rÿ   r   r>   r]   r`   )rQ   rm   Zno_conversionÚ
conversionr   r   r   Útest_dtype_conversion_  s     zTestStata.test_dtype_conversionc             C   sX  | j | jƒ}|d jtjƒ|d< |d jtjƒ|d< |d jtjƒ|d< |d jtjƒ|d< |d jtjƒ|d< |d j	t
jdd�|d< dddg}|| }t| jd	|d
�}tj||ƒ dddg}|| }t| jd	|d
�}tj||ƒ d}tjt|d�� ddg}t| jd	|d
� W d Q R X d}tjt|d��" ddddg}t| jd	|d
� W d Q R X d S )Nrð   rñ   rò   ró   rô   rö   ú%Y-%m-%d)rý   T)r   r[   z"columns contains duplicate entries)r  zEThe following columns were not found in the Stata data set: not_foundÚ	not_found)ry  )r   r:   rj   rh   r’   r‘   rÂ   rk   rë   rþ   r   rÿ   r   r>   r]   r`   r	  r
  r  )rQ   rm   r[   ZdroppedZ	reorderedr  r   r   r   Útest_drop_columny  s0    

zTestStata.test_drop_columnz;ignore:\nStata value:pandas.io.stata.ValueLabelTypeMismatchc                sh  t jddddddgddddddgdddddd	gd
ddd
d
dgdddtjddgdddtjddgdd
dtjddgdddtjddgdddtjddgdddtjddgg
ddddddgd�‰ˆjƒ ‰ tj‡fdd„ˆD ƒdd�‰ˆ d jtƒˆ d< ˆ d jtƒˆ d< tj‡ fdd„ˆ D ƒdd�‰ d ˆ j	_
tjƒ �8}ˆj||d!� | j|ƒ}|jd ƒ}tj|ˆ d"d#� W d Q R X d S )$Nr”   r•   r   r–   r—   r   r˜   r™   r   rš   r›   r   rœ   r�   rž   ry   ru   rt   rŸ   rx   r    r¡   r¢   r£   r¤   Z	unlabeled)r[   c                s   g | ]}ˆ | j d ƒ‘qS )r~   )rj   )r€   r¥   )r¾   r   r   r‚   ¹  s    z6TestStata.test_categorical_writing.<locals>.<listcomp>)r¦   c                s   g | ]}ˆ | j d ƒ‘qS )r~   )rj   )r€   r¥   )rm   r   r   r‚   ¿  s    r   )rU   F)r§   )r   r„   rh   ri   rÓ   r   r¨   rþ   r×   r   r"   r]   r^   r_   rT   r½   r`   )rQ   rU   r    r¿   Úresr   )rm   r¾   r   Útest_categorical_writingš  s<    



z"TestStata.test_categorical_writingc                sö   t jjdd gdd gdd gdd ggdgd�‰ t j‡ fdd	„ˆ D ƒd
d�‰ tjƒ �.}d}tjt|d�� ˆ j	|ƒ W d Q R X W d Q R X t jjdgdgdgdgd
ggdgd�‰ t j‡ fdd	„ˆ D ƒd
d�‰ tj
t jjjƒ� ˆ j	|ƒ W d Q R X d S )Nr   i'  r   r   ÚdZToo_long)r[   c                s   g | ]}ˆ | j d ƒ‘qS )r~   )rj   )r€   r¥   )r¾   r   r   r‚   Ò  s    zBTestStata.test_categorical_warnings_and_errors.<locals>.<listcomp>r   )r¦   zbStata value labels for a single variable must have a combined length less than 32,000 characters\.)r  c                s   g | ]}ˆ | j d ƒ‘qS )r~   )rj   )r€   r¥   )r¾   r   r   r‚   à  s    )r   r   r„   r¨   r]   r^   r	  r
  r  r_   rÞ   r   r   ZValueLabelTypeMismatch)rQ   r    r  r   )r¾   r   Ú$test_categorical_warnings_and_errorsÉ  s    "

 z.TestStata.test_categorical_warnings_and_errorsc                s    dd„ t dƒD ƒ}|jtjgƒ tjj|dgd�‰ tj‡ fdd„ˆ D ƒdd�‰ d	ˆ j_	t
jƒ �8}ˆ j||d
� | j|ƒ}|jd	ƒ}t
j|ˆ dd� W d Q R X d S )Nc             S   s   g | ]}d t |ƒ g‘qS )r   )r×   )r€   r[  r   r   r   r‚   é  s    zHTestStata.test_categorical_with_stata_missing_values.<locals>.<listcomp>éx   Zmany_labels)r[   c                s   g | ]}ˆ | j d ƒ‘qS )r~   )rj   )r€   r¥   )r¾   r   r   r‚   í  s    r   )r¦   r   )rU   F)r§   )r^  ri  rh   ri   r   r   r„   r¨   r   r"   r]   r^   r_   rT   r½   r`   )rQ   rU   Úvaluesr    r¿   r|  r   )r¾   r   Ú*test_categorical_with_stata_missing_valuesç  s    


z4TestStata.test_categorical_with_stata_missing_valuesrF   rG   c       	      C   s´  dddddddgt jdƒfdd	dddddgt jdƒd d d… fdddddddgt jdd
dddgƒfdddddddgt jddƒfdddddgt jdd
dddgƒfdddddddgt jdƒfdddddddgt jdƒfg}g }xN|D ]F\}}}}|�r|j|tjj||ƒfƒ qà|j|tj|t jd�fƒ qàW t	j
t|ƒƒ}t| |ƒ}t|ƒ}tj||dd� xT|D ]L}t|| ƒ�r`tj|| jj|| jjƒ tj|| jj|| jjƒ �q`W d S )NTÚorderedr   r   r   r~  Úerž   Úreverser   Znoorderr   r   r   r   rÇ   Zfloat_missingFZnolabelg      ð?g       @g      @g      @g      @Zint32_mixed)rÈ   )r§   rJ  rJ  rJ  )rh   r  Úarrayri  r   ÚCategoricalÚ
from_codesr   rk   r   Z	from_dictÚdictrg   r   r]   r`   r   Úassert_series_equalÚcatÚcodesZassert_index_equalÚ
categories)	rQ   rS   rm   rú   Zis_catr¥   rD  rŒ  rl   r   r   r   Útest_categorical_orderö  s*    $$ 

z TestStata.test_categorical_orderrH   rI   c          
   C   sŠ   t t| |ƒƒ}|jddd�}tj|jd ƒ|_ddddddddddg
}d	d
dddg}tjj	||d�}tj
|dd�}tj||d dd� d S )NZsrhÚfirst)Zna_positionr   r   r   r   r   ZPoorZFairZGoodz	Very goodZ	Excellent)rŒ  r�  )r"   F)r§   rJ  rJ  )r   rg   Zsort_valuesrh   r  Úshaper   r   r‡  rˆ  r   r]   rŠ  )rQ   rS   rl   rŒ  r�  r‹  rm   r   r   r   Útest_categorical_sorting  s    z"TestStata.test_categorical_sortingc             C   s`   t | |ƒ}t|ƒ}t|dd�}x<|D ]4}t|| ƒs6q$|| jjsFt‚|| jj s$t‚q$W d S )NF)Zorder_categoricals)rg   r   r   r‹  rƒ  rŠ   )rQ   rS   rl   Zparsed_unorderedr¥   r   r   r   Útest_categorical_ordering'  s    

z#TestStata.test_categorical_orderingr*   r@   rE   Ú	chunksizer   r   Úconvert_categoricalsFr   c             C   sê   t | |ƒ}tjdd��}tjdƒ t|||d�}W d Q R X t|d||d�}d}	xŽtdƒD ]‚}
tjdd��6}tjdƒ y|j|ƒ}W n tk
r˜   P Y nX W d Q R X |j|	|	| …d d …f }t	j
||dddd	� |	|7 }	qXW |jƒ  d S )
NT)r|   r}   )r”  r   )Úiteratorr”  r   r   rž   F)r¯   rƒ   r§   )rg   r†   r‡   rˆ   r   r^  ÚreadÚStopIterationÚilocr]   r`   r%  )rQ   rS   r“  r”  r   Úfnamer‹   rl   ÚitrÚposrg  ÚchunkÚ
from_framer   r   r   Útest_read_chunks_1173  s:    


zTestStata.test_read_chunks_117c          &   C   s@  | j }t|ƒ}t|dd��.}|jdƒ}tj|jdd…d d …f |ƒ W d Q R X t|dd��0}t|ƒ}tj|jdd…d d …f |d ƒ W d Q R X t|dd��.}|jdƒ}tj|jdd…d d …f |ƒ W d Q R X t|dd��,}|jƒ }tj|jdd…d d …f |ƒ W d Q R X t|dd��}tj	|ƒ}W d Q R X tj||ƒ d S )NT)r•  rž   r   )r“  r   )
r.   r   r–  r]   r`   r˜  rÎ   Z	get_chunkr   r¨   )rQ   r™  rl   rš  rœ  Zfrom_chunksr   r   r   Útest_iteratorm  s"    
(,
((zTestStata.test_iteratorr)   r?   rD   c             C   sê   t | |ƒ}tjdd��}tjdƒ t|||d�}W d Q R X t|d||d�}d}	xŽtdƒD ]‚}
tjdd��6}tjdƒ y|j|ƒ}W n tk
r˜   P Y nX W d Q R X |j|	|	| …d d …f }t	j
||dddd	� |	|7 }	qXW |jƒ  d S )
NT)r|   r}   )r”  r   )r•  r   r”  r   rž   F)r¯   rƒ   r§   )rg   r†   r‡   rˆ   r   r^  r–  r—  r˜  r]   r`   r%  )rQ   rS   r“  r”  r   r™  r‹   rl   rš  r›  rg  rœ  r�  r   r   r   Útest_read_chunks_115ˆ  s:    


zTestStata.test_read_chunks_115c       
      C   sœ   | j }dddg}d}t||d�}t|dd��f}d}xZtd	ƒD ]N}|j||d�}|d krXP |j||| …d d …f }	tj|	|d
d� ||7 }q<W W d Q R X d S )Nr�   ZcpiÚm1r   )r[   T)r•  r   rž   F)r¯   )r.   r   r^  r–  r˜  r]   r`   )
rQ   r™  r[   r“  rl   rš  r›  rg  rœ  r�  r   r   r   Útest_read_chunks_columnsÃ  s    
z"TestStata.test_read_chunks_columnsc             C   sÆ   d|j _ddddœ}tjƒ �L}|j|||d� t|ƒ�}|jƒ }W d Q R X dddddœ}||ksdt‚W d Q R X d	|d< tjƒ �>}|j|||d� t|ƒ�}|jƒ }W d Q R X ||ks¸t‚W d Q R X d S )
Nr   z	City RankzCity ExponentÚCity)r   r   r   )r¹   rU   r¬   )r   r   r   r   z	The Index)r   r"   r]   r^   r_   r
   r¹   rŠ   )rQ   rU   r   r¹   r    rN  Zread_labelsZexpected_labelsr   r   r   Útest_write_variable_labelsÓ  s"    



z$TestStata.test_write_variable_labelsc             C   s^   d|j _dd dddœ}tjƒ �4}d}tjt|d�� |j|||d	� W d Q R X W d Q R X d S )
Nr   z	very longrx   zCity Exponentr£  )r   r   r   z.Variable labels must be 80 characters or fewer)r  )r¹   rU   )r   r"   r]   r^   r	  r
  r  r_   )rQ   rU   r   r¹   r    r  r   r   r   Útest_invalid_variable_labelsë  s    
z&TestStata.test_invalid_variable_labelsc             C   sb   d|j _dd dddœ}d|d< tjƒ �0}tjtd	d
�� |j|||d� W d Q R X W d Q R X d S )Nr   z	very longrx   zCity Exponentr£  )r   r   r   u   invalid character Å’r   z,Variable labels must contain only characters)r  )r¹   rU   )r   r"   r]   r^   r	  r
  r  r_   )rQ   rU   r   r¹   r    r   r   r   Ú$test_invalid_variable_label_encodingö  s    
z.TestStata.test_invalid_variable_label_encodingc              C   s²   ddddddg}dddj |ƒd	œ}d
}tjt|d��( tjƒ �}|j||d� W d Q R X W d Q R X dddd	œ}d}tjt|d��( tjƒ �}|j||d� W d Q R X W d Q R X d S )Nu   Î¡u   Î‘u   Î�u   Î”u   Î£z	City RankzCity Exponentr¬   )r   r   r   zKVariable labels must contain only characters that can be encoded in Latin-1)r  )r¹   zqA very, very, very long variable label that is too long for Stata which means that it has more than 80 charactersz.Variable labels must be 80 characters or fewer)r!   r	  r
  r  r]   r^   r_   )rQ   r   r�  Zvariable_labels_utf8r  r    Zvariable_labels_longr   r   r   Ú test_write_variable_label_errors  s    
"
z*TestStata.test_write_variable_label_errorsc             C   s  t jdddddddƒt jdddddddƒt jdd	d
d	d
d	dƒg}tjdddgdddg|dœƒ}tjƒ �”}|j|dd� t|dd�}tj||ƒ |j|dddid� t|dd�}tj||ƒ |j	j
ƒ jdƒ}|j|d|did� t|dd�}tj||ƒ W d Q R X d S )NiÏ  rv   rw   ià.  iÜ  r  iR  ið  ru   r   i   g      ð?g       @g      @ÚappleÚbananaÚcherry)ÚnumsÚstrsÚdatesF)r\   T)r   r­  rÉ   )r\   r   )Údtr   r   r   r]   r^   r_   r   r`   r[   Útolistr   )rQ   r­  r¾   r    ÚrereadÚdirectZ	dates_idxr   r   r   Útest_default_date_conversion!  s$    

z&TestStata.test_default_date_conversionc             C   sR   t jddd	giƒ}d}tjt|d��$ tjƒ �}|j|ƒ W d Q R X W d Q R X d S )
Nr   r   y               @r   y              @z"Data type complex128 not supported)r  y      ð?       @y       @      @)r   r   r	  r
  ÚNotImplementedErrorr]   r^   r_   )rQ   r¾   r  r    r   r   r   Útest_unsupported_type>  s
    
zTestStata.test_unsupported_typec             C   s  t jdddddddƒt jdddddddƒt jdd	d
d	d
d	dƒg}tjdddgdddg|dœƒ}d}tjt|d��, tjƒ �}|j	|ddid� W d Q R X W d Q R X tj
dddd�}tjdddgdddg|dœƒ}tjtƒ�$ tjƒ �}|j	|ƒ W d Q R X W d Q R X d S )NiÏ  rv   rw   ià.  iÜ  r  iR  ið  ru   r   i   g      ð?g       @g      @r¨  r©  rª  )r«  r¬  r­  zFormat %tC not implemented)r  r­  ZtC)r   z1-1-1990r   zAsia/Hong_Kong)ZperiodsÚtz)r®  r   r   r   r	  r
  r³  r]   r^   r_   Z
date_range)rQ   r­  r¾   r  r    r   r   r   Útest_unsupported_datetypeF  s&    

&

z#TestStata.test_unsupported_datetypec             C   s0   d}t jt|d�� t| jdd� W d Q R X d S )Na*  
Value labels for column ethnicsn are not unique. These cannot be converted to
pandas categoricals.

Either read the file with `convert_categoricals` set to False or use the
low level interface in `StataReader` to separately read the values and the
value_labels.

The repeated labels are:
-+
wolof
)r  T)r”  )r	  r
  r  r   rL   )rQ   r  r   r   r   Útest_repeated_column_labelse  s    z%TestStata.test_repeated_column_labelsc             C   s”   t | jƒ}tjdddddddtjddg
ddddtjdddddg
dtjddddddddg
dd	d
dddddddg
dœƒ}|ddddg }tj||ƒ d S )Nr   r   r   r   r   rž   ry   r   r   r   r~  r„  r¬   ÚgrV  r[  rg  )r­   r�   r‹   r®   r­   r�   r‹   r®   )r   rM   r   r   rh   ÚNaNr]   r`   )rQ   rÏ   r¾   r   r   r   Útest_stata_111t  s    
zTestStata.test_stata_111c             C   sÀ   t dtjtjƒjdgdtjtjƒjtjtjƒjgdœƒ}d}tjt|d��$ t	j
ƒ �}|j|ƒ W d Q R X W d Q R X tj|jd	< d}tjt|d��$ t	j
ƒ �}|j|ƒ W d Q R X W d Q R X d S )
Ng        g      Ð)ÚColumnOkÚColumnTooBigzZColumn ColumnTooBig has a maximum value \(.+\) outside the range supported by Stata \(.+\))r  r   r¼  zaColumn ColumnTooBig has a maximum value of infinity which is outside the range supported by Stata)r   r¼  )r   rh   ÚfinfoÚdoubleÚepsÚmaxr	  r
  r  r]   r^   r_   ÚinfrÒ   )rQ   rÏ   r  r    r   r   r   Útest_out_of_range_double„  s    $

z"TestStata.test_out_of_range_doublec             C   s  t dtjtjƒjtjtjƒjd gdtjtjƒjtjtjƒjgdœƒ}d|j_x |D ]}|| jtjƒ||< qTW t	j
ƒ �>}|j|ƒ t|ƒ}|d jtjƒ|d< t	j||jdƒƒ W d Q R X tj|jd	< d}tjt|d��$ t	j
ƒ �}|j|ƒ W d Q R X W d Q R X d S )
Ng        g      $@)r»  r¼  r   r¼  r   zaColumn ColumnTooBig has a maximum value of infinity which is outside the range supported by Stata)r  )r   r¼  )r   rh   r½  rk   r¿  rÀ  r   r"   rj   r]   r^   r_   r   rë   r`   r½   rÁ  rÒ   r	  r
  r  )rQ   r¾   r¥   r    r°  r  r   r   r   Útest_out_of_range_float�  s(    



z!TestStata.test_out_of_range_floatc             C   s6   t jƒ }d|j_dd„ }t j|j|ƒ}t j||ƒ d S )Nr   c             S   s   t | ƒjdƒS )Nr   )r   r½   )r�   r   r   r   r  Â  s    z-TestStata.test_path_pathlib.<locals>.<lambda>)r]   ÚmakeDataFramer   r"   Zround_trip_pathlibr_   r`   )rQ   rÏ   r  rÚ   r   r   r   Útest_path_pathlib¿  s
    zTestStata.test_path_pathlibc             C   s6   t jƒ }d|j_dd„ }t j|j|ƒ}t j||ƒ d S )Nr   c             S   s   t | ƒjdƒS )Nr   )r   r½   )r�   r   r   r   r  É  s    z6TestStata.test_pickle_path_localpath.<locals>.<lambda>)r]   rÄ  r   r"   Zround_trip_localpathr_   r`   )rQ   rÏ   r  rÚ   r   r   r   Útest_pickle_path_localpathÆ  s
    z$TestStata.test_pickle_path_localpathr\   c             C   s’   ddddddgi}t j|d�}|d jdƒ|d< tjƒ �6}|j||d� t j|dd	��}|jƒ }W d Q R X W d Q R X |dddddd
œiksŽt‚d S )NÚAÚBÚEÚC)r   r~   )r\   T)r•  )r   r   r   r   )	r   r   rj   r]   r^   r_   r   r$  rŠ   )rQ   r\   r~  rÏ   r    Zdta_iterr$  r   r   r   Útest_value_labels_iteratorÍ  s    
z$TestStata.test_value_labels_iteratorc             C   sL   t jƒ }d|j_t jƒ �}|j|ƒ tj|dd�}W d Q R X t j||ƒ d S )Nr   )Ú	index_col)	r]   rÄ  r   r"   r^   r_   r   r   r`   )rQ   rÏ   r    r°  r   r   r   Útest_set_indexÚ  s    

zTestStata.test_set_indexÚcolumnÚmsÚdayÚweekÚmonthZqtrZhalfro  c             C   s:   t | jƒ}|jd|f }|jd|d f }||ks6t‚d S )Nr   Ú_fmt)r   rP   rÒ   rŠ   )rQ   rÎ  rÏ   Zunformattedrß   r   r   r   Ú(test_date_parsing_ignores_format_detailsã  s    
z2TestStata.test_date_parsing_ignores_format_detailsc             C   sV  t dddddddtjdƒddd dd dgd	d
dddddtjdƒddd ddggddddddddddddgd�}t|d td�|d< t|d tjd�|d< t|d tjd�|d< |d jtjƒ|d< t|d tj	d�|d< d|j
_|j
jtjƒ|_
|jƒ }tjƒ �J}|j|ddidgdd� | j|ƒ}tj|jdƒ|dd� tj||ƒ W d Q R X d S ) NrÄ   rÅ   r   gš™™™™™ñ?z
2003-12-25r   iý  iˆ  zstring-1zobject-1z
2003-12-26r   r¬   r’   r‘   rÂ   rk   rë   r   rì   Zs2045ZsrtlZforced_strl)r   r[   )rÈ   r   rÉ   rW   )r   Úconvert_strlrU   F)rÁ   )r   rh   rÊ   r   rÅ   r’   r‘   rj   rÂ   rk   r   r"   rÓ   r]   r^   r_   rT   r`   r½   )rQ   r¾   rÓ   r    r¿   r   r   r   Útest_writer_117÷  sr    


zTestStata.test_writer_117c             C   sª   t dd ddgdd ddggd	d
 ddgd�}d|j_tjtjjjƒ�Z tj	ƒ �F}|j
|ddgdd� | j|ƒ}|jdƒ}|j|_tj||dd� W d Q R X W d Q R X d S )Nr   i¸  rÇ  r¨  r   iè  rÈ  r©  Zlong1rx   Úlongr   )r[   r   rW   )rÕ  rU   F)rÁ   )r   r   r"   r]   rÞ   r   r   r   r   r^   r_   rT   r½   r[   r`   )rQ   r¾   r    r°  r   r   r   Útest_convert_strl_name_swap>  s    


z%TestStata.test_convert_strl_name_swapc             C   s¦   t jdddddddƒt jdddddddƒt jdd	d
d	d
d	dƒg}tjdddgdddg|dœƒ}tjƒ �6}d}tjt|d�� |j	|ddid� W d Q R X W d Q R X d S )NiÏ  rv   rw   ià.  iÜ  r  iR  ið  ru   r   i   g      ð?g       @g      @r¨  r©  rª  )r«  r¬  r­  z0convert_dates key must be a column or an integer)r  Z
wrong_namerÉ   )r   )
r®  r   r   r   r]   r^   r	  r
  r  r_   )rQ   r­  r¾   r    r  r   r   r   Útest_invalid_date_conversionM  s    

z&TestStata.test_invalid_date_conversionc             C   s†   t jƒ }tjƒ }d|j_tjƒ �P}|j||d� |jdƒ t	|dƒ�}|j
|jƒ ƒ W d Q R X tj|dd�}W d Q R X tj||ƒ d S )Nr   )rU   r   Úwb)rÌ  )r   ÚBytesIOr]   rÄ  r   r"   r^   r_   ÚseekÚopenÚwriter–  r   r   r`   )rQ   rU   ZbiorÏ   r    Zdtar°  r   r   r   Útest_nonfile_writinga  s    

zTestStata.test_nonfile_writingc             C   s€   t jƒ }d|j_t jƒ �R}tj|dƒ�}|j|dd� W d Q R X tj|dƒ�}tj	|dd�}W d Q R X W d Q R X t j
||ƒ d S )Nr   rÚ  rV   )rU   Úrb)rÌ  )r]   rÄ  r   r"   r^   ÚgzipÚGzipFiler_   r   r   r`   )rQ   rÏ   r    Úgzr°  r   r   r   Útest_gzip_writingo  s    
"zTestStata.test_gzip_writingc             C   s�   | j | jƒ}dddddg}dddddgd	d
dd	dgdddddgdddddgdddddgdddddgdddddgg}tj||d�}tj||ƒ d S )NÚutf8Úlatin1ÚasciiZ	utf8_strlZ
ascii_strlu   Ï�Î±Î·Î´Î±Ï‚u   PÃ„NDÃ„SÚpu   Æ¤Ä€Å„Ä�Ä…Åœõ   Ã–r   u   á´˜á´€á´Žá´…á´€Sõ   ÃœÚnz      r~  ú r¬   rI  )r[   )rT   rN   r   r   r]   r`   )rQ   Z
unicode_dfr[   r�  rm   r   r   r   Útest_unicode_dta_118z  s    zTestStata.test_unicode_dta_118c             C   sº   dd ddœd ddœg}t j|ƒ}|jjdƒ|_tjƒ �x}|j|ddd	� t|ƒ}|jd
ƒ}tj	||ƒ d |j
d d …df< |j|ddgdd� t|ƒ}|jd
ƒ}tj	||ƒ W d Q R X d S )NrÄ   iô  r   )ÚmixedÚnumberr   rÂ   FrW   )r\   rU   r¬   rî  )r\   rÕ  rU   )r   r   rï  rj   r]   r^   r_   r   Úfillnar`   rÒ   )rQ   Úoutputr    r°  rm   r   r   r   Útest_mixed_string_strl‹  s    



z TestStata.test_mixed_string_strlc             C   sp   dddœd ddœg}t j|ƒ}d |jd d …df< tjƒ �.}tjtdd�� |j||d� W d Q R X W d Q R X d S )NÚnoner   )ró  rï  r   z Column `none` cannot be exported)r  )rU   )	r   r   rÒ   r]   r^   r	  r
  r  r_   )rQ   rU   rñ  r    r   r   r   Útest_all_none_exception   s    

z!TestStata.test_all_none_exceptionc             C   sv   d}t |gdgd�}tjƒ �P}d}d}tjtdj||ƒd��& tjtƒ� |j	|ƒ W d Q R X W d Q R X W d Q R X d S )Nu9   Here is one __ï¿½__ Another one __Â·__ Another one __Â½__Úinvalid)r[   z\'latin-1' codec can't encode character '\\ufffd' in position 14: ordinal not in range\(256\)zP'ascii' codec can't decode byte 0xef in position 14: ordinal not in range\(128\)z{}|{})r  )
r   r]   r^   r	  r
  ÚUnicodeEncodeErrorÚformatrÞ   ÚResourceWarningr_   )rQ   rU   ÚcontentrÏ   r    Zmsg1Zmsg2r   r   r   Útest_invalid_file_not_written©  s    
z'TestStata.test_invalid_file_not_writtenc       
      C   sö   t dgd dgd gddgd�}tjƒ �Ä}|j|ddgd� t|d	ƒ�œ}|jƒ }d}|jd
ƒ|ksft‚|jdƒ|ksxt‚|jdƒd dd… }xN|jdƒdd … D ]8}|jdƒd }||j	dƒd  }	t
|ƒ|	d ks¢t‚q¢W W d Q R X W d Q R X d S )NÚpandasr   u   Ã¾Ã¢Ã‘Ã�Ã…Â§Zvar_strZvar_strl)r[   rW   )rU   rÕ  rà  zlatin-1zutf-8s   strlsr   s   GSOó    ó   ‚r   r   )r   r]   r^   r_   rÝ  r–  ÚencoderŠ   ÚsplitÚfindr‰   )
rQ   rñ  r    r°  rù  rm   ZgsosZgsord  Úsizer   r   r   Útest_strl_latin1º  s    
zTestStata.test_strl_latin1c             C   st   d}t jtƒ�8}t| jƒ}t|ƒdks*t‚|d jjd |ksBt‚W d Q R X t	j
dggd dgd�}t j||ƒ d S )Na  
One or more strings in the dta file could not be decoded using utf-8, and
so the fallback encoding of latin-1 is being used.  This can happen when a file
has been incorrectly encoded by Stata or some other software. You should verify
the string values returned are correct.é—   r   u   DÃ¼sseldorfrÕ   )r[   )r]   rÞ   ÚUnicodeWarningr   r5   r‰   rŠ   Úmessagerý   r   r   r`   )rQ   r  r‹   rÙ   rm   r   r   r   Útest_encoding_latin1_118Í  s    
"z"TestStata.test_encoding_latin1_118c             C   s”   t j| jdƒ�}t|ƒ}W d Q R X |jdks0t‚|jd dd ksFt‚|jd d	ksXt‚|jd dksjt‚|jd tjt	d
dddddƒƒks�t‚d S )Nrà  r   éç€  r   ry   rÇ  i¸  ru   g…ëQ¸	@iÜ  rv   r  )r   r  )r   ry   )r   ru   rJ  )r   rJ  )r   r   )
rá  rÝ  rO   r   r�  rŠ   r˜  r   Z	Timestampr   )rQ   rã  rÏ   r   r   r   Útest_stata_119Ü  s    zTestStata.test_stata_119c             C   s   t jdddgdd�}t jdddd	gd
dddgdddd ggddddgd�}||d< ddddddœ}d}|d jtjƒ|d< tjƒ �–}t|||dg|d|d�}|j	ƒ  t
|ƒ}|d jdƒ|d< tj||ƒ t|ƒ}	|	j|ksÞt‚|	jƒ |ksît‚|j||dd� t
|ƒ}
tj||
ƒ W d Q R X d S )Nr   u   Î²u   Ä‰T)rƒ  g      ð?r   u   á´¬u   á´€ relatively long Å�tringg       @r   u   á´®r¬   g      @r   u   á´°Ústrls)r[   u	   á´�á´¬áµ€r¨  u	   áµˆáµ‰áµŠu   á´Žáƒ¢áƒ„á‚²á‚³á‚´á‚¶á‚ºzLong Strings)r   u   Î²u   Ä‰r	  u	   á´�á´¬áµ€u   á´…aáµ€a-labelF)rº   rÕ  r¹   r\   rU   )rU   r\   )r   r‡  r   rj   rh   rÂ   r]   r^   r   Ú
write_filer   rð  r`   r
   rº   rŠ   r¹   r_   )rQ   rU   r‹  r   r¹   rº   r    ÚwriterrÛ   r  Zreread_to_statar   r   r   Útest_utf8_writerç  sB    


zTestStata.test_utf8_writerc          !   C   s�   t tjd
tjd�ƒ}tjƒ �.}tjtdd�� t	||dd� W d Q R X W d Q R X tjƒ �.}tjtdd�� t	||d	d� W d Q R X W d Q R X d S )Nr   éè€  )rÈ   z"version must be either 118 or 119.)r  rW   )rU   zYou must use version 119rX   )r   r  )
r   rh   Úzerosr’   r]   r^   r	  r
  r  r   )rQ   rÏ   r    r   r   r   Útest_writer_118_exceptions  s    
"
z$TestStata.test_writer_118_exceptions)[Ú__name__Ú
__module__Ú__qualname__r	  ÚfixturerR   rT   r   ÚmarkZparametrizera   rn   rŽ   r“   r©   r°   r¼   rÀ   rÃ   rË   rÐ   rÔ   rÜ   rà   rç   rï   rû   r   r  r  r  r  r  r  r  r  r#  r&  r+  r-  r;  rG  rS  rU  re  rk  ru  rx  r{  Úfilterwarningsr}  r  r‚  rŽ  r‘  r’  rž  rŸ  r   r¢  r¤  r¥  r¦  r§  r²  r´  r¶  r·  rº  rÂ  rÃ  rÅ  rÆ  rË  rÍ  rÔ  rÖ  rØ  rÙ  rß  rä  rí  rò  rô  rú  r  r  Zslowr  r  r  r   r   r   r   r%   5   sì   A 	<%( 
  %  	 


	!:!- " ( *  "	G  	 ,r%   )"r   r®  rá  r   r   r`  r†   Znumpyrh   r	  Zpandas.core.dtypes.commonr   rû  r   Zpandas._testingZ_testingr]   Zpandas.core.framer   r   Zpandas.io.parsersr   Zpandas.io.statar   r   r	   r
   r   r   r  r   r   r$   r%   r   r   r   r   Ú<module>   s$   
 
