3
®ybš  ã               @   s>  d dl mZ d dlmZ d dlZd dlZd dlZd dlZd dlZ	d dl
Z
d dlZd dlZd dlmZ e
jdƒZe
jdƒZe
jdƒZe
jdƒZdZdZdZejƒ Zd	d
„ Zdd„ Zdd„ Zdd„ Zdd„ Zdd„ Zdd„ Zd)e e!dœdd„Z"dd„ Z#dd„ Z$dd „ Z%d!d"„ Z&e
j'j(d#dd$gƒd%d&„ ƒZ)e
j'j*G d'd(„ d(ƒƒZ+dS )*é    )Ú	ExitStack)ÚdatetimeN)Ú	DataFramezgoogle.api_core.exceptionszgoogle.cloud.bigqueryzgoogle.oauth2.service_accountÚ
pandas_gbqc               C   s   t ƒ stjdƒ d S )Nz1Cannot run integration tests without a project id)Ú_get_project_idÚpytestÚskip© r	   r	   ú</tmp/pip-install-4cy230dp/pandas/pandas/tests/io/test_gbq.pyÚ_skip_if_no_project_id   s    r   c               C   s   t ƒ stjdƒ d S )NzACannot run integration tests without a private key json file path)Ú_get_private_key_pathr   r   r	   r	   r	   r
   Ú_skip_if_no_private_key_path    s    r   c               C   s   dt jkodt jkS )NÚTRAVIS_BUILD_DIRÚGBQ_PROJECT_ID)ÚosÚenvironr	   r	   r	   r
   Ú_in_travis_environment%   s    r   c               C   s"   t ƒ rtjjdƒS tp tjjdƒS )Nr   )r   r   r   ÚgetÚ
PROJECT_IDr	   r	   r	   r
   r   )   s    r   c              C   s8   t ƒ r tjjtjjdƒddgŽ S t} | s4tjjdƒ} | S )Nr   Úciztravis_gbq.jsonZ"GBQ_GOOGLE_APPLICATION_CREDENTIALS)r   r   ÚpathÚjoinr   r   ÚPRIVATE_KEY_JSON_PATH)Úprivate_key_pathr	   r	   r
   r   /   s    r   c              C   s   t ƒ } | rtjj| ƒS d S )N)r   Úservice_accountZCredentialsZfrom_service_account_file)r   r	   r	   r
   Ú_get_credentials;   s    r   c              C   s   t ƒ } tƒ }tj| |d�S )N)ÚprojectÚcredentials)r   r   ÚbigqueryZClient)Ú
project_idr   r	   r	   r
   Ú_get_clientA   s    r    é
   )ÚlengthÚreturnc             C   s   dj tjtj| d�ƒS )NÚ )Úk)r   ÚrandomÚchoicesÚstringÚascii_lowercase)r"   r	   r	   r
   Úgenerate_rand_strG   s    r*   c             C   sœ   t jjdd| fd�jtƒ}t jjd| ƒ}t jjddd| fd�}t jjddd| fd�jtƒ}dd„ t| ƒD ƒ}t|d |d |d |d |d dœt| ƒd	�S )
Né   é   )Úsizer!   c             S   s   g | ]}t jtjd ƒƒ‘qS )z
US/Arizona)r   ÚnowÚpytzÚtimezone)Ú.0Útr	   r	   r
   ú
<listcomp>Q   s    z+make_mixed_dataframe_v2.<locals>.<listcomp>r   )ÚboolsÚfltsÚintsÚstrsÚtimes)Úindex)	Únpr&   ÚrandintZastypeÚboolZrandnÚstrÚranger   )Ú	test_sizer4   r5   r6   r7   r8   r	   r	   r
   Úmake_mixed_dataframe_v2K   s    
r@   c                sB   i ‰ ‡ fdd„}| j d|ƒ tjdƒ dˆ ks2t‚dˆ ks>t‚d S )Nc                s   ˆ j |ƒ tdggƒS )Ng      ð?)Úupdater   )ÚsqlÚkwargs)Úcaptured_kwargsr	   r
   Úmock_read_gbqa   s    
z>test_read_gbq_without_deprecated_kwargs.<locals>.mock_read_gbqzpandas_gbq.read_gbqzSELECT 1ÚverboseZprivate_key)ÚsetattrÚpdÚread_gbqÚAssertionError)ÚmonkeypatchrE   r	   )rD   r
   Ú'test_read_gbq_without_deprecated_kwargs^   s    
rL   c                sH   i ‰ ‡ fdd„}| j d|ƒ tjdddd� ˆ d s8t‚ˆ d	 sDt‚d S )
Nc                s   ˆ j |ƒ tdggƒS )Ng      ð?)rA   r   )rB   rC   )rD   r	   r
   rE   o   s    
z4test_read_gbq_with_new_kwargs.<locals>.mock_read_gbqzpandas_gbq.read_gbqzSELECT 1Tr,   )Úuse_bqstorage_apiÚmax_resultsrM   rN   )rG   rH   rI   rJ   )rK   rE   r	   )rD   r
   Útest_read_gbq_with_new_kwargsl   s    rO   c                sB   i ‰ ‡ fdd„}| j d|ƒ tjdƒ dˆ ks2t‚dˆ ks>t‚d S )Nc                s   ˆ j |ƒ tdggƒS )Ng      ð?)rA   r   )rB   rC   )rD   r	   r
   rE   }   s    
z7test_read_gbq_without_new_kwargs.<locals>.mock_read_gbqzpandas_gbq.read_gbqzSELECT 1rM   rN   )rG   rH   rI   rJ   )rK   rE   r	   )rD   r
   Ú test_read_gbq_without_new_kwargsz   s    
rP   Úprogress_barZfooc                s:   i ‰ ‡ fdd„}| j d|ƒ tjd|d� dˆ ks6t‚d S )Nc                s   ˆ j |ƒ tdggƒS )Ng      ð?)rA   r   )rB   rC   )rD   r	   r
   rE   �   s    
z<test_read_gbq_progress_bar_type_kwarg.<locals>.mock_read_gbqzpandas_gbq.read_gbqzSELECT 1)Úprogress_bar_typerR   )rG   rH   rI   rJ   )rK   rQ   rE   r	   )rD   r
   Ú%test_read_gbq_progress_bar_type_kwargˆ   s
    rS   c               @   s`   e Zd Zejƒ dd„ ƒZdd„ Zejjddde	ƒ fdd	ej
ejjƒfd
de	ƒ fgƒdd„ ƒZdS )Ú-TestToGBQIntegrationWithServiceAccountKeyPathc             c   sp   t ƒ  tƒ  dtƒ  }tƒ | _| jj|ƒ| _| jjtj| jƒƒ tƒ }|› d|› �}|V  | jj	| jdd� d S )NZpydata_pandas_bq_testing_Ú.T)Zdelete_contents)
r   r   r*   r    ÚclientZdatasetZcreate_datasetr   ZDatasetZdelete_dataset)ÚselfZ
dataset_idZ
table_nameÚdestination_tabler	   r	   r
   Úgbq_dataset˜   s    
z9TestToGBQIntegrationWithServiceAccountKeyPath.gbq_datasetc             C   sZ   |}d}t |ƒ}|j|tƒ d tƒ d� tjd|› �tƒ tƒ dd�}|d d |ksVt‚d S )Ni!N  )Ú	chunksizer   z!SELECT COUNT(*) AS num_rows FROM Ústandard)r   r   ÚdialectÚnum_rowsr   )r@   Úto_gbqr   r   rH   rI   rJ   )rW   rY   rX   r?   ÚdfÚresultr	   r	   r
   Útest_roundtrip­   s    
z<TestToGBQIntegrationWithServiceAccountKeyPath.test_roundtripz)if_exists, expected_num_rows, expectationÚappendi,  ÚfailéÈ   Úreplaceéd   c       	      C   sŒ   |}d}t |ƒ}|j|tƒ d tƒ d� |�( |jd d… j|tƒ |d tƒ d� W d Q R X tjd|› �tƒ tƒ dd�}|d d	 |ksˆt‚d S )
Nrd   )rZ   r   rf   )Ú	if_existsrZ   r   z!SELECT COUNT(*) AS num_rows FROM r[   )r   r   r\   r]   r   )r@   r^   r   r   ZilocrH   rI   rJ   )	rW   rg   Zexpected_num_rowsZexpectationrY   rX   r?   r_   r`   r	   r	   r
   Útest_gbq_if_existsÂ   s*    
z@TestToGBQIntegrationWithServiceAccountKeyPath.test_gbq_if_existsN)Ú__name__Ú
__module__Ú__qualname__r   ZfixturerY   ra   ÚmarkÚparametrizeÚdoes_not_raiseZraisesr   ZgbqZTableCreationErrorrh   r	   r	   r	   r
   rT   –   s   
rT   )r!   ),Ú
contextlibr   rn   r   r   Úplatformr&   r(   Znumpyr:   r   r/   ZpandasrH   r   ZimportorskipZapi_exceptionsr   r   r   r   r   ZPRIVATE_KEY_JSON_CONTENTSÚpython_versionÚVERSIONr   r   r   r   r   r   r    Úintr=   r*   r@   rL   rO   rP   rl   rm   rS   ZsinglerT   r	   r	   r	   r
   Ú<module>   s@   



