3
Êb_�  ã               @   s>  d dl mZ d dlmZ d dlZd dlZd dlZd dlZd dlZ	d dl
Z
d dlZd dlZd dlmZ e
jdƒZe
jdƒZe
jdƒZe
jdƒZdZdZdZejƒ Zd	d
„ Zdd„ Zdd„ Zdd„ Zdd„ Zdd„ Zdd„ Zd)e e!dœdd„Z"dd„ Z#dd„ Z$dd „ Z%d!d"„ Z&e
j'j(d#dd$gƒd%d&„ ƒZ)e
j'j*G d'd(„ d(ƒƒZ+dS )*é    )Ú	ExitStack)ÚdatetimeN)Ú	DataFramezgoogle.api_core.exceptionszgoogle.cloud.bigqueryzgoogle.oauth2.service_accountÚ
pandas_gbqc               C   s   t ƒ stjdƒ d S )Nz1Cannot run integration tests without a project id)Ú_get_project_idÚpytestÚskip© r	   r	   ú:/tmp/pip-build-jkwsxyiy/pandas/pandas/tests/io/test_gbq.pyÚ_skip_if_no_project_id   s    r   c               C   s   t ƒ stjdƒ d S )NzACannot run integration tests without a private key json file path)Ú_get_private_key_pathr   r   r	   r	   r	   r
   Ú_skip_if_no_private_key_path    s    r   c               C   s   dt jkodt jkS )NÚTRAVIS_BUILD_DIRÚGBQ_PROJECT_ID)ÚosÚenvironr	   r	   r	   r
   Ú_in_travis_environment%   s    r   c               C   s"   t ƒ rtjjdƒS tp tjjdƒS )Nr   )r   r   r   ÚgetÚ
PROJECT_IDr	   r	   r	   r
   r   )   s    r   c              C   s8   t ƒ r tjjtjjdƒddgŽ S t} | s4tjjdƒ} | S )Nr   Zciztravis_gbq.jsonZ"GBQ_GOOGLE_APPLICATION_CREDENTIALS)r   r   ÚpathÚjoinr   r   ÚPRIVATE_KEY_JSON_PATH)Úprivate_key_pathr	   r	   r
   r   /   s    r   c              C   s   t ƒ } | rtjj| ƒS d S )N)r   Úservice_accountZCredentialsZfrom_service_account_file)r   r	   r	   r
   Ú_get_credentials;   s    r   c              C   s   t ƒ } tƒ }tj| |d�S )N)ÚprojectÚcredentials)r   r   ÚbigqueryZClient)Ú
project_idr   r	   r	   r
   Ú_get_clientA   s    r   é
   )ÚlengthÚreturnc             C   s   dj tjtj| d�ƒS )NÚ )Úk)r   ÚrandomÚchoicesÚstringÚascii_lowercase)r!   r	   r	   r
   Úgenerate_rand_strG   s    r)   c             C   sœ   t jjdd| fd�jtƒ}t jjd| ƒ}t jjddd| fd�}t jjddd| fd�jtƒ}dd„ t| ƒD ƒ}t|d |d |d |d |d dœt| ƒd	�S )
Né   é   )Úsizer    c             S   s   g | ]}t jtjd ƒƒ‘qS )z
US/Arizona)r   ÚnowÚpytzÚtimezone)Ú.0Útr	   r	   r
   ú
<listcomp>Q   s    z+make_mixed_dataframe_v2.<locals>.<listcomp>r   )ÚboolsÚfltsÚintsÚstrsÚtimes)Úindex)	Únpr%   ÚrandintZastypeÚboolZrandnÚstrÚranger   )Ú	test_sizer3   r4   r5   r6   r7   r	   r	   r
   Úmake_mixed_dataframe_v2K   s    
r?   c                sB   i ‰ ‡ fdd„}| j d|ƒ tjdƒ dˆ ks2t‚dˆ ks>t‚d S )Nc                s   ˆ j |ƒ tdggƒS )Ng      ð?)Úupdater   )ÚsqlÚkwargs)Úcaptured_kwargsr	   r
   Úmock_read_gbqa   s    
z>test_read_gbq_without_deprecated_kwargs.<locals>.mock_read_gbqzpandas_gbq.read_gbqzSELECT 1ÚverboseZprivate_key)ÚsetattrÚpdÚread_gbqÚAssertionError)ÚmonkeypatchrD   r	   )rC   r
   Ú'test_read_gbq_without_deprecated_kwargs^   s    
rK   c                s:   i ‰ ‡ fdd„}| j d|ƒ tjddd� ˆ d s6t‚d S )Nc                s   ˆ j |ƒ tdggƒS )Ng      ð?)r@   r   )rA   rB   )rC   r	   r
   rD   o   s    
z4test_read_gbq_with_new_kwargs.<locals>.mock_read_gbqzpandas_gbq.read_gbqzSELECT 1T)Úuse_bqstorage_apirL   )rF   rG   rH   rI   )rJ   rD   r	   )rC   r
   Útest_read_gbq_with_new_kwargsl   s
    rM   c                s6   i ‰ ‡ fdd„}| j d|ƒ tjdƒ dˆ ks2t‚d S )Nc                s   ˆ j |ƒ tdggƒS )Ng      ð?)r@   r   )rA   rB   )rC   r	   r
   rD   |   s    
z7test_read_gbq_without_new_kwargs.<locals>.mock_read_gbqzpandas_gbq.read_gbqzSELECT 1rL   )rF   rG   rH   rI   )rJ   rD   r	   )rC   r
   Ú test_read_gbq_without_new_kwargsy   s
    
rN   Úprogress_barZfooc                sL   i ‰ ‡ fdd„}| j d|ƒ tjd|d� |r<dˆ ksHt‚ndˆ ksHt‚d S )Nc                s   ˆ j |ƒ tdggƒS )Ng      ð?)r@   r   )rA   rB   )rC   r	   r
   rD   ‹   s    
z<test_read_gbq_progress_bar_type_kwarg.<locals>.mock_read_gbqzpandas_gbq.read_gbqzSELECT 1)Úprogress_bar_typerP   )rF   rG   rH   rI   )rJ   rO   rD   r	   )rC   r
   Ú%test_read_gbq_progress_bar_type_kwarg†   s    rQ   c               @   s`   e Zd Zejƒ dd„ ƒZdd„ Zejjddde	ƒ fdd	ej
ejjƒfd
de	ƒ fgƒdd„ ƒZdS )Ú-TestToGBQIntegrationWithServiceAccountKeyPathc             c   sp   t ƒ  tƒ  dtƒ  }tƒ | _| jj|ƒ| _| jjtj| jƒƒ tƒ }|› d|› �}|V  | jj	| jdd� d S )NZpydata_pandas_bq_testing_Ú.T)Zdelete_contents)
r   r   r)   r   ÚclientZdatasetZcreate_datasetr   ZDatasetZdelete_dataset)ÚselfZ
dataset_idZ
table_nameÚdestination_tabler	   r	   r
   Úgbq_datasetš   s    
z9TestToGBQIntegrationWithServiceAccountKeyPath.gbq_datasetc             C   sZ   |}d}t |ƒ}|j|tƒ d tƒ d� tjd|› �tƒ tƒ dd�}|d d |ksVt‚d S )Ni!N  )Ú	chunksizer   z!SELECT COUNT(*) AS num_rows FROM Ústandard)r   r   ÚdialectÚnum_rowsr   )r?   Úto_gbqr   r   rG   rH   rI   )rU   rW   rV   r>   ÚdfÚresultr	   r	   r
   Útest_roundtrip¯   s    
z<TestToGBQIntegrationWithServiceAccountKeyPath.test_roundtripz)if_exists, expected_num_rows, expectationÚappendi,  ZfailéÈ   Úreplaceéd   c       	      C   sŒ   |}d}t |ƒ}|j|tƒ d tƒ d� |�( |jd d… j|tƒ |d tƒ d� W d Q R X tjd|› �tƒ tƒ dd�}|d d	 |ksˆt‚d S )
Nra   )rX   r   rc   )Ú	if_existsrX   r   z!SELECT COUNT(*) AS num_rows FROM rY   )r   r   rZ   r[   r   )r?   r\   r   r   ZilocrG   rH   rI   )	rU   rd   Zexpected_num_rowsZexpectationrW   rV   r>   r]   r^   r	   r	   r
   Útest_gbq_if_existsÄ   s*    
z@TestToGBQIntegrationWithServiceAccountKeyPath.test_gbq_if_existsN)Ú__name__Ú
__module__Ú__qualname__r   ZfixturerW   r_   ÚmarkÚparametrizeÚdoes_not_raiseZraisesr   ZgbqZTableCreationErrorre   r	   r	   r	   r
   rR   ˜   s   
rR   )r    ),Ú
contextlibr   rk   r   r   Úplatformr%   r'   Znumpyr9   r   r.   ZpandasrG   r   ZimportorskipZapi_exceptionsr   r   r   r   r   ZPRIVATE_KEY_JSON_CONTENTSÚpython_versionÚVERSIONr   r   r   r   r   r   r   Úintr<   r)   r?   rK   rM   rN   ri   rj   rQ   ZsinglerR   r	   r	   r	   r
   Ú<module>   s@   



