3
I4W^  ã            	   @   s"  d dl mZ d dl mZ d dl mZ d dl mZ d dlmZ d dlmZm	Z	m
Z
mZ d dlZd dlZd dlZd dlZejƒ  ejdƒZejejƒ d	d
„ Zdd„ Zdd„ Zdd„ Ze
jdd„ ƒZdd„ Zedk�reƒ jƒ \ZZ ej!dddge  ƒ e	j"ej#ƒZ$e	j%e$ƒ� eeƒ W dQ R X dS )é    )Úabsolute_import)Údivision)Úprint_function)Úunicode_literals)Ú
caffe2_pb2)Ú	workspaceÚcoreÚutilsÚmodel_helperNZembedding_generation_benchmarkc             C   sÚ   t jdj| ƒƒ tjdƒ}|jg dd| d�}tj|ƒ tjdƒ}|j|dgdgƒ t	j
jdƒ xlt| ƒD ]`}|td	| d	 ƒ d
kr”t jdj|| ƒƒ t	jt	j|ƒ|dgƒjƒ }tjd|ƒ tj|jƒ ƒ qhW t jdƒ |S )z&
    Fill a queue with input data
    zGenerating T={} batchesZgenerate_input_initZ
inputqueueé   )Z	num_blobsÚcapacityZgenerate_inputZscratchi+
  é
   r   zGenerating data {}/{}zFinished data generation)ÚlogÚinfoÚformatr   ÚNetZCreateBlobsQueuer   Ú
RunNetOnceZEnqueueBlobsÚnpÚrandomÚseedÚrangeÚmaxZtileZarangeZ	transposeZFeedBlobÚProto)ÚTÚ
batch_sizeZmax_seq_lengthZgenerate_input_init_netÚqueueZgenerate_input_netÚtÚX© r   úM/tmp/pip-build-e66j97b2/torch/caffe2/python/embedding_generation_benchmark.pyÚgenerate_data   s     



r    c             C   sB   t jdj| |gƒƒ tjdƒ}|jg dg| |gd�}tj|ƒ |S )Nz-Generating embedding table with dimensions {}Zgenerate_tableÚembedding_table)Úshape)r   r   r   r   r   ZGaussianFillr   r   )Z
vocab_sizeÚembedding_sizeZgenerate_table_netÚtabler   r   r   Úgenerate_embedding_table1   s    

r%   c             C   sT   t jdd�}|jj|dƒ}| jdkr<|jj|gdg|d� n|jj||gdgƒ |S )NZembedding_generation_bench)ÚnameZ
input_dataÚsinusoidÚoutput)r#   )r
   ZModelHelperÚnetZDequeueBlobsÚimplementationZSinusoidPositionEncodingZGather)Úargsr   r!   r#   ÚmodelZ
input_blobr   r   r   Úcreate_model@   s    

r-   c             C   sr  | j | j }t|| j| jƒ}d }| jdkr8t| j| jƒ}t| ||| jƒ}tj	|j
ƒ tj|jƒ tjƒ }|}d}tjdƒ tj|jjƒ jƒ tjdƒ tjƒ }tjƒ }x~td|| jƒD ]l}	t| j||	 ƒ}
||
7 }tj|jjƒ j|
ƒ tjƒ }tjdj|	||
| j | j ||  d d ƒƒ |}q¶W |d | j | j }|tjƒ |  d d }tjd	d
j|ƒ ƒ tjƒ | S )Nr$   r   z------ Warming up ------z ------ Starting benchmark ------r   z4Iter: {} / {}. Embeddings Generated Per Second: {}k.éd   r   z,Done. Total embeddings generated per second zexcluding 1st iteration: {}k)Z	data_sizer   r    Z
seq_lengthr*   r%   r#   r-   r   r   Zparam_init_netZ	CreateNetr)   Útimer   r   ZRunNetr   r&   r   Ziters_to_reportÚminr   )r+   r   r   r!   r,   Ú
start_timeZ	num_itersZtotal_itersZ	last_timeÚ	iterationZ
iters_onceZnew_timeZtotal_per_secr   r   r   ÚCaffe2EmbeddingGenerationS   sD    


$r3   c             C   s   t | ƒS )N)r3   )r+   r   r   r   Ú	Benchmarkˆ   s    r4   c              C   s|   t jdd�} | jdtddd� | jdtdd	d� | jd
tddd� | jdtddd� | jdtddd� | jdtddd� | S )NzEmbedding generation benchmark.)Údescriptionz--embedding_sizei   zEmbedding size)ÚtypeÚdefaultÚhelpz--batch_sizeé   zThe batch size.z--data_sizei'  zNumber of sequences to generatez--seq_lengthé€   zMax sequence lengthz--iters_to_reporté   z'Number of iterations to report progressz--implementationr'   z'table' or 'sinusoid')ÚargparseÚArgumentParserÚadd_argumentÚintÚstr)Úparserr   r   r   ÚGetArgumentParser�   sB    rB   Ú__main__Zcaffe2z--caffe2_log_level=0z#--caffe2_print_blob_sizes_at_exit=0)&Ú
__future__r   r   r   r   Zcaffe2.protor   Zcaffe2.pythonr   r   r	   r
   r<   Znumpyr   r/   ÚloggingÚbasicConfigÚ	getLoggerr   ÚsetLevelÚDEBUGr    r%   r-   r3   Údebugr4   rB   Ú__name__Úparse_known_argsr+   Ú
extra_argsZ
GlobalInitZDeviceOptionZCPUZdeviceZDeviceScoper   r   r   r   Ú<module>   s6   
5,
