3
I4W^ð&  ã               @   sþ   d dl mZ d dl mZ d dl mZ d dl mZ d dlmZmZmZm	Z	m
Z
 d dlmZ d dlmZ d dlmZ d d	lZd d	lZd d	lZd d
lmZ ejƒ  ejdƒZejejƒ eƒ fdd„ZG dd„ deƒZe	jdd„ ƒZ e!dkrúej"ddgƒ e ƒ  d	S )é    )Úabsolute_import)Údivision)Úprint_function)Úunicode_literals)ÚcoreÚ	workspaceÚmodel_helperÚutilsÚbrew)ÚLSTM)Ú
caffe2_pb2)Ú	build_sgdN)ÚdatetimeÚchar_rnnc             C   s(   | j ƒ }||kr$|j|ƒ tj| ƒ d S )N)ÚNameÚaddr   Ú	CreateNet)ÚnetZcreated_namesÚname© r   ú@/tmp/pip-build-e66j97b2/torch/caffe2/python/examples/char_rnn.pyÚCreateNetOnce   s    
r   c               @   s4   e Zd Zdd„ Zdd„ Zdd„ Zdd„ Zd	d
„ ZdS )ÚCharRNNc             C   s¨   |j | _ |j| _|j| _|j| _t|jƒ�}|jƒ | _W d Q R X tt	| jƒƒ| _
dd„ t| j
ƒD ƒ| _dd„ t| j
ƒD ƒ| _t| jƒ| _tdjt| j
ƒt| jƒƒƒ d S )Nc             S   s   i | ]\}}||“qS r   r   )Ú.0ÚidxÚchr   r   r   ú
<dictcomp>1   s    z$CharRNN.__init__.<locals>.<dictcomp>c             S   s   i | ]\}}||“qS r   r   )r   r   r   r   r   r   r   2   s    z-Input has {} characters. Total input size: {})Ú
seq_lengthÚ
batch_sizeÚiters_to_reportÚhidden_sizeÚopenZ
train_dataÚreadÚtextÚlistÚsetÚvocabÚ	enumerateÚchar_to_idxÚidx_to_charÚlenÚDÚprintÚformat)ÚselfÚargsÚfr   r   r   Ú__init__'   s    zCharRNN.__init__c          	   C   sB  t jdƒ tjdd�}|jjdddddƒ\}}}}}t|||||f| j| jd	d
�\}| _	}| _
tj||d | j| jdd�}	|jj|	ddd�}
|jj|
ddgd| jgd�\}}tj|jjƒ ƒ| _|jj||gdƒ}|jj|dƒ}|j|gƒ t|d| j dddd� || _|
| _|| _tjdƒ| _| jj| j	|ƒ | jj| j
|ƒ d S )NzStart trainingr   )r   Ú
input_blobÚseq_lengthsÚhidden_initÚ	cell_initÚtargetr   )Zscopeé   )Zdim_inZdim_outÚaxisÚsoftmax)r8   Úsoftmax_reshapedÚ_é   )ÚshapeÚxentÚlossgš™™™™™¹?Ústepg§èH.ÿï?)Zbase_learning_rateÚpolicyZstepsizeÚgammaÚprepare_stateéÿÿÿÿ)ÚlogÚdebugr   ZModelHelperr   ZAddExternalInputsr   r+   r    Úhidden_outputÚ
cell_stater
   ZfcZSoftmaxZReshaper   ZNetZProtoÚforward_netZLabelCrossEntropyZAveragedLossZAddGradientOperatorsr   r   ÚmodelÚpredictionsr?   rC   ZCopy)r.   rJ   r2   r3   r4   r5   r6   Zhidden_output_allr;   Úoutputr9   r:   r>   r?   r   r   r   ÚCreateModel8   sJ    
zCharRNN.CreateModelc             C   s   | j | j|  S )N)r(   r#   )r.   Úposr   r   r   Ú_idx_at_poss   s    zCharRNN._idx_at_posc             C   sH  t jdƒ tj| jjƒ tj d| j ƒ | j }d}d}d}t	| j
ƒ}tj| jtjd�}|| j }ttd||ƒƒ}|g| j }	|	| jd   || j 7  < t|	ƒ|ksªt‚tj| jtjd| j| jgtjd�ƒ tj| jtjd| j| jgtjd�ƒ tj| jƒ tjƒ }
d}�x6tjdtj| jg| j tjd�ƒ tj| jjƒ ƒ tj| j| j| jgƒjtjƒ}tj| j| j gƒjtjƒ}x�t| jƒD ]‚}xzt| jƒD ]l}|| ||  }d|| | | j|ƒ< | j|d | ƒ||| j | < || d |	|  ||< |d7 }�q–W �q†W tjd|ƒ tjd	|ƒ t | jj!ƒ tj| jj!jƒ ƒ |d7 }|d7 }|| j" dk�rÂtjƒ }t#d
j$t%|||
 j&ƒ  ƒƒƒ t#dj$t%| j"||
 j&ƒ  ƒƒƒ |}
d}t#dj$d|dƒƒ tj'| j(ƒ| j }d| d|  }||7 }|| j" dk�r| j)dtj*j+| j,ƒƒ t jdj$|| ƒƒ t jdj$|ƒƒ d}d}�qW d S )NzTraining modelg      ð?r   g        )Údtyper<   r3   r2   r6   zCharacters Per Second: {}zIterations Per Second: {}z{} Iteration {} {}ú-é
   g+‡ÙÎ÷ï?gü©ñÒMbP?iô  zLoss since last report: {}zSmooth loss: {}z
----------z
----------)-rE   rF   r   Z
RunNetOncerJ   Zparam_init_netÚnpr+   r   r*   r#   Úzerosr   Úint32r$   ÚrangeÚsumÚAssertionErrorÚFeedBlobrG   r    Úfloat32rH   r   rC   r   ÚnowÚarrayÚRunNetr   ÚastyperO   r   r   r   r,   r-   ÚintÚtotal_secondsÚ	FetchBlobr?   ÚGenerateTextÚrandomÚchoicer&   )r.   Zsmooth_lossZlast_n_iterZlast_n_lossZnum_iterÚNZtext_block_positionsZtext_block_sizeZtext_block_startsZtext_block_sizesZ	last_timeÚprogressÚinputr6   ÚeÚirN   Znew_timer?   r   r   r   Ú
TrainModelv   s„    


 zCharRNN.TrainModelc             C   sæ   t | jƒ d| }xÆt|ƒD ]º}tjdtjdg| j tjd�ƒ tj	| j
jƒ ƒ tjd| j| jgƒjtjƒ}d|d d | j| < tjd|ƒ tj	| jjƒ ƒ tj| jƒ}tjj| j|d d d�}| j| }||7 }qW t|ƒ d S )NÚ r3   r<   )rP   r   r2   )Úp)r   rI   rV   r   rY   rS   r\   r   rU   r]   rC   r   rT   r+   r^   rZ   r(   ra   rK   rc   rd   r)   r,   )r.   Znum_charactersr   r#   Z_irg   rl   Únextr   r   r   rb   Ù   s    

zCharRNN.GenerateTextN)Ú__name__Ú
__module__Ú__qualname__r1   rM   rO   rj   rb   r   r   r   r   r   &   s
   ;cr   c           	   C   sÌ   t jdd�} | jdtd ddd� | jdtdd	d
� | jdtddd
� | jdtddd
� | jdtddd
� | jdddd� | jƒ }tj|jr�t	j
ntjdƒ}tj|ƒ� t|ƒ}|jƒ  |jƒ  W d Q R X d S )NzCaffe2: Char RNN Training)Údescriptionz--train_dataz+Path to training data in a text file formatT)ÚtypeÚdefaultÚhelpÚrequiredz--seq_lengthé   z$One training example sequence length)rr   rs   rt   z--batch_sizer<   zTraining batch sizez--iters_to_reportiô  z*How often to report loss and generate textz--hidden_sizeéd   z&Dimension of the hidden representationz--gpuÚ
store_truez&If set, training is going to use GPU 0)Úactionrt   r   )ÚargparseÚArgumentParserÚadd_argumentÚstrr_   Ú
parse_argsr   ZDeviceOptionZgpur   ZGpuDeviceTyper   ZCPUZDeviceScoper   rM   rj   )Úparserr/   ZdevicerJ   r   r   r   Úmainõ   s,    




r€   Ú__main__Zcaffe2z--caffe2_log_level=2)#Ú
__future__r   r   r   r   Zcaffe2.pythonr   r   r   r	   r
   Zcaffe2.python.rnn_cellr   Zcaffe2.protor   Zcaffe2.python.optimizerr   rz   ÚloggingZnumpyrS   r   ÚbasicConfigÚ	getLoggerrE   ÚsetLevelÚDEBUGr%   r   Úobjectr   rF   r€   rn   Z
GlobalInitr   r   r   r   Ú<module>   s*   
 P