3
I4W^Å  ã               @   sž   d dl mZ d dl mZ d dl mZ d dl mZ d dlZd dlZd dlZd dlZd dl	Z	d dl
Z
d dlmZ d dlmZmZ G dd	„ d	eƒZG d
d„ dƒZdS )é    )Úabsolute_import)Údivision)Úprint_function)Úunicode_literalsN)ÚOrderedDict)ÚviewkeysÚ
viewvaluesc               @   s4   e Zd Zejejƒ ejdd„ ƒZejdd„ ƒZ	dS )ÚExternalLoggerc             C   s   t dƒ‚dS )zp
            Set runtime arguments for the logger.
            runtime_args: dict of runtime arguments.
        z<Must define set_runtime_args function to use this base classN)ÚNotImplementedError)ÚselfÚruntime_args© r   ú>/tmp/pip-build-e66j97b2/torch/caffe2/python/experiment_util.pyÚset_runtime_args   s    zExternalLogger.set_runtime_argsc             C   s   t dƒ‚dS )zj
            log a dict of key/values to an external destination
            log_dict: input dict
        z/Must define log function to use this base classN)r
   )r   Zlog_dictr   r   r   Úlog)   s    zExternalLogger.logN)
Ú__name__Ú
__module__Ú__qualname__ÚsixÚadd_metaclassÚabcÚABCMetaÚabstractmethodr   r   r   r   r   r   r	      s   
r	   c               @   s&   e Zd Zddd„Zdd„ Zdd„ ZdS )	ÚModelTrainerLogNc             C   sÈ   t j jtjƒ ƒ}dj||jdƒƒ| _dj| jƒ| _| jdt|ƒ ƒ d | _	tjƒ | _
| j
| _d| _d | _|d k	r¾|| _t|tƒsŒtt|ƒƒ}| j|d< tjƒ |d< x | jD ]}|j|ƒ qªW ng | _d S )Nz{}_{}z%Y%m%d_%H%M%Sz{}.logz# %sr   Úexperiment_idÚhostname)ÚdatetimeÚfromtimestampÚtimeÚformatÚstrftimer   ÚfilenameÚlogstrÚstrÚheadersÚ
start_timeÚ	last_timeÚlast_input_countÚexternal_loggersÚ
isinstanceÚdictÚvarsÚsocketÚgethostnamer   )r   Zexpnamer   r(   ÚnowÚloggerr   r   r   Ú__init__6   s$    


zModelTrainerLog.__init__c          
   C   sB   t | jdƒ�}|j|d ƒ |jƒ  W d Q R X tjdƒj|ƒ d S )NÚaÚ
Zexperiment_logger)Úopenr!   ÚwriteÚcloseÚloggingÚ	getLoggerÚinfo)r   r#   Úfr   r   r   r"   M   s    zModelTrainerLog.logstrc       
      C   sB  t ƒ }tjƒ | j }|| j }tjƒ | _|| _||d< tjƒ | j |d< ||d< ||d< ||d< |dkrv|| |d< nd|d< x tt|ƒƒD ]}|| ||< qŒW | jd krÊtt|ƒƒ| _| j	d	j
| jƒƒ | j	d	j
d
d„ t|ƒD ƒƒƒ xT| jD ]J}y|j|ƒ W qð tk
�r8 }	 ztjdj|	ƒ|	ƒ W Y d d }	~	X qðX qðW d S )NZ
time_spentZcumulative_time_spentÚinput_countZcumulative_input_countZcumulative_batch_countr   Zinputs_per_secg        ú,c             s   s   | ]}t |ƒV  qd S )N)r#   )Ú.0Úvr   r   r   ú	<genexpr>l   s    z&ModelTrainerLog.log.<locals>.<genexpr>z!Failed to call ExternalLogger: {})r   r   r&   r'   r%   Úsortedr   r$   Úlistr"   Újoinr   r(   r   Ú	Exceptionr6   Úwarnr   )
r   r:   Zbatch_countZadditional_valuesZlogdictZdelta_tZdelta_countÚkr/   Úer   r   r   r   S   s2    


zModelTrainerLog.log)N)r   r   r   r0   r"   r   r   r   r   r   r   4   s   
r   )Ú
__future__r   r   r   r   r   r   r6   r,   r   r   Úcollectionsr   Zfuture.utilsr   r   Úobjectr	   r   r   r   r   r   Ú<module>   s   