U
d @ s d dl Z d dlZd dlZd dlZd dlZd dlmZ d dlm Z d dl
m m m
Z z,d dlmZmZ d dlmZ d dlmZ W nb ek
r d dlmZmZ d dlmZ zd dlmZ W n ek
r d dlm Z Y nX Y nX G d d
d
e Z d Z d Z d
d Z!dd Z"dd Z#dd Z$e % dd Z&dd Z'dd Z(e&)de j*d e j+d d d d d e j*d!e j+d d"d#d$d% Z,e&)d&e j*d'e j+d d d(d)d*e j*d!e j+d d+d,d*d-d. Z-e.d/kre& dS )0 N)
caffe2_pb2)core)SummaryHistogramProto)Event)EventFileWriter)
FileWriter)
SummaryWriterc @ s e Zd ZdZdZdS )ConfigiX g?N)__name__
__module__ __qualname__HEIGHT ASPECT_RATIO r r J/tmp/pip-unpacked-wheel-ua33x9lu/caffe2/contrib/tensorboard/tensorboard.pyr
s r
a
zf
c C sn dd l }tjtt| dttj tj d}t
j| ddtj tj tj d d}|j
|j
| d S )Nr graph)dataidheight"z" )codewidthr )ZIPython.display
CODE_TEMPLATEformatreprstrnprandomZrandr
r IFRAME_TEMPLATEreplacer ZdisplayZHTML) graph_defZIPythonr iframer r r _show_graph< s
r$ c K s t j| f|}t| d S N) tb_exporterZcnn_to_graph_defr$ )Zcnnkwargsgr r r
visualize_cnnL s r) c K s t j| f|}t| d S r% )r& nets_to_graph_defr$ )netsr' r( r r r
visualize_netQ s r, c K s t j| f|}t| d S r% )r& Zops_to_graph_defr$ )opsr' r( r r r
visualize_opsV s r. c C s d S r% r r r r r cli[ s r/ c C s6 t | t|}|D ]}|| q| | d S r% )r lenZ add_eventflushclose)tf_direventswritereventr r r write_events` s
r7 c C s t | | | dS )N) wall_timestepr" )r ZSerializeToString)r9 r" r r r graph_def_to_eventh s
r: ztensorboard-graphsz --c2-netdefTF)existsZdir_okay)typemultiplez--tf-dir)r; )r< c sf t t}|t j dd fdd| D }dd t|ddD }t|| |dt|| d S ) Nc S sB dd l }t }t| }|jj| | W 5 Q R X t |S )Nr )
Zgoogle.protobuf.text_formatr ZNetDefopenZprotobufZ text_formatZMergereadr ZNet)pathZgoogleZnet_deffr r r
parse_net_defu s
z)tensorboard_graphs..parse_net_defc s g | ]}t |gqS r )r& r* ).0r@ rB r r
| s z&tensorboard_graphs..c S s g | ]\}}t ||qS r )r: )rC ir" r r r rE ~ s startz Wrote %s graphs to logdir %s) logging getLoggerr setLevelINFO enumerater7 infor0 )Z c2_netdefr3 logZ
graph_defsr4 r rD r tensorboard_graphsm s
rQ ztensorboard-eventsz--c2-dir)r; Z file_okayz Root directory of the Caffe2 run)r< help)writablez-Output path to the logdir used by TensorBoardc s t jd tttj t dddddg fddfd d
}dd d
fdd}|| }||}t
|| dt || d S )Ni Sminmaxmeanstdc
sz zBt | 0}dd |D } fdd|D W 5 Q R W S Q R X W n2 tk
rt } z| W Y d S d }~X Y nX d S )Nc S s g | ]}d d | D qS )c s s | ]}t |V qd S r% )float)rC elr r r s zGtensorboard_events..parse_summary...)split)rC liner r r rE s z=tensorboard_events..parse_summary..c s g | ] } | qS r r )rC r)rT r r rE s )r> Exception exception)filenamerA Zrowse)rT rP r r
parse_summary s
*
z)tensorboard_events..parse_summaryc s& fddt | D }dd |D S )Nc s2 g | ]*\}}}|D ]}| t j||fqqS r )osr@ join)rC dirname_fnamesfnamerc r r rE s zCtensorboard_events..get_named_summaries..c S s g | ]\}}|r||fqS r r )rC nsr r r rE s )rd walk)root summariesrj r r get_named_summaries s
z/tensorboard_events..get_named_summaries c S s t jt| j| j | j | j t t j j t j
|| j | j }t j || j| jd}t |\}}|dd }t
| j| jt|| || d}|j| |j| |S )N)Za_minZa_maxrG )rU rV numsumZ sum_squares)r r seedhashrX rW rU rV ZiinfoZint32ZrandnZclipZ histogramr r0 rs Z bucket_limitextendZbucket)summaryZsampleshistedgesZ upper_edgesr^ r r r inferred_histo s*
z*tensorboard_events..inferred_histoc sP dd | D dd | D }t t| }fdd fddt|ddD S ) Nc S s g | ] \}}|qS r r )rC rk rg r r r rE s zItensorboard_events..named_summaries_to_events..c S s g | ] \}}|qS r r )rC rg rl r r r rE s c sT t }dd t|D } fddt|D }|j|| tt| | |dS )Nc S s< g | ]4\}}| D ] \}}tjd |||dqqS )z{}/{})tagZ simple_value)_asdictitemsr Valuer )rC namevaluefieldvr r r rE s
zXtensorboard_events..named_summaries_to_events..event..c s( g | ] \}}t jd | |dqS )z{}/inferred_normal_hist)r{ Zhisto)r r~ r )rC r r rz r r rE s
)r8 r9 rw )r zipr rv r int)r9 valuesrl Zscalarrx )rz namesr r r6 s
zDtensorboard_events..named_summaries_to_events..eventc s g | ]\}} ||qS r r )rC r9 r )r6 r r rE s rG rH )listr rN )named_summariesro r )r6 r r named_summaries_to_events s
z5tensorboard_events..named_summaries_to_eventsz Wrote %s events to logdir %s)rq )
r r rt rJ rK r rL rM collections
namedtupler7 rO r0 )Zc2_dirr3 rp r r r4 r )rT rz rP rc r tensorboard_events s
r __main__)/Zclickr rJ Znumpyr rd Z caffe2.protor Z
caffe2.pythonr Z/caffe2.contrib.tensorboard.tensorboard_exportercontribZ tensorboardZtensorboard_exporterr& Z$tensorboard.compat.proto.summary_pb2r r Z"tensorboard.compat.proto.event_pb2r Z,tensorboard.summary.writer.event_file_writerr r ImportErrorZ%tensorflow.core.framework.summary_pb2Z tensorflow.core.util.event_pb2Ztensorflow.summaryZtensorflow.trainr objectr
r r r$ r) r, r. groupr/ r7 r: commandoptionPathrQ r r r r r r sZ
J