U d7@s4ddlZddlZddlZddlmZddlmZddlmZe e Z e ej z ddlZWn*ek re deddZYnXddlmZdd d d d Zd diZddZddZddZddZd.ddZd/ddZddZdd Zd0d!d"Zd1d$d%Zd&d'Z d(Z!d)d*Z"d+d,Z#e d-kr0e#dS)2N) defaultdict)utils) viewitemsa Cannot import pydot, which is required for drawing a network. This can usually be installed in python with "pip install pydot". Also, pydot requires graphviz to convert dot files to pdf: in ubuntu, this can usually be installed with "sudo apt-get install graphviz".zKnet_drawer will not run correctly. Please install the correct dependencies.) caffe2_pb2Zboxz#0F9D58Zfilledz#FFFFFF)shapecolorstyleZ fontcolorrZoctagoncCst|tjr"|j}|dkrx|j}nVt|drh|}t|tjsRtdt ||j}|dkrx|j}n|}|dkrxd}||fS)z0Gets the operators and name for the pydot graph.NProtozExpecting NetDef, but got {}Zunnamed) isinstancerNetDefopnamehasattrr RuntimeErrorformattype)operators_or_netr operatorsnetr.ReallyGetOpNoder)r$r%r&rr#rGetOpNodeProducerEs r'c sfdd}|S)Ncstj|fd|iS)Nlabel)rr)r!r(r%rrReallyGetBlobNodeSsz.GetBlobNodeProducer..ReallyGetBlobNoder)r%r*rr)rGetBlobNodeProducerRs r+LRcCs@|dkrtdt}|dkr$tft}t||\}}tj||d}i}tt}t |D]\} } || | } | | | j D]Z} | |kr|t | t || t | d} | || <n|| } | | |t| | qv| jD]`}||kr||d7<|t |t ||t |d}|||<| ||t| |qqT|S)NFrankdirr()F)r'OP_STYLEr+ BLOB_STYLErrDotrint enumerateadd_nodeinputrstradd_edgeEdger)rr r.op_node_producerZblob_node_producerrgraphZ pydot_nodesZpydot_node_countsr r op_node input_name input_noder" output_noderrr GetPydotGraphWsH         rAFc s |dkrtdt}t||\}}tj||d}ittt|D]\}}|||} || fdd|j D} |  | | D]|  q|r| D].t fdd| Dr| t | qn| D]| t | q|jD] } | | <qqB|S)aYDifferent from GetPydotGraph, hide all blob nodes and only show op nodes. If minimal_dependency is set as well, for each op, we will only draw the edges to the minimal necessary ancestors. For example, if op c depends on op a and b, and op b depends on a, then only the edge b->c will be drawn because a->c will be implied. NFr-csg|]}|kr|qSrr).0r>) blob_parentsrr sz(GetPydotGraphMinimal..csg|]}|kqSrr)rBZ other_node)node op_ancestryrrrDs)F)r'r1rrr3rsetr5r6r7updateallr9r:r) rr r.minimal_dependencyr;rr<r r r=parentsr"r)rCrErFrGetPydotGraphMinimals8       rLcCsRi}t|jD]>\}}|dr8|j||jd|j<q|j||jd|<q|S)Nr _z _network_%d)r5networkZHasFieldr r )plan_defZ operator_mapZnet_idrrrrGetOperatorMapForPlans  rPcCs^g}t|D]L\}}|tt|||d|dkr |t|d|dq |S)Nr)r5appendrrrr6r9r:)netsgnodesirrrr _draw_netssrXc s`d}fdd}dd}g}t|D]4\}j}|tjt|ft||d|dkr|s|t |d|dj rt j |} n:j r|rt j d||d d } qt j |} ntd |rB| D]} |||d| qtj |krZtjd tj |ft} || |||d| q$|||d| dq$|S) Ncsfjdg}jr$|djjr<|djjrL|djr\|dd|S)Nrz Reporter: {}z Stopper: {}Z ConcurrentZOnce)r Z report_netrSrZshould_stop_blobconcurrent_substepsZ only_oncejoinr/steprr get_labels   z_draw_steps..get_labelcSstj||dddS)NdotZdashed)Z arrowheadr)rr:)startendrrr substep_edgesz!_draw_steps..substep_edgerQrrRT)skip_step_edgesz invalid stepz {} more steps)r5rZrSrrrr1r6r9r:rNrXZsubstep _draw_steps ValueErrorlenr) ZstepsrUrcZkMaxParallelStepsr^rbrVrWparallelZ sub_nodesZsnZellipsisrr\rrdsD     rdTBcCstj||d}t|j||S)Nr-)rr3rdZexecution_step)rOr r.r<rrr GetPlanGraphs ric Cst|d\}}i}tt}g}g}t|D]B\}} | jrJ| jd| jn| j} t|} || | |dd| jD]h} t | t || } | |krt|| dd}t||| <||n ||| }||| | dqr| j D]}t |t ||} | |kr(||d7<t |t ||} | |krXt||dd}t||| <|||| || dqq*t |d}t ||d |W5QRXdS) N/r )idr(r rZblob)rkr(r)sourcetargetr0w)rVedges)rrr4r5r rrfrSr7rr8ropenrdump)rZoutput_filepathrrMZblob_strid_to_node_idZnode_name_countsrVror r Zop_labelZ op_node_idr>Zstridr?r"r@frrrGetGraphInJson sh            rssCPNG  IHDR7n$ IDATxc`HqIENDB`c Oshz(|||}t|tjs td|WStk rb}ztd|t WYSd}~XYnXdS)z Invokes `func` (e.g. GetPydotGraph) with args. If anything fails - returns and empty image instead of throwing Exception z$func is expected to return pydot.DotzFailed to draw graph: {}N) r rr3reZ create_png Exceptionloggererrorr_DummyPngImage)funcargsr%r<errrGetGraphPngSafeKs   r{c Csrtjdd}|jdtddd|jdtdd d |jd d d d|jdd dd|jdd dd|jdtddd |}t|jd.}|}t |t j ddt j ddi}W5QRXt |D]\}}|jrt|||jt|jft|jd}nt|||jt|jftd}|j|d}|j|dd|ddd } z|| Wqtk rjtd!YqXqdS)"NzCaffe2 net drawer.) descriptionz--inputTzThe input protobuf file.)rrequiredhelpz--output_prefixz.The prefix to be added to the output filename.)rdefaultr~z --minimal store_truez(If set, produce a minimal visualization.)actionr~z--minimal_dependencyz%If set, only draw minimal dependency.z--append_outputz6If set, append the output blobs to the operator names.z --rankdirr,z&The rank direction of the pydot graph.rcSst|Sr)rPxrrrzzmain..cSs |j|jiSr)r r rrrrr{r)r r. node_producerrJ)r r.rz.dotraw)rZpdfa#Error when writing out the pdf file. Pydot requires graphviz to convert dot files to pdf, and you may not have installed graphviz. On ubuntu this can usually be installed with "sudo apt-get install graphviz". We have generated the .dot file but will not be able to generate pdf file for now.)argparseArgumentParser add_argumentr8 parse_argsrpr7readrZGetContentFromProtoStringrZPlanDefr rZminimalrLr.r'r$r1rJrAZ output_prefixget_namewriteZ write_pdfrtprint) parserryZfidcontentZgraphskeyrr<filenameZ pdf_filenamerrrmainZs   r__main__)Nr,NN)Nr,FN)F)Nrh)$rrlogging collectionsrZ caffe2.pythonrZ future.utilsr getLogger__name__rusetLevelINFOr ImportErrorinforZ caffe2.protorr1r2rrr'r+rArLrPrXrdrirsrwr{rrrrrsb          2 3  5 =A