U de7@s&ddlmZddlmZddlmZmZddlmZddl Z ddl Z ddl Z ddl Z ddl ZddlmZmZmZmZdZdZd/d d Zd d Zd dZd0ddZddZddZddZddZddZddZddZ Gdd d e!Z"d!d"Z#d#d$Z$d1d%d&Z%d'd(Z&d)d*Z'd+d,Z(d-d.Z)dS)2) caffe2_pb2) viewitems) DecodeErrorMessage) text_formatN) integer_types binary_type text_type string_typesZoptimizer_iterationZiteration_mutexcslpgttsgtddDs8tdfdd}||}||}||kpjt|t|kS)zM Two ops are identical except for each field in the `ignore_fields`. css|]}t|tVqdSN) isinstancer ).0fr7/tmp/pip-unpacked-wheel-ua33x9lu/caffe2/python/utils.py sz OpAlmostEqual..z*Expect each field is text type, but got {}cs,t|}D]}||r||q|Sr )copydeepcopyHasFieldZ ClearField)opfield ignore_fieldsrrclean_op#s    zOpAlmostEqual..clean_op)r listallAssertionErrorformatstr)Zop_aZop_brrrrr OpAlmostEquals  rcCsP|jdkr0tj|jtjd|j|j|j|jStj|jtjd|j j SdS)Nrdtype) numnpasarraydatafloat32reshapeZchannelsheightwidthshapeZdim)ZblobrrrCaffeBlobToNumpyArray/s r+cCs\|jtjjkr(tj|jtjd|j S|jtjj krPtj|j tj d|j S|jtjj krxtj|jtjd|j S|jtjjkrtj|jtjd|j S|jtjjkrtj|jtjd|j S|jtjjkrtj|jtjd|j S|jtjjkrtj|jtjd|j S|jtjjkrFtj|jtjd|j Stdt|jdS)Nr z$Tensor data type not supported yet: ) data_typer TensorProtoFLOATr#r$ float_datar&r'dimsDOUBLE double_datafloat64INT64 int64_dataint64INT32 int32_dataintINT16int16UINT16uint16INT8int8UINT8uint8 RuntimeErrorrtensorrrrCaffe2TensorToNumpyArray:sv rEcCst}|j|j|r ||_|jtjkrTtjj |_ |j t | tn|jtjkrtjj|_ |jt | tjnb|jtjkrtjj|_ |jt | tjn,|jtjks|jtjkrtjj|_ |j| tjn|jtjkr8tjj|_ |jt | tjn|jtjkrntjj|_ |jt | tjn~|jtjkrtjj |_ |jt | tjnH|jtj!krtjj"|_ |jt | tj!nt#dt$|j|S)Nz#Numpy data type not supported yet: )%rr-r0extendr*namer!r#r&r.r,r/rflattenZastypefloatr3r1r2r6r4r5r9Zint32r7r8tolistr;r:r=r<r?r>rAr@rBr)ZarrrGrDrrrNumpyArrayToCaffe2TensorYs@              rKc CsVt}||_t|tjj}t|tjrN|j j tj krN|j ||St|tjrh|}nt|tjr~t|}t |tkr||_nt |tkst |tkr||_nt|tr||_nt|tr|d|_nnt|tjr|j|nPt|tr||_n6|rPt dd|DrP|j dd|Dn|rt dd|Dr|j! dd|Dn|rt dd|Dr|j" dd|Dn|rt d d|Dr|j# |nv|rt d d|Dr|j" d d|DnD|r.css(|] }t|tjkr|n|VqdSr )rMr#rNitemrOrrrrscss,|]$}t|tkp"t|ttjfkVqdSr )rMrboolr#int_rOrrrrscss(|] }t|tjkr|n|VqdSr )rMr#rSrQrOrrrrscss"|]}t|tpt|tVqdSr )r rr rOrrrrscss&|]}t|tr|dn|VqdS)rLN)r r encoderOrrrrscss|]}t|tjVqdSr )r rNetDefrOrrrrscss|]}t|tVqdSr )r rrOrrrrscss|]}|VqdSr )SerializeToStringrOrrrrszBUnknown iterable argument type: key={} value={}, value type={}[{}]css|]}t|VqdSr )rMrOrrrrsz5Unknown argument type: key={} value={}, value type={})'rZArgumentrGr collectionsabcIterabler#Zndarrayr!rMr&ZfloatsrFrHrJZgenericZasscalarrIrrrRirsr rTrUnZCopyFromrrVrZintsstringsnets ValueErrorrset)keyvalueargumentiterablerrr MakeArgument}sv                  rec CsF|}zt|||WStjtfk r@|||YSXdS)a,Reads a protobuffer with the given proto class. Inputs: cls: a protobuffer class. s: a string of either binary or text protobuffer content. Outputs: proto: the protobuffer of cls Throws: google.protobuf.message.DecodeError: if we cannot decode the message. N)rParse ParseErrorUnicodeDecodeErrorZParseFromString)clsr[objrrrTryReadProtoWithClasss   rkcCs.t|D] \}}t||kr||SqdS)zNGets a specific field from a protocol buffer that matches the given class N)rrM)rj function_maprifuncrrrGetContentFromProtos rnc CsPt|D]:\}}zt||}||WStk r@YqYqXqtddS)Nz$Cannot find a fit protobuffer class.)rrkr)r[rlrirmrjrrrGetContentFromProtoStrings  roc CsJt|}t||}W5QRXt|d}||W5QRXdS)z:Convert a text file of the given protobuf class to binary.wN)openrkreadwriterV)Z proto_classfilenameZ out_filenamerprotoZfidrrrConvertProtoToBinarys  rvc Csddlm}m}||jdgdg||jdd|d}|dddf|dddft |dddft |dddfdS) z|Get GPU memory usage stats from CUDAContext/HIPContext. This requires flag --caffe2_gpu_memory_tracking to be enabledr workspacecoreZGetGPUMemoryUsageZ ____mem____Z device_optionN)Z total_by_gpuZ max_by_gputotalZ max_total) caffe2.pythonrxryRunOperatorOnceCreateOperator DeviceOptionZ GpuDeviceTypeZ FetchBlobr#sum)rxrybrrrGetGPUMemoryUsageStatss  rc Cs<ddlm}m}||jdt|t||tjddS)NrrwZFreerz) r}rxryr~rrrrCPU)Zblobsrxryrrr ResetBlobs s rc@seZdZdZeddZdS) DebugModea= This class allows to drop you into an interactive debugger if there is an unhandled exception in your python script Example of usage: def main(): # your code here pass if __name__ == '__main__': from caffe2.python.utils import DebugMode DebugMode.run(main) cCsnz|WStk rYnLtk rhddl}tdttdt|tdYnXdS)NrzjEntering interactive debugger. Type "bt" to print the full stacktrace. Type "help" to see command listing.r{)KeyboardInterrupt Exceptionpdbprintsysexc_infoZ post_mortemexit)rirmrrrrrun's z DebugMode.runN)__name__ __module__ __qualname____doc__ classmethodrrrrrrsrcCs||krtd|||dS)Nz {}. {} != {})rr)armsgrrrraiseIfNotEqual;srcstfdd}|S)z Use this method to decorate your function with DebugMode's functionality Example: @debug def test_foo(self): raise Exception("Bar") csfdd}t|S)Ncs Sr rr)argsrkwargsrrrmNsz$debug..wrapper..func)rr)rrrmr)rrrwrapperLszdebug..wrapper) functoolswraps)rrrrrdebug@s rc Cs|dk r |nt}|dk r|nt}ddlm}||s||jtjdgd@|j g|dg||j j d}| g|g}| ||g|gW5QRXn ||}|S)z Often, a mutex guarded iteration counter is needed. This function creates a mutex iter in the net uniquely (if the iter already existing, it does nothing) This function returns the iter blob Nr)ryzdevice_type_override:cpu)Z extra_infor{)r*rbr!)OPTIMIZER_ITERATION_NAMEITERATION_MUTEX_NAMEr}ryZ BlobIsDefinedZ DeviceScoperrrZ ConstantFillZDataTyper4Z CreateMutexZ AtomicIterZ GetBlobRef)Zinit_netnetiterZ iter_mutexZiter_valry iterationrrrBuildUniqueMutexIterUs(   rc st|tkstit|D]b}||krt||ttrksvtd||fddDd|<qS)Nzs z$EnumClassKeyVals..r) rMrdiruppergetattrr r valuesr)rikrrrEnumClassKeyValszs"     rcCsi}|D]}|dsq|jjD]r}|jdkr0q |j|jkr`||jr`t||j||j<qq |j|jkr t||j}t|dkr |||j<qq d||j<q|S)z Convert a list of arguments to a name, value dictionary. Assumes that each argument has a name. Otherwise, the argument is skipped. rGrN) rZ DESCRIPTORfieldsrGlabelZLABEL_OPTIONALrZLABEL_REPEATEDlen)rZansargdlist_rrr ArgsToDicts"        rcCs6|jdkst|d|jdfttd|jdS)Nr{rndimrZ transposetuplerangerCrrr NHWC2NCHWsrcCs,|jdkst|dttd|jdS)N)r)r{rrCrrr NCHW2NHWCsr)N)N)NNr)*Z caffe2.protorZ future.utilsrZgoogle.protobuf.messagerrZgoogle.protobufrrrWrrZnumpyr#sixrrr r rrrr+rErKrerkrnrorvrrobjectrrrrrrrrrrrrsB      $H  $ %