a ==ice7@s&ddlmZddlmZddlmZmZddlmZddl Z ddl Z ddl Z ddl Z ddl ZddlmZmZmZmZdZdZd/d d Zd d Zd dZd0ddZddZddZddZddZddZddZddZ Gdd d e!Z"d!d"Z#d#d$Z$d1d%d&Z%d'd(Z&d)d*Z'd+d,Z(d-d.Z)dS)2) caffe2_pb2) viewitems) DecodeErrorMessage) text_formatN) integer_types binary_type text_type string_typesZoptimizer_iterationZiteration_mutexcslpgttsgtddDs8Jdfdd}||}||}||kpjt|t|kS)zM Two ops are identical except for each field in the `ignore_fields`. css|]}t|tVqdSN) isinstancer ).0frd/home/droni/.local/share/virtualenvs/DPS-5Je3_V2c/lib/python3.9/site-packages/caffe2/python/utils.py z OpAlmostEqual..z*Expect each field is text type, but got {}cs,t|}D]}||r||q|Sr )copydeepcopyHasFieldZ ClearField)opfield ignore_fieldsrrclean_op#s    zOpAlmostEqual..clean_op)r listallformatstr)Zop_aZop_brrrrr OpAlmostEquals  rcCsP|jdkr0tj|jtjd|j|j|j|jStj|jtjd|j j SdS)Nrdtype) numnpasarraydatafloat32reshapeZchannelsheightwidthshapedim)ZblobrrrCaffeBlobToNumpyArray/s r,cCs\|jtjjkr(tj|jtjd|j S|jtjj krPtj|j tj d|j S|jtjj krxtj|jtjd|j S|jtjjkrtj|jtjd|j S|jtjjkrtj|jtjd|j S|jtjjkrtj|jtjd|j S|jtjjkrtj|jtjd|j S|jtjjkrFtj|jtjd|j Stdt|jdS)Nr z$Tensor data type not supported yet: ) data_typer TensorProtoFLOATr#r$ float_datar&r'dimsDOUBLE double_datafloat64INT64 int64_dataint64INT32 int32_dataintINT16int16UINT16uint16INT8int8UINT8uint8 RuntimeErrorrtensorrrrCaffe2TensorToNumpyArray:sf rFcCst}|j|j|r ||_|jtjkrTtjj |_ |j t | tn|jtjkrtjj|_ |jt | tjnb|jtjkrtjj|_ |jt | tjn,|jtjks|jtjkrtjj|_ |j| tjn|jtjkr8tjj|_ |jt | tjn|jtjkrntjj|_ |jt | tjn~|jtjkrtjj |_ |jt | tjnH|jtj!krtjj"|_ |jt | tj!nt#dt$|j|S)Nz#Numpy data type not supported yet: )%rr.r1extendr*namer!r#r&r/r-r0rflattenZastypefloatr4r2r3r7r5r6r:int32r8r9tolistr<r;r>r=r@r?rBrArCr)ZarrrHrErrrNumpyArrayToCaffe2TensorYs@              rMc CsVt}||_t|tjj}t|tjrN|j j tj urN|j ||St|tjrh|}nt|tjr~t|}t |tur||_nt |tvst |tur||_nt|tr||_nt|tr|d|_nnt|tjr|j|nPt|tr||_n6|rPt dd|DrP|j dd|Dn|rt dd|Dr|j! dd|Dn|rt dd|Dr|j" dd|Dn|rt d d|Dr|j# |nv|rt d d|Dr|j" d d|DnD|r.css(|] }t|tjur|n|VqdSr )rOr#rPitemrQrrrrscss,|]$}t|tvp"t|ttjfvVqdSr )rOrboolr#int_rQrrrrscss(|] }t|tjur|n|VqdSr )rOr#rUrSrQrrrrscss"|]}t|tpt|tVqdSr )r rr rQrrrrscss&|]}t|tr|dn|VqdS)rNN)r r encoderQrrrrscss|]}t|tjVqdSr )r rNetDefrQrrrrrcss|]}t|tVqdSr )r rrQrrrrrcss|]}|VqdSr )SerializeToStringrQrrrrrzBUnknown iterable argument type: key={} value={}, value type={}[{}]css|]}t|VqdSr )rOrQrrrrrz5Unknown argument type: key={} value={}, value type={})'rArgumentrHr collectionsabcIterabler#Zndarrayr!rOr&ZfloatsrGrIrLZgenericZasscalarrJrrrTirsr rVrWnZCopyFromrrXrintsstringsnets ValueErrorrset)keyvalueargumentiterablerrr MakeArgument}sl                   ric CsD|}zt|||WStjtfy>|||YS0dS)a,Reads a protobuffer with the given proto class. Inputs: cls: a protobuffer class. s: a string of either binary or text protobuffer content. Outputs: proto: the protobuffer of cls Throws: google.protobuf.message.DecodeError: if we cannot decode the message. N)rParse ParseErrorUnicodeDecodeErrorZParseFromString)clsr^objrrrTryReadProtoWithClasss   rocCs.t|D] \}}t||ur||SqdS)zNGets a specific field from a protocol buffer that matches the given class N)rrO)rn function_maprmfuncrrrGetContentFromProtos rrc CsNt|D]8\}}zt||}||WSty>YqYq0qtddS)Nz$Cannot find a fit protobuffer class.)rror)r^rprmrqrnrrrGetContentFromProtoStrings   rscCsrt|}t||}Wdn1s,0Yt|d}||Wdn1sd0YdS)z:Convert a text file of the given protobuf class to binary.Nw)openroreadwriterX)Z proto_classfilenameZ out_filenamerprotoZfidrrrConvertProtoToBinarys , rzc Csddlm}m}||jdgdg||jdd|d}|dddf|dddft |dddft |dddfdS) z|Get GPU memory usage stats from CUDAContext/HIPContext. This requires flag --caffe2_gpu_memory_tracking to be enabledr workspacecoreZGetGPUMemoryUsageZ ____mem____Z device_optionN)Z total_by_gpuZ max_by_gputotalZ max_total) caffe2.pythonr|r}RunOperatorOnceCreateOperator DeviceOptionZ GpuDeviceTypeZ FetchBlobr#sum)r|r}brrrGetGPUMemoryUsageStatss  rc Cs<ddlm}m}||jdt|t||tjddS)Nrr{ZFreer~) rr|r}rrrrrCPU)Zblobsr|r}rrr ResetBlobs s rc@seZdZdZeddZdS) DebugModea= This class allows to drop you into an interactive debugger if there is an unhandled exception in your python script Example of usage: def main(): # your code here pass if __name__ == '__main__': from caffe2.python.utils import DebugMode DebugMode.run(main) cCsjz|WStyYnJtydddl}tdttdt|tdYn0dS)NrzjEntering interactive debugger. Type "bt" to print the full stacktrace. Type "help" to see command listing.r)KeyboardInterrupt Exceptionpdbprintsysexc_infoZ post_mortemexit)rmrqrrrrrun's   z DebugMode.runN)__name__ __module__ __qualname____doc__ classmethodrrrrrrsrcCs||krtd|||dS)Nz {}. {} != {})rr)armsgrrrraiseIfNotEqual;srcstfdd}|S)z Use this method to decorate your function with DebugMode's functionality Example: @debug def test_foo(self): raise Exception("Bar") csfdd}t|S)NcsiSr rr)argsrkwargsrrrqNsz$debug..wrapper..func)rr)rrrqr)rrrwrapperLszdebug..wrapper) functoolswraps)rrrrrdebug@s rcCs|dur |nt}|dur|nt}ddlm}||s||jtjdgdJ|j g|dg||j j d}| g|g}| ||g|gWdq1s0Yn ||}|S)z Often, a mutex guarded iteration counter is needed. This function creates a mutex iter in the net uniquely (if the iter already existing, it does nothing) This function returns the iter blob Nr)r}zdevice_type_override:cpu)Z extra_infor)r*rfr!)OPTIMIZER_ITERATION_NAMEITERATION_MUTEX_NAMErr}Z BlobIsDefinedZ DeviceScoperrrZ ConstantFillZDataTyper5Z CreateMutexZ AtomicIterZ GetBlobRef)Zinit_netnetiterZ iter_mutexZiter_valr} iterationrrrBuildUniqueMutexIterUs(  2 rc st|tksJit|D]b}||krt||ttrvsvJd||fddDd|<qS)Nzrz$EnumClassKeyVals..r)rOdiruppergetattrr r valuesr)rmkrrrEnumClassKeyValszs     rcCsi}|D]}|dsq|jjD]r}|jdkr0q |j|jkr`||jr`t||j||j<qq |j|jkr t||j}t|dkr |||j<qq d||j<q|S)z Convert a list of arguments to a name, value dictionary. Assumes that each argument has a name. Otherwise, the argument is skipped. rHrN) rZ DESCRIPTORfieldsrHlabelZLABEL_OPTIONALrZLABEL_REPEATEDlen)rZansargdlist_rrr ArgsToDicts"        rcCs6|jdksJ|d|jdfttd|jdS)NrrndimZ transposetuplerangerDrrr NHWC2NCHWsrcCs,|jdksJ|dttd|jdS)N)r)rrrDrrr NCHW2NHWCsr)N)N)NNr)*Z caffe2.protorZ future.utilsrZgoogle.protobuf.messagerrZgoogle.protobufrrrZrrnumpyr#sixrrr r rrrr,rFrMrirorrrsrzrrobjectrrrrrrrrrrrrsB      $H  $ %