a MSicu@sBddlZddlmZddlZddlmZddlmZmZddl Z ddl m Z m Z m Z mZmZmZmZddlmZmZmZmZmZddlmZddlmZmZddlZddlZddlZddlZdd l m!Z!ddl"Z"ddl#Z#Gd d d e$Z%e%Z&e'e e'efd d dZ(e'e e'efd ddZ)e'eee'dddZ*e e'efedddZ+edde eefe'ejj,dddZ-eddee eefe'ejj,dddZ.eddee eefe'ejj,dd d!Z/e eefejj,d"d#d$Z0ejj,ejj,e'd%d&d'Z1eejj,e'd(d)d*Z2Gd+d,d,Z3eddGd-d.d.ejj,Z4dS)/N) _addindent)PackageImporterPackageExporter)TypeDictListAnyUnionOptionalSet)Graph_PyTreeCodeGen_is_from_torch_custom_builtins PythonCode) compatibility)Importer sys_importer)Pathc@sFeZdZddZeeeefdddZeedddZ d d Z d S) _EvalCacheLoadercCsi|_d|_dS)Nr) eval_cachenext_idselfrQ/var/www/html/django/DPS/env/lib/python3.9/site-packages/torch/fx/graph_module.py__init__sz_EvalCacheLoader.__init__srcglobalscCsB|}||j|<|}||d<||d<||d<t|||S)aVStore the source in a private cache, and add a lazy entry in linecache that allows the source to be retrieved by 'filename'. Args: src (str): The module source to cache globals (dict): The module globals Returns: str: The cache key (and dummy filename) generated for src. __file____name__ __loader__)_get_keyrcopy linecache lazycache)rrr key globals_copyrrrcaches   z_EvalCacheLoader.cachereturncCs||jvr|j|SdSN)r)r module_namerrr get_source8s  z_EvalCacheLoader.get_sourcecCsd|j}|jd7_|S)Nz.r )r)rr(rrrr$=s z_EvalCacheLoader._get_keyN) r" __module__ __qualname__rstrrrr*r r/r$rrrrrsrrcCs"t||}tt||d|dS)Nexec)_loaderr*r3compile)rr r(rrr_exec_with_sourceEs r6cCs$|}t|||d}|d=|S)Nforward)r%r6)rr r)Z forward_fnrrr_forward_from_srcJs  r8)nameobjimporterr,cCsB|tvrt|jSt|rdS||\}}d|d|d|S)Nz import torchzfrom z import z as )rZ import_strrget_name)r9r:r;r. attr_namerrr_format_import_statementSs  r>)r r;cCs4t}|D]\}}|t|||qd|SN )setitemsaddr>join)r r;Z import_strsr9r:rrr_format_import_block\srETZis_backward_compatible)body import_blockr,cCs*|dp|d}t||i}t||S)N_codecode)getr8_deserialize_graph_module)rGrHfn_srcr7rrrreduce_graph_modulecsrN)r;rGgenerated_module_namer,cCs||j}t||Sr-) import_moduler7rL)r;rGrOr7rrrreduce_package_graph_modulels rQ)r;rGrHr,cCs>t}|j|d<|d}|dus&Jt|||}t||S)N __builtins__rI)dictpatched_builtinsrKr8rL)r;rGrHnsrMr7rrrreduce_deploy_graph_moduless    rV)rGr,cCsGdddtjj}||_|d}|dur.CodeOnlyModulecst||_dSr-)superr__dict__)rrG __class__rrrs z:_deserialize_graph_module..CodeOnlyModule.__init__)r"r0r1r __classcell__rrrYrCodeOnlyModulesr\ _tracer_clsNr )Tracer_graphmodule_cls_name GraphModulec@s"eZdZejjeedddZdS)z._deserialize_graph_module..KeepModules)___r,cSsdSNTr)rrarbrrris_leaf_modulesz=_deserialize_graph_module..KeepModules.is_leaf_moduleN) r"r0r1torchnnModuler2boolrdrrrr KeepModulessri_tracer_extras) class_name) rerfrgr7rK_symbolic_tracer^tracer]r`rBhasattrsetattr)r7rGr\Z tracer_clsr^Zgraphmodule_cls_nameZ cls_tracerricomZ tracer_extrasgraphgmkvrrrrLs$      rL) from_module to_moduletargetc Cs|d^}}|D]P}t||}t||d}||ur<dS|durZtj}t|||||}}qt||}t|tjrt|tjjs| ||n t|||dSN. splitgetattrrerfrgro isinstanceTensor Parameterregister_buffer) rurvrwprefixfielditemftorigrrr _copy_attrs      r)from_objrvrwcCs|d^}}|D]2}t||d}|durBtj}t||||}qt|tjrpt|tjjsp| ||n t|||dSrxrz)rrvrwrrrrrrr _assign_attrs   rcs:eZdZddZeejedddZfddZ Z S) _WrappedCallcCs||_||_dSr-)clscls_call)rrrrrrrsz_WrappedCall.__init__) frame_summaryr,c Cs|j}|dusJ|j}|dus$Jt|}t|j}t}d|d}d||d|}d|d}d|||d} d||||| gS)Nz%Call using an FX-traced Module, line z3 of the traced Module's generated forward function:~z ~~~ <--- HEREr@) linenolinelenr&getlinesfilename traceback format_excrD) rZ err_linenorZ err_line_lenZ all_src_linesZtb_repr custom_msgZ before_errmarkerZerr_and_after_errrrr_generate_error_messages    z$_WrappedCall._generate_error_messagec szB|jdur&|j|g|Ri|WSt|j|j|i|WSWntty}z\|js\Jtjt |jd}d|j vrt t |tjd|dn|WYd}~n d}~00dS)NZ eval_with_key)file)rrWr__call__ Exception __traceback__r StackSummaryextractwalk_tbrprintrrsysstderrwith_traceback)rr:argskwargseZtopmost_framesummaryrYrrrs     z_WrappedCall.__call__) r"r0r1r staticmethodr FrameSummaryr2rrr[rrrYrrs rcszeZdZdZddfdd Zeddd3eejj e e e ffe e dfd d Zd gZee d d dZeje ddddZeddd4ee ejfe dddZedde ejj edddZedde edddZedddd ddZee d dd Zedded d!d"Zed#d$d%Zed&d'd(Z d)d*Z!d+d,Z"d-d.Z#e d fd/d0 Z$d1d2Z%Z&S)5r`a GraphModule is an nn.Module generated from an fx.Graph. Graphmodule has a ``graph`` attribute, as well as ``code`` and ``forward`` attributes generated from that ``graph``. .. warning:: When ``graph`` is reassigned, ``code`` and ``forward`` will be automatically regenerated. However, if you edit the contents of the ``graph`` without reassigning the ``graph`` attribute itself, you must call ``recompile()`` to update the generated code. zType[GraphModule])rcsH|jD]$}|jdd}|dkr|}q,qGddd|}t|S)NryrGraphModuleImplc@s eZdZdS)z,GraphModule.__new__..GraphModuleImplN)r"r0r1rrrrr3s)__mro__r1r{rW__new__)rrrrcrrYrrr%s zGraphModule.__new__TrF)rootrqrkcs^t||j_t|tjjrht|dr2|j |_ |j D],}|j dvr8t|j t sVJt|||j q8nt|trg}|j D]R}|j dvr|t|j t sJ|j |vrtdt |d|j d||j q||jddd|D]}t||||qntd t |d ||_d |_|jjr@d |jjjvr@|jj|_i|_|jjrZ|jj|_d S) a Construct a GraphModule. Args: root (Union[torch.nn.Module, Dict[str, Any]): ``root`` can either be an nn.Module instance or a Dict mapping strings to any attribute type. In the case that ``root`` is a Module, any references to Module-based objects (via qualified name) in the Graph's Nodes' ``target`` field will be copied over from the respective place within ``root``'s Module hierarchy into the GraphModule's module hierarchy. In the case that ``root`` is a dict, the qualified name found in a Node's ``target`` will be looked up directly in the dict's keys. The object mapped to by the Dict will be copied over into the appropriate place within the GraphModule's module hierarchy. graph (Graph): ``graph`` contains the nodes this GraphModule should use for code generation class_name (str): ``name`` denotes the name of this GraphModule for debugging purposes. If it's unset, all error messages will report as originating from ``GraphModule``. It may be helpful to set this to ``root``'s original name or a name that makes sense within the context of your transform. training)get_attr call_modulezNode z referenced target z. but that target was not provided in ``root``!cSs |dSrx)count)rrrrhz&GraphModule.__init__..)r(zUnsupported type z passed for root!Nz)rWrrZr"r}rerfrgrnrnodesoprwr2rrS RuntimeErrorappendsortrrqr]r1rj)rrrqrknodeZtargets_to_copyZtarget_to_copyrYrrr7s<          zGraphModule.__init__rqr+cCs|jS)zF Return the ``Graph`` underlying this ``GraphModule`` )_graphrrrrrqszGraphModule.graphN)gr,cCs4t|tsJdt|||_||_|dS)z Set the underlying ``Graph`` for this ``GraphModule``. This will internally recompile the ``GraphModule`` so that the generated ``forward()`` function corresponds to ``g`` z#Expected a Graph instance, but got N)r}r typerZ owning_module recompile)rrrrrrqsFFxModule)folderr.c Cst|}t|jddt||dd}d|d}ttjjttddd }g}| D]\}}|||}|d ur||d } t|| | || d d  dd } d| d| }||dd|d|d7}qb|j D]@\} } | d urq||dd| dt| jd| jd7}q|jD]D\} }|d urTq>||dd| dt|jd|jd7}q>||dd|d7}|t|jdd7}|d} | ||d}|dt|dkrtd |d S)!aaDumps out module to ``folder`` with ``module_name`` so that it can be imported with ``from import `` Args: folder (Union[str, os.PathLike]): The folder to write the code out to module_name (str): Top-level name to use for the ``Module`` while writing out the code T)exist_okz state_dict.ptz z+ import torch from torch.nn import * class zF(torch.nn.Module): def __init__(self): super().__init__() )r.moduler,cSs>tjtjtjtjtjtjtjg}t||vr6| SdSdSr-) rfLinearConv1dConv2dConv3d BatchNorm1d BatchNorm2d BatchNorm3dr__repr__)r.rZ safe_reprsrrr_gen_model_reprs   z.GraphModule.to_folder.._gen_model_reprNz.pt  r@z torch.load(r'z') # rzself.z = zself.register_buffer('z', torch.empty(z, dtype=z)) z" = torch.nn.Parameter(torch.empty(z"self.load_state_dict(torch.load(r'z/state_dict.pt')) z module.pyz __init__.pyzfrom .module import *rz^Was not able to save the following children modules as reprs -saved as pickled files instead: )rmkdirresave state_dictr2rfrgr named_childrenrrreplace_buffersrBlistshapedtype _parametersrrJ write_textrwarningswarn)rrr.tab model_strrZblobified_modulesr module_strZ module_file module_repr buffer_namebuffer param_nameparamZ init_filerrr to_foldersH      . 0  zGraphModule.to_folder)rwmr,cCsp|d^}}|}|D]F}t||d}|durFtj}t|||t|tjjsZdS|}q|||dS)a% Adds the given submodule to ``self``. This installs empty Modules where none exist yet if they are subpaths of ``target``. Args: target: The fully-qualified string name of the new submodule (See example in ``nn.Module.get_submodule`` for how to specify a fully-qualified string.) m: The submodule itself; the actual object we want to install in the current Module Return: bool: Whether or not the submodule could be inserted. For this method to return True, each object in the chain denoted by ``target`` must either a) not exist yet, or b) reference an ``nn.Module`` (not a parameter or other attribute) ryNFT)r{r|rerfrgror} add_module)rrwrrrmodrsubmodrrr add_submodules    zGraphModule.add_submodule)rwr,cCs|d}|dd|d}}|}|D]2}t||s<dSt||}t|tjjs(dSq(t||sjdStt||tjjsdSt||dS)ab Deletes the given submodule from ``self``. The module will not be deleted if ``target`` is not a valid target. Args: target: The fully-qualified string name of the new submodule (See example in ``nn.Module.get_submodule`` for how to specify a fully-qualified string.) Returns: bool: Whether or not the target string referenced a submodule we want to delete. A return value of ``False`` means that the ``target`` was not a valid reference to a submodule. ryNrFT)r{rnr|r}rerfrgdelattr)rrwatomspathZ target_submodrrrrrdelete_submodules     zGraphModule.delete_submodulec sg|jjD]}|jdks$|jdkr |jd}tttddd}t||D]}|qN|jdkr z@| |j}| D]&\}}|dkr~d |j|gq~Wq t yYq 0q fdd | D}|D]} | | qd S) a Deletes all unused submodules from ``self``. A Module is considered "used" if any one of the following is true: 1. It has children that are used 2. Its forward is called directly via a ``call_module`` node 3. It has a non-Module attribute that is used from a ``get_attr`` node This method can be called to clean up an ``nn.Module`` without manually calling ``delete_submodule`` on each unused submodule. rrry)xyr,cSsd|r||gn|gSrx)rD)rrrrrjoin_fnHsz9GraphModule.delete_all_unused_submodules..join_fnrcsg|]\}}|vr|qSrr).0r9rausedrr `s z.N)rqrrrwr{r2 itertools accumulater get_submodule named_modulesrDAttributeErrorr) rrfullpathrrrZ submod_namera to_deleter9rrrdelete_all_unused_submodules+s$      z(GraphModule.delete_all_unused_submodulescCst|dstd|jS)zn Return the Python code generated from the ``Graph`` underlying this ``GraphModule``. rIz;Code has not been generated! Please report a bug to PyTorch)rnrrIrrrrrJfs zGraphModule.codecCst|jjtr*|jjjj|_|jjjj|_|jj dd}|j |_ t |}t |j |j|_dt|vrj|jnd}dt|vrt|||_dd}||_|S)z Recompile this GraphModule from its ``graph`` attribute. This should be called after editing the contained ``graph``, otherwise the generated code of this ``GraphModule`` will be out of date. r) root_modulerN _wrapped_callc_s|j|g|Ri|Sr-)r)rrrrrr call_wrappedsz+GraphModule.recompile..call_wrapped)r}rZ_codegenrZ pytree_infoZin_specZ_in_specout_specZ _out_spec python_coderrIrr8r r7varsrrr)rrrrrrrrrps  zGraphModule.recompile)r;cCs<|j}|jj|d<|d=|}t|j|}t||ffS)Nr_r)rXr%rZr"rrEr rV)rr;dict_without_graphrrHrrr__reduce_deploy__s    zGraphModule.__reduce_deploy__)exportercCsb|j}|jj|d<|d=d|}|}t|j|j}||j }| ||t ||ffS)Nr_rzfx-generated._) rXr%rZr" get_unique_idrrEr r;rJsave_source_stringrQ)rrrrOrrH module_coderrr__reduce_package__s    zGraphModule.__reduce_package__cCs0|j}|}t|jt}|d=t||ffS)a| Serialization of GraphModule. We serialize only the generated code, not the underlying ``Graph``. This is because ``Graph`` does not have on-disk backward-compatibility guarantees, whereas Python source code does. On the deserialization side, we symbolically trace through the generated code to regenerate the underlying ``Graph`` r)rXr%rrEr rrN)rrrrHrrr __reduce__s   zGraphModule.__reduce__cCs(tj}t|j|_t||jdS)Nr)rerfrgr%deepcopyrXr`)rmemoZfake_modrrr __deepcopy__s zGraphModule.__deepcopy__cCs t||jSr-)r`rqrrrr__copy__szGraphModule.__copy__cst}d||jgSr?)rW__str__rDrI)rZorig_strrYrrrs zGraphModule.__str__cCs|}d|_|Src)r _is_replica)rZnew_gmrrr_replicate_for_data_parallelsz(GraphModule._replicate_for_data_parallel)r`)r)'r"r0r1__doc__rrr rerfrgrr2rr r__jit_unused_properties__propertyrqsetterosPathLikerrhrrrrJrrrrrr r rrrrr[rrrYrr`sB I @(*: #  r`)5retorch.nnrftorch.overridesZtorch.nn.modules.modulerZ torch.packagerrr&typingrrrrr r r rqr rrrr_compatibilityrrrr%rrrpathlibrrrobjectrr4r2r6r8r>rErgrNrQrVrLrrrr`rrrrsL  $  +    75