U 9%e@sddlZddlZddlZddlZddlZddlZddlZddlZddlZddl Z ddl Z ddl Z ddl Z ddl Z ddlZddlZddlZddlZddlZddlZddlZddlZddlZddlZddlZddlmZddl mZmZddlmZmZmZmZm Z z ddl!Z"Wne#k r&dZ"YnXddl$Z%ddl&m'Z(ddl)m*Z*ddl$m+Z+ddl,m-Z-e"re"e"j.e"j/e"j0fZ1e"e(e"j.e(j.e"j/e(j/e"j0e(j0iZ2niZ1iZ2ddl3Z3ddl%Z%ddl4Z%ddl5Z%dd l%m6Z6dd l7m8Z8dd l9m:Z:m;Z;dd lm?Z?e@ejAZBdZCdZDdeDdZEeFeGZHeIZJeIZKe LaMddZNddZOdaPddZQddZRdaSddZTddZUdddZVdd"d#ZWejXd$d%ZYe%jZe%j[e%j\fe%j]e%j^e%j_fe%j`e%jae%jbfe%jce%jdfe%jee%jffe%jge%jhfe%jie%jje%jkfe%jle%jme%jnfe%joe%jpe%jqfe%jre%jsfi ZtGd&d'd'ZueuZvd(d)Zwd*d+Zxd,d-Zyd.d/Zzd0d1Z{d2d3Z|e6j}d4d5d6Z~d7d8Zd9d:ZGd;d<d<Zd=d>Zd?d@ZdAdBZdCdDZdEdFZdGdHZdIdJZe dKdLdMZddNdOZdPdQZejGdRdSdSZejGdTdUdUZGdVdWdWeZee_dXdYZddZd[d\Zd]d^Zed_d`ZdadbZddcddZdedfZdgdhZdidjZe ddkdlZdmdnZddodpZdqdrZedsdtduZdvdwZdxdyZdzd{Zd|d}Zd~dZddZeeZeeIZeeeZejZejZddZddZddZddZddZddZddZddZddlmZmZddZddZddZdd!dd!dd!d!eHjfddZddZejddZeZe@ešZeŃZeZGdddZe dddZddZddZddZddZddZedddZddZejdddZedddZedddZGdddejփZedddZe e%jefesdeesefdœddĄZڐdddƄZddȄZddʄZdd̄ZddgZddgZddddgZeeeZdddքZddd؄ZddڄZdd܄ZGddބdރZddZGdddZGdddZddZddZddZddZeenendddZejGdddZeeedddZejejedddZddZddZdS(N)contextmanager) lru_cachewraps)AnyDictOptionalTupleUnion)detect_fake_mode LazyString)config)fx)enable_python_dispatcher) FakeTensoris_fake)LazyModuleMixin)tree_mapzZsztabulate..)tabulate ImportErrorr itertoolschain)rowsrr!rrrr!Ts  r!cstfdd}|S)Ncsjttd}t}||jf||}|tdjdttdt |}| t j j d| t j jd|||S)Nz.profilez### Cprofile for z iter z ###)__name__next timer_countercProfileZProfileenableZruncalldisableprintpstatsZStatsZ sort_statsZSortKeyZTIMEZ print_statsZ CUMULATIVEZ dump_stats)argskwargsZdatafnZprofretvalZpsfuncrrprofile_wrapper`s  z(dynamo_profiled..profile_wrapperr)r3r4rr2rdynamo_profiled_sr6cCs tdadSNr ) curr_framerrrrincrement_framexsr9cCsttdadSNr)frame_phase_timingclearcompilation_time_metricsr8rrrrreset_frame_count~sr>cCs t|7adSN)op_count)Zcntrrrincrement_op_countsrAcCsd}i}tD]@}|D]2\}}||7}||kr>|||<q|||7<qqd}|D]"\}}|d|dt|d}q^t|dS)NrzTIMING: :)r;valuesitemsroundr-)totalZ total_by_keyZtimingskeyZtimingoutvaluerrrprint_time_reports  rLcsfdd}|r||S|S)Ncstfdd}|S)Nc sj}|tkrgt|<tj|d$t}||}t|}W5QRXt||rtt}|t kr|it |<t |kst dd||t |<|S)Nz (dynamo_timed)zDuplicate phase name z for frame ) __qualname__r=torchZprofilerZrecord_functiontimeappendrr8r;AssertionError)r/r0rIt0rZ time_spent frame_key)r3 phase_namerr time_wrappers$   z>dynamo_timed..dynamo_timed_inner..time_wrapperr5)r3rVrUr2rdynamo_timed_innersz(dynamo_timed..dynamo_timed_innerr)Zoriginal_functionrUrXrrWr dynamo_timeds rYrFcs|ddffdd |dkrFfddtD}d}|t|d d 7}|S|d krxfd dtD}tt}||fSd S)a Get metrics about torchdynamo frontend/backend compilation times. Accumulates information from functions tagged with `@dynamo_timed`. repr='str' returns a printable string for user interaction, and 'csv' returns headers, rows which can be logged for output aggregate causes values from multiple compilations (e.g. split graphs) to be accumulated into one value. If false, expect more than one value per metric. cSs|Sr?rxrrrzcompile_times..cs r|t|Sdt||S)Nr)sumrr)rEitem_fn) aggregaterrfmt_fns zcompile_times..fmt_fnrcs$g|]}|t|dddfqS)cSs|dS)Nz.4frrZrrrr\r]*compile_times...r_)r=rkrarr sz!compile_times..z!TorchDynamo compilation metrics: )Functionz Runtimes (s)rcsvcsg|]}|dddqS)cSs|dS)Nz.6frrZrrrr\r]rbrcr)rvrfrrrgsN)r=r!rElistkeys)reprr`r%rJrErr)r`rar compile_timess   rncCsttddddS)NrT)rmr`)loginfornrrrrdump_compile_timessrqc@s&eZdZd ddZddZddZdS) DuplicateWarningCheckercCs||_|dSr?)maxsizereset)selfrtrrr__init__ sz DuplicateWarningChecker.__init__cCst|_dSr?) collections OrderedDictsetrvrrrru szDuplicateWarningChecker.resetcCsT||jkr&|jj|ddtjsPdSn*d|j|<t|j|jkrP|jjddq0dS)NT)lastF)rz move_to_endrverboselenrtpopitemrvrIrrradds  zDuplicateWarningChecker.addN)rs)r' __module__rMrwrurrrrrrrs rrcCs>tjdddk}|r6tjjtjtjtjddtSt S)NZTORCH_COMPILE_DEBUG01T)ZdynamoZaotZinductorZ output_code) osenvirongetrN_loggingZset_logsloggingDEBUGadd_file_handler contextlib ExitStack)Z compile_debugrrrsetup_compile_debugsrcCs tdSr?)graph_break_dup_warning_checkerrurrrrreset_graph_break_dup_checker.srcsntjtd}tj|s&t|ttj|dtd t }| fdd|S)NZ torchdynamoz debug.logz torch._dynamocs Sr? removeHandlerrZlog_file_handlerloggerrrr\<r]z"add_file_handler..) rpathr get_debug_direxistsmakedirsr FileHandler getLogger addHandlerrrcallback)log_path exitstackrrrr2s    rcsRt}tjdk rNttjtD]"|fddq&|S|S)Ncs Sr?rrrrrr\Fr]z setup_log_file..) rrrZ log_file_namerrZ get_loggersrr)rrrrsetup_log_file@s    rcCs(td|jdt|jd|jdS)Nz/error_recordings/_z.rec)rco_nametyper'co_firstlineno)exccoderrrgen_record_file_nameLsrc Cs~zTtj|rtd|n6tjtj|ddt|d}||W5QRXWn$t k rxtj d|ddYnXdS)Nz9Unable to write execution record %s; file already exists.T)exist_okwbz#Unable to write execution record %sr )exc_info) rrrrowarningrdirnameopendump Exceptionerror)filenameZ exec_recordfrrrwrite_record_to_fileQs  r)gcCs&d}|jD]}d|jkr |d7}q |S)Nrcallr )nodesop)rcnrrr count_calls_s    rcCs|Sr?rrZrrridentitygsrcOsdSr?rr/r0rrrnothingksrc@sJeZdZdZddZddZdddZd d Zd d Zd dZ ddZ dS)ExactWeakKeyDictionaryz\Similar to weakref.WeakKeyDictionary, but use `is`/`id` rather than `==` to compare equalitycCst|_t|_dSr?)dictrErefsr{rrrrwrszExactWeakKeyDictionary.__init__cCs|jt|Sr?)rEidrrrr __getitem__vsz"ExactWeakKeyDictionary.__getitem__NcCs|jt||Sr?)rErr)rvrIdefaultrrrryszExactWeakKeyDictionary.getcCst||jkSr?)rrErrrr __contains__|sz#ExactWeakKeyDictionary.__contains__cs<t|jkr.t|fddj<|j<dS)Ncs Sr?) _remove_id)refidxrvrrr\r]z4ExactWeakKeyDictionary.__setitem__..)rrweakrefrrE)rvrIrKrrr __setitem__s z"ExactWeakKeyDictionary.__setitem__cCs(||jkr|j|=||jkr$|j|=dSr?)rEr)rvrrrrrs  z!ExactWeakKeyDictionary._remove_idcCs|j|jdSr?)rr<rEr{rrrr<s zExactWeakKeyDictionary.clear)N) r'rrM__doc__rwrrrrrr<rrrrros rcCs(t|tttfrt||kSt||kS)zisinstance() without subclasses) isinstancetuplerkrzr)objZ allowed_typesrrristypes rcCs,tjdkrt|tjSt|tjtjfSdS)N) )sys version_infortyping _GenericAliasZ_SpecialGenericAliasZ_UnionGenericAliasrKrrr is_typings    rc Cs2tsdSt|tjtjtjtjtjtjtjtj fSNF) nprint8int16int32int64uint8Zuint16Zuint32Zuint64rrrris_numpy_int_typesrcCstsdSt|tjtjtjfSr)rrfloat16float32float64rrrris_numpy_float_typesrcCstsdSt|tjSr)rrndarrayrrrris_numpy_ndarraysrcCs,tjtjjftj}|tjjf}t||S)zCheck of obj is a tensor) rNTensornn ParameterrZtraceable_tensor_subclasses _subclassesrr)rZ tensor_listrrristensorsrcCs t|tSr?)rrmodrrris_lazy_modulesrrscGs t|dSr?)r-)r/rrr print_oncesrcs,|fdd}t|jdks"t|jdS)zNSome black magic to create a cell object that usually only exists in a closurecsSr?rrrZrrrszmake_cell..fr r)r __closure__rQ)valrrrZr make_cells rc Csz.tdd|D}dd|D}||fWStk r}zBddlm}ddlm}|d||d |t||W5d}~XYnXdS) Ncss|]}|VqdSr?Zas_proxyrargrrrr sz$proxy_args_kwargs..cSsi|]\}}||qSrr)rrIrrrr sz%proxy_args_kwargs..r  unimplemented)typestrzcall_function args: rB) rrFNotImplementedErrorrrZvariables.baserrkrE)r/r0Z proxy_args proxy_kwargserrrrrproxy_args_kwargss   rc@seZdZUeed<eed<eed<eed<eed<eeed<eeed<eeed<eeed <eeed <eeed <eeed <d S)CompilationMetricsrTr co_filenamerZ cache_sizeZ guard_countZgraph_op_countZgraph_node_countZgraph_input_countZentire_frame_compile_time_sZbackend_compile_time_sZ fail_reasonN)r'rrMr__annotations__intrfloatrrrrrs       rc@s>eZdZUdZeeefed<eed<ddZe ddZ dS) CleanupHookz,Remove a global variable when hook is calledscopenamecGstjd8_|j|j=dSr7)CleanupManagercountrr)rvr/rrr__call__ szCleanupHook.__call__cCs,||ks ttjd7_|||<t||Sr7)rQrrr)rrrrrrcreates zCleanupHook.createN) r'rrMrrrrrr staticmethodrrrrrrs rcs eZdZdZfddZZS)rrcs&|j|D] }|q t|dSr?)rEsuperr)rvrhook __class__rrrszCleanupManager._remove_id)r'rrMrr __classcell__rrr rrsrcCs0||j}|jr,|jdk r,|j|_|S)z!Clone the tensor and its gradientN)clonerequires_grad_ requires_gradis_leafgradr[yrrr clone_tensor$s rdtypec sxt|tjjr|Sfdd}tF|jjdkrJ||W5QRStddt| | D}|j rt |df|}ntj |dp|j|jd}||d|}|| | |zH|||jr||j|jr|jdk rt|jd |_Wn*tk rD||YW5QRSXt|d r^|j|_|W5QRSQRXdS) zcopy while preserving stridescsVt|}|jr||j|jr<|jdk r.torch_cloneZxlacss|]\}}|d|VqdS)r Nr)rshapestriderrrr Bszclone_input.. )rdeviceNrr)rrNrrno_gradr!rr^zipsizerZ is_quantizedZempty_quantizedemptyrZdata_ptrZ element_sizeZ as_strided_copy_rrrrrr RuntimeErrorrrr)r[rrZ needed_sizeresultZcache_line_offsetrrrr,s>     rcCst|tkrft|}|D]D\}}t|trcCs(z t|WStk r"YdSXdSr?)inspectgetfile TypeErrorrrrrr@s r@cCs tt|S)LTest if an object is a namedtuple or a torch.return_types.* quasi-namedtuple)is_namedtuple_clsrrBrrr is_namedtuplesrEcCspzVt|trTt|dgpdg}t|dd}|dkpP|dtkoPt|doPt|dWSWntk rjYnXdS) rC __bases__Nrtorch.return_typesr_make_fieldsF) issubclassrgetattrrrA)clsbasesmodulerrrrDs  rDcCs|tkrdddgSt|ts tt|dr0|jStjGddd}|jdksRt|t |t |j }dg|j }t |D]0}|d d krzt t|||rz||t||j<qz|S) zIGet the fields of a namedtuple or a torch.return_types.* quasi-namedtuplestartstopsteprIc@seZdZUeed<dS)z!namedtuple_fields..MarkerindexNr'rrMrrrrrrMarkers rTrGNrr)slicerJrrQrrI dataclasses dataclassrrr*n_fieldsdirrrKrR)rLrTrfieldsrrrrnamedtuple_fieldss    r[c stfttjtjr4ttjgt| | D]} ||j t|fqLW5QRXfdd}|S)Nc s^tLtjtjr,tjD]\}}}|j|kr0||q0W5QRXdSr?)rNr"r/r3r1r2_versionr&)paramversionoriginal_valuer5r4 saved_staterrrestores     z"checkpoint_params..restore) rNr"rr/r0r1r2r#r$ parametersbuffersrPr\)gmr]rbrr`rcheckpoint_paramss  $ rfcCshtjrtjj}nt}|ttdt }t |D]}||}|q@t }|||fS)Ni9) rNr1r2 synchronizergcZcollectZ manual_seedrO perf_counterr*)r=r+timesrgrRrr(t1rrrtimeds    rlcCs tddt||dDS)Ncss|] }|jVqdSr?)Zis_cudarr[rrrr sz check_is_cuda..T)allr#r$rc)rer+rrr check_is_cudasror cCsn|dks tddt|D}t|dd|dd}tdd|dd|d}d |d |_|S) Nr cSsg|]}d|qSrjr)rr-rrrrgsz rot_n_helper..zlambda ,z: ()Zrot_Z_helper)rQr*reversedevalrr')rvarsZrotatedfnrrr rot_n_helpers  "rxc CsZt|ttfrttt|St|tjt fpXt|t j t t tttt dtt t tjtjf Sr?)rr frozensetrnris_safe_constantrenumEnumrtypesCodeTyperrboolrbytesrUrNr!rrprrrrzs"rzcCs8ddlm}m}t||r"|St||r4|S|S)Nr )ConstantVariableSymNodeVariable) variablesrrrZ evaluate_exprZas_python_constant)rrrrrr guard_if_dyns   rcCstddt||DS)Ncss|]}|VqdSr?)Zis_python_constantrmrrrr *sz&check_constant_args..)rnr#r$rErrrrcheck_constant_args)srcCsbddlm}ddlm}d}t||D],}t||rD|d7}q,t|||fs,dSq,|dkS)Nr )r)UnspecializedPythonVariablerF)Zvariables.constantrvariables.tensorrr#r$rEr)r/r0rrZ unspec_countr[rrrcheck_unspec_python_args-s    rcs.ddlmtfddt||DS)Nr NumpyNdarrayVariablec3s|]}t|VqdSr?)rrmrrrr @sz+check_numpy_ndarray_args..)rranyr#r$rErrrrcheck_numpy_ndarray_args=s  rcCsPg}i}|D]}|||q |D]\}}||||iq*||fSr?)rPZas_specializedrFupdate)txr/r0Zspecialized_argsZspecialized_kwargsr[rerjrrrspecialize_args_kwargsFsrcCst|}tjj||Sr?) object_newrNrModulerw)rLrrrr nn_module_newWsrcCsttj|dSr7) functoolsreduceoperatormul)itrrrproduct]srcCs|\}\}}|||Sr?) __reduce__)rrRrrrOrrrtuple_iterator_getitemasrcCs2|jj}|j}|rdnd}|d|d|}|S)NLGz["z"].)r r'r)rKlocalrrrZ local_namerrr enum_reprfs  rcCsdd|DS)NcSs(h|] }t|tjjtjfrt|qSr)rrNrrrrrdrrr qsz%dict_param_key_ids..rlrrrrdict_param_key_idspsrcCsdd|DS)NcSs$h|]}t|tjjtjfs|qSr)rrNrrrrdrrrrwsz"dict_const_keys..rrrrrdict_const_keysvsrcs:tdd|Dr0fdd|Ddd}n|}|S)Ncss|]}t|tjVqdSr?)rr{r|rdrrrr }sz'dict_const_keys_repr..cs,h|]$}t|tjr t|dnt|qS)r)rr{r|rrmrdrrrrsz'dict_const_keys_repr..')rreplace)Z const_keysrZconst_keys_strrrrdict_const_keys_repr|srcCsdt|S)NZ __dict_key_)r)rIrrrglobal_key_namesr)FakeTensorModeUnsupportedFakeTensorExceptionc Cs^z|WStk rX}z2ddlm}d|jd}t||||W5d}~XYnXdS)Nr rz Unsupported: z with fake tensor propagation.)rrrreasonror)rwrrmsgrrrwrap_fake_exceptions  rc s6tjj|tfddW5QRSQRXdS)Ncs tSr?)rdeepcopyrrBrrr\r]z)deepcopy_to_fake_tensor..)rNr fake_tensorZ FakeCopyModer)r fake_moderrBrdeepcopy_to_fake_tensorsrcCsttt||S)z+ Calculate root mean squared error )rNsqrtZmeanZsquare)rr,rrrrmsesrg-C6?Tc  sTdkr ttttjjtjfrtttfsNtdtdtt t krjddSt t kot  fddt DStt rLtt stt t kstdt d t tD]@} t| | |  d sd | dSqd SttjrttjjrntttjjrtjrjstttjstdtdtrJjjkrd jjdSjtjkrJrd Stjjtjdjtjd d} | sFd| Srʈtjtjtj d drd Stjjjddd} | dkrt d| !"#| dkSs܈jtj drd Sjtj$krt%#} t%#}d}&dksnj'dkrdj(dj(dkrbdksnn dkrrd}|||  dk}|sd|| )|Srd Sd dSntt*t+tdttj,frrd Sk} | sd!t| Stt-r>t.j/ d"} | s:d# | St0sRt1rrtt0stt1st#ttkok} | sd$| St2rttkott3t3 d Stj4d%kr.zkeys mismatch z == rrrrrrrzAccuracy failed for key name %sTzdtype mismatch %s, %sr)ZatolZrtolrz+Accuracy failed: uint8 tensor did not matchrgư>)dimZepsgGz?zSimilarity score=%sg@irqr g{Gz?g@g$@z4RMSE (res-fp64): %.5f, (ref-fp64): %.5f and shape=%sz+Accuracy failed: allclose not within tol=%szAccuracy failed (%s): %s != %s)Zrel_tolZabs_tolz1Accuracy failed (float): %s != %s (within tol=%s)z!Accuracy failed (numpy): %s != %s) ZMaskedLMOutputZSeq2SeqLMOutputZ!CausalLMOutputWithCrossAttentionsZLongformerMaskedLMOutputZ InstancesZSquashedNormalZBoxesZNormalZ TanhTransformZFooVariablec 3s<|]4}tt|t|t| d VqdS)rN)rrK)rrI rrrfp64_refrrrrr,rrrr es zunsupported type: )7rrkrrNrZ ParameterListSizerQrrrnr#rrzrlsortedrrrrZ is_sparseZto_denserrZallclosetorflattenrZ functionalZcosine_similarityrorcpudetachitemrrZnumelndimrr$rrr!rmathiscloserrr as_tensorr'__dict__r')rr,rrrrrrrrrerSZscoreZ ref_errorZ res_error multiplierZ passes_testrrrrs( *(      *               rcCs,|jdd}d|jd|d|jdS)N/rqrz' (rCrs)rsplitrr)rZshort_filenamerrrformat_func_infoxsrccs&tj}tjt_z dVW5|t_XdSr?)rcache_size_limitrrt)Zpriorrrrdisable_cache_limit}s  rc@sJeZdZdZddZejjdddZddZ d d Z d d Z d dZ dS)CompileProfilerzUtility for profiling how and what dynamo would compile. Can be used for * diagnosing recompilation issues * determining an appropriate compile cache limit * (TODO)confirming which functions got compiled/skipped cCsd|_d|_dd|_dS)NrcSstSr?)rrrrrr\r]z*CompileProfiler.__init__..) frame_countr@Zbackend_ctx_ctorr{rrrrwszCompileProfiler.__init__)recCs:|jd7_|jjD]}d|jkr|jd7_q|jS)Nr r)rgraphrrr@forward)rvrer+noderrrrs   zCompileProfiler.__call__cCstj|_dt_|S)NT)rreport_guard_failuresold_report_guard_failurer{rrr __enter__szCompileProfiler.__enter__cCs |jt_dSr?)rrr)rvtypr tracebackrrr__exit__szCompileProfiler.__exit__cCsdtiS)Nguard_failures)rr{rrr get_metricsszCompileProfiler.get_metricscs|}|dfddfddfddDdd }fd d }td }||phd 7}|td7}||pd7}|S)Nrcs t|Sr?)rrgfrrnum_recompilessz.CompileProfiler.report..num_recompilescsddd|DS)NrcSsg|] }t|qSr)rrmrrrrgszECompileProfiler.report..recompile_reasons..rrrrrrecompile_reasonssz1CompileProfiler.report..recompile_reasonscs"g|]}t|||gqSr)rrr)rrrrrgsz*CompileProfiler.report..cs2dtkr.tdtfddDddgdSdS)NZ graph_breakcsg|]}||gqSrr)rrZ graph_breaksrrrgszFCompileProfiler.report..graph_break_report..zGraph Break ReasonZCountr)countersr!rrrrgraph_break_reports z2CompileProfiler.report..graph_break_reportcsJtrFtfddD}tdddgd}|td|dSdS) Ncsg|] }|qSrrr)rrrrgszHCompileProfiler.report..recompilation_report..rhZ RecompileszRecompile ReasonsrzC Set torch._dynamo.config.cache_size_limit to z/ to avoid being cache limited. )rmaxr!textwrapdedent)Zmax_recompilesZ recomp_table)rr summarized_gfrrrecompilation_reportsz4CompileProfiler.report..recompilation_reporta Torchdynamo Profiler Report =========================== Graph Breaks ------------ Graph breaks happen when torchdynamo encounters code it can't safely trace. If you want to find out why breaks are happening, check below for each break reason You may gain additional insight by passing `fullgraph=True` to torch.compile, to stop at the first break. zNo graph breaks detected.a+ Recompilation ------------- These subgraphs were recompiled more than once due to guard failures Guard failures indicate some condition assumed to be static by the tracer changed, making it unsafe to reuse the compiled program. zNo recompilation detected. )rrr)rvZmetricsrrreportr)rrrrrrs$    zCompileProfiler.reportN) r'rrMrrwrNrZ GraphModulerrrrrrrrrrsrcCs2dtjddtt}tj||S)NZrun_z%Y_%m_%d_%H_%M_%S_%fz-pid_)datetimenowstrftimerrgetpidrr)root_dirdir_namerrr_get_debug_dirs rcCstj}t|Sr?)rZdebug_dir_rootr)Z debug_rootrrrrsrc szddlm}m}m}m}m}j}dd}tjj ddd} tjj j j f| \t|t|d|d krtd krtd tjjrtd jftdd|d krjjjtrtd rtjzXjFt4tfd dW5QRW5QRWSQRXW5QRXWn$|k rjYn tk rt} z| } | jdk r| j} t| tj j!j"r|d| j#nt| tj j!j$r|d| j#ntt| tj j!j%r|d| j#dnNt| tjj&j'j(r&||j)dddn(t| tj*j+j,j-rN||j)| j d | |t.| /| j0dW5d} ~ XYnXdS)z] Run the computation represented by `node` using fake tensors and return the result. r )TorchRuntimeErrorr Unsupported UserError UserErrorTypecSst|tjrt|st|Sr?)rrNrrrQ)rrrr fake_wrappers  z$get_fake_value..fake_wrapperrcSs |jdS)N example_value)metarrrrvisitszget_fake_value..visitN call_methodr call_moduleZ_initialize_hookcstjSr?)run_nodeoutputrr/r0nnmodulerrrrr\:r]z get_fake_value..zdata dependent operator: zdynamic shape operator: zunsupported operator: z (see https://docs.google.com/document/d/1GgvOe7C8_NVOMLOCwDaYV1mXXyHMXY7ExoewHqooxrs/edit#heading=h.64r4npvq0w0 for how to fix)aTried to use data-dependent value in the subsequent computation. This can happen when we encounter unbounded dynamic value that is unknown during tracing time.You will need to explicitly give hint to the compiler. Please take a look at constrain_as_value OR constrain_as_size APIsZconstrain_as_size_example)Z case_name)1rrrrrrrrNrNodermap_argr/r0rrrrrrrrr nn_modulestargetrrZ_infer_parametersrrr' __cause__rrZDataDependentOutputExceptionr3ZDynamicOutputShapeExceptionZUnsupportedOperatorExceptionZ experimentalZsymbolic_shapesZGuardOnDataDependentSymNodeZCONSTRAIN_VIOLATIONr.Z_sympyZ value_rangesZValueRangeErrorrwith_traceback __traceback__) rrrrrrrrrrrcauserrrget_fake_value sn  &"  4   rc Cs |j}z|dkr|j||WS|dkrFt|d|j|dd|WS|dkrf|dk sZt|||WS|dkr|||jWS|dkrd |jkst|jd WSWn^tk r}z>d |d |jd |d |d }t|t| |j |W5d}~XYnXt|dS)a Runs a given node, with the given args and kwargs. Behavior is dicatated by a node's op. run_node is useful for extracting real values out of nodes. See get_real_value for more info on common usage. Note: The tracer arg is only used for 'get_attr' ops Note: The nnmodule arg is only used for 'call_module' ops Nodes that are not call_function, call_method, call_module, or get_attr will raise an AssertionError. Z call_functionrrr NrZget_attr placeholderrzFailed running rBz(*z, **z): ) rr rKrQZ get_submodulerrr'rr r)tracerrr/r0rrrZfn_strrrrrcs$    ,rc sddlm}j}||kr"||S|j}tjj|j|j ffdd\}}|dkrj j |j }t |svt|}q|||nd}zt||||}|||<Wn8tk r} z|t| | jdW5d} ~ XYnX|S)z Run the actual computation represented by `node` and return the result. This will execute any dependent nodes in the graph as well. r )rcs t|Sr?)get_real_valuerrrrr\r]z get_real_value..rN)rrZreal_value_cacherrNrrr r/r0Z output_graphr r rrrrr'rr r) rrrcacherr/r0Z nn_module real_valuerrrrrs*      (rcsddlmfdd}|D].\}}t|tjjr td|d||q |D].\}}t|tjjrXtd|d||qXdS)NrFakeTensorConfigcs(jr ddl}d||jSdSdS)Nrz"FAKE TENSOR CREATION TRACEBACK: zNEnable TORCH_FAKE_TENSOR_DEBUG=1 to get creation stack traces on fake tensors.)debugr format_listZ _debug_trace)trrrr stack_or_hintsz7assert_no_fake_params_or_buffers..stack_or_hintzUnexpected fake buffer rBzUnexpected fake param ) torch._subclasses.fake_tensorrZ named_buffersrrNrrrQZnamed_parameters)rerrbufferr]rrr assert_no_fake_params_or_bufferss   rrBcCs|jd|jS)z9 Returns the fully qualified name of the object. .)rrMrBrrrfqnsr!cCstjjjr|S|SdSr?)rN_dynamorZassume_static_by_default)Zcount1Zcount2rrrifdynstaticdefaults r#rcCsVtttj|jD]8}|dr|ddkrt|j d|ddqdS)z@ Ensure all the files in a given submodule are imported z.pyrrr N) rrlistdirrr__file__endswith importlib import_moduler')rrrrrimport_submodulesr*rcCs<z"ttt|dtjr WdSWntk r6YnXdS)N__getattribute__TF)rr?getattr_staticrr} FunctionTypeAttributeErrorrrrrobject_has_getattributes r/cCsDztt|d}Wntk r,d}YnX|tjjjkr@d}|S)N __getattr__)r?r,rr.rNrrr0)rKZ getattr_fnrrrget_custom_getattrs r1c@seZdZdZdZdZdS)TensorStaticReasonrrDN)r'rrM PARAMETER NOT_TENSORNN_MODULE_PROPERTYrrrrr2sr2rcCs<|tjkrdS|tjkrdS|tjkr*dStd|dS)Nz>mark_dynamic on parameter, parameters are always static today.z2mark_dynamic on a non tensor, how did this happen?z4tensor is static because it is nn module associated.zIllegal reason )r2r4r5r6rQr7rrrtensor_static_reason_to_messages   r8Z GuardSource)tensor is_tensor guard_sourcereturncCsJ|rtjrdtjfSt|tjjkr8tj r8dtj fS|sFdtj fSdS)a? Given a tensor, source, and is_tensor flag, determine if a shape should be static. Args: tensor - the real tensor to evaluate, parameters force a static shape. is_tensor - internal dynamo check, esentially "is_tensor": target_cls is TensorVariable, tensors not in a TensorVariable for whatever reason are forced static. Returns a tuple, where the first element is the bool of whether or not this tensor should have a static shape. The second element is a TensorStaticReason, useful for passing to tensor_static_reason_to_message if needed. T)FN) Z is_nn_modulerZ&force_nn_module_property_static_shapesr2r6rrNrrZforce_parameter_static_shapesr4r5)r9r:r;rrrtensor_always_has_static_shapes   r=cs fddtfddS)Ncsdk rdSSdS)NrBrr)maybe_idrrr format_namesz+lazy_format_graph_code..format_namecs$tddjjjjddS)Nz===== z ===== F)Z print_output)_format_graph_coder__code__rZprint_readabler)r?rerrr\s  z(lazy_format_graph_code..r )rrer>r)r?rer>rrlazy_format_graph_codes rBcCsd|d|d|dS)NzTRACED GRAPH rBrr)rr graph_strrrrr@%sr@csfdd}t|S)Ncsrzddlm}Wn&tk r6dttYSXddjjD}||dddd d gd }tjjj |S) Nr)r!zkTabulate module missing, please install tabulate to log the graph in tabular format, logging code instead: cSs$g|]}|j|j|j|j|jgqSr)rrr r/r0)rrrrrrg3sz.inner..opcoderr r/r0r) r!r"rrBrrr@rrAr)r!Z node_specsrCfn_namererrinner*s  z(lazy_format_graph_tabular..innerr )rFrerGrrErlazy_format_graph_tabular)srHc Cs,|d|d|d|dt|d S)NrBz line z r)disBytecode)prefixrrline_norrrrformat_bytecode>srMZ_forward_pre_hooksZ_forward_hooksZ_backward_pre_hooksZ_backward_hooksZ_state_dict_pre_hooksZ_state_dict_hooksZ_load_state_dict_pre_hooksZ_load_state_dict_post_hooksc Cstjjjj}g}| o | o | }|s*|r4|t|s<|rF|t|rT|tg}|D],}t ||g} | D]} | | } | | qpq\|Sr?) rNZ_Cr" eval_frame reset_codeextendforward_hook_namesbackward_hook_namesstate_dict_hook_namesrKrP) rcheck_forward_hookscheck_backward_hookscheck_state_dict_hooksrOZhook_dicts_to_checkZcheck_all_hooksZ all_hooksZhook_dict_namehooks hook_namer rrrnn_module_get_all_hooksMs(     rYcCst||||d}t|S)zL Helper function to check if a module has any hooks attached to it. )rTrUrV)rYr)rrTrUrVrWrrrnnmodule_has_hooksos rZcCsZt|tjrt|jSt|tjr.|St|t t frRt |dd|DS|SdS)z0Convert tensor and tnp.ndarray to numpy.ndarray.css|]}t|VqdSr?)to_numpy_helperrrrrrr sz"to_numpy_helper..N) rtnprr[r9rNrrnumpyrrkrrrrrr[s    r[cCsTt|tjrt|St|tjr(|jSt|ttfrLt |dd|DS|SdS)zeConvert tnp.ndarray to tensor, leave other types intact. If a list/tuple, loop through it to convert.css|]}t|VqdSr?)numpy_to_tensorr\rrrr sz"numpy_to_tensor..N) rrrrNrr]r9rrkrrrrrr_s   r_c@s$eZdZddZddZddZdS)numpy_to_tensor_wrappercCs||_d|jj|_dSNZwrapped_rr')rvrrrrrwsz numpy_to_tensor_wrapper.__init__cCsd|jjdS)Nz>rbr{rrr__repr__sz numpy_to_tensor_wrapper.__repr__cOs|j||}t|Sr?)rr_rvr/r0rJrrrrs z numpy_to_tensor_wrapper.__call__N)r'rrMrwrdrrrrrr`sr`cCsFt|tjrt||}t|St|tjrBtt||}t|SdSr?)rr]rrKr_rNr)rrrJrrrnumpy_attr_wrappers    rfc@s.eZdZdZedddZddZddZd S) numpy_method_wrapperzgConvert obj from torch.Tensor to tnp.ndarray and call method. Then convert result back to torch.Tensor.methodcCs||_d|j|_dSra)rir')rvrirrrrwsznumpy_method_wrapper.__init__cCsd|jdS)Nz.)rQrr_rerrrrs  znumpy_operator_wrapper.__call__NrkrrrrrlsrlcCspt|ts|S|jr:dd|D}dd|D}n|}|}tj|||j|j|j d}| |S)NcSs.g|]&}t|tjr&|jj|jjn|qSrrrNZSymIntrZ shape_envZ size_hintexprrsrrrrgs zdefake..cSs.g|]&}t|tjr&|jj|jjn|qSrrmrorrrrgs )rr!r) rrZ_has_symbolic_sizes_stridesr$rrNZ empty_stridedrr!rZzero_)r[r$rrrrrdefakes( rqcCsddl}||jjjkSr:)Ztorch.utils.checkpointr. checkpoint)rrNrrris_utils_checkpointsrscKsBddlmm}ddlm}|j}tjjj r4|j }|j |f|S)Nrr ) TorchHigherOrderOperatorVariable) Ztorch._higher_order_ops.wrapZ_higher_order_opswrapZvariables.higher_order_opsrtZtag_activation_checkpointrNZ _functorchrZfunctionalize_rng_opsZwrap_activation_checkpointmake)optionsZhigher_order_opsrtZactivation_checkpoint_oprrrbuild_checkpoint_variables  rxcCsDddlm}|}|dkrn$|dkr<|r.normalizecsR|tkr*|t|kr*d}|d7}q|tkrF|t|ksJt||fSrjrrQrcolrrrnext_valid_charSs   z3_extract_anchors_from_expr..next_valid_charcs>|d7}||\}}|tkr2|t|ks6t||fSr7rrrrrr increment[s z-_extract_anchors_from_expr..incrementcsBd}|d7}||\}}|tkr6|t|ks:t||fSrjrrrrrnextlinebs  z,_extract_anchors_from_expr..nextliner3z)\#z\#[()rrrQastparse SyntaxErrorrbodyrrExprrKBinOpleft end_linenoend_col_offsetisspacer SubscriptCallr3)rrtreerrrZ statementrnZ cur_linenoZcur_colchZ right_colZ left_linenoZleft_colZ right_linenorrr_extract_anchors_from_expr4sh             r)rinstr<cCs2|jjdkrdSt|j|jj}|jjdkr6|S|jjdksN|jjdkrR|St ||jj}d}d}g}|jj|jjkrt ||jj}|||}| d|d||n||dd}| d|dt ||t|j|jj}t ||jj}t |jjd|jjD]V}t|j|} || d7}t | t | } | d| dt | | q||d|7}t |t | } | d| d|| d} z t|} Wntk rYnX| dkrdd|D}nd d|D}| jd kr| j|7_| jd kr4| j|7_t t |D]} t t || D]|} | | jkrhqT| | jkr| | jkrqT| | jkr| | jkrqT| | jkrqT|| | dkrTd || | <qTq@d d|D}d} t t |D]8}| t|j|jj|d7} | ||d7} q| S) a Python 3.11+ only. Returns lines of source code (from code object `code`) corresponding to `inst`'s location data, and underlines relevant code to `inst`. Example: CALL on `g`: f(g( ^^ h(x))) ^^^^^ We need our own implementation since `format_frame_summary` in Python's `traceback` module doesn't handle multi-line expressions (and their anchor extraction code is not completely correct). NrrB~rr cSsg|]}|ddqS)r^)rrmarkerrrrrgsz.get_instruction_source_311..cSsg|] }t|qSr)rkrrrrrgsrrcSsg|]}d|qS)rrrrrrrg s)Z positionsr linecachegetlinerrstripr col_offsetrrrPrr*lstriprrQrrrr)rr first_lineZ start_offsetZ end_offsetrmarkers last_linerline num_spacesanchorsrr(r-rrrget_instruction_source_311s    "      rcCstjptjjjdS)NZ recompiles)rrrNr _internalZ log_stateZis_artifact_enabledrrrr"is_guard_failure_reporting_enabledsrcCst|tjrt|ddSdS)NZ_dynamo_static_input_type)rrNrrK)rrrrget_static_address_types  r)NN)rF)N)F)r )N)FFF)FFF)atexitrxrrr*rVrrIr{rrhr?r#rrrrrr.rrrOr}rrrrrrrrrr r^rModuleNotFoundErrorZtorch._loggingrNZ torch._numpyZ_numpyr]Z torch._guardsr r rrZfftZlinalgr/ZNP_SUPPORTED_MODULESZNP_TO_TNP_MODULEr(Ztorch._functorch.configZ%torch.fx.experimental.symbolic_shapesrZtorch._dispatch.pythonrrrrZtorch.nn.modules.lazyrZtorch.utils._pytreer defaultdictCounterrZtroubleshooting_urlZnnmodule_doc_urlZnnmodule_doc_url_msgrr'roryr=r;rr)r!r6r8r9r>r@rArLrYrnregisterrqZ FloatTensorrrZ DoubleTensorrdoubleZ HalfTensorrZhalfZBFloat16TensorZbfloat16Z ByteTensorrZ CharTensorrZ LongTensorrlongZ IntTensorrrZ ShortTensorrshortZ BoolTensorrZtensortype_to_dtyperrrrrrrrrZGraphrrrrrrrrrrrrrrrWrrrinstancerrr)r6r9r>r@rErDr[rfrlrorxrzrrrrrrrrE dict_valuesZ odict_valuesiterrtuple_iterator__length_hint__Ztuple_iterator_lenobject__new__rrrrrrrrrZtorch._subclassesrrrrrrrrrZ orig_code_maprkrZgraph_break_reasonsZ seen_code_maprrrrrrrr!r# ModuleTyper*r/r1r|r2r8rr=rBr@rHrMrQrRrSZall_hook_namesrYrZr[r_r`rfrgrlrqrsrxr{rrrrr~ Instructionrrrrrrrs                "  $        !     3            P  d X$$        $       yk