U 9%e@sTUddlZddlZddlZddlmZddlmZmZddlmZm Z m Z m Z m Z m Z mZmZmZddlmZmZmZeddGdd d ZGd d d eZd Zd ZdddddgZdgddeDZddhZGdddeZedddZeD]BZ eD]8Z!e"ee e!seZ#e$e#e%de e!de#qqej&ej'ej(hZ)ej'ej(hZ*ej(ej+ej,ej-ej'ej&ej.ej/ej0ej1ej2ej3ej4ej5ej6ej7ej8ej9ej:ej;ejdd d!Z?ee>dd"d#Z@ee>dd$d%ZAee>dd&d'ZBGd(d)d)eZCiZDe eeeCfeEd*<eeCjFeCjGeCjHeCjIeCjJgeDd+<eeCjKeCjLgeDd,<eeCjMeCjNgeDd-<eDd+eDd,BeDd.<eDd.eDd-BeDd/<eDd,eDd-BeDd0<Gd1d2d2eZOGd3d4d4eZPGd5d6d6eZQeddGd7d8d8ZRGd9d:d:eZSeddGd;d<d<ZTeddGd=d>d>ZUeddGd?d@d@ZVeddGdAdBdBZWeddGdCdDdDZXeddGdEdFdFZYeddGdGdHdHZZGdIdJdJeZ[eddGdKdLdLeZZ\eddGdMdNdNeZZ]eddGdOdPdPeZZ^eddGdQdRdReZZ_eddGdSdTdTZ`eddGdUdVdVZaeddGdWdXdXZbeddGdYdZdZZceddGd[d\d\Zdd]d^d_d`dadbdcdddedfdgg ZeeddGdhdidiZfeddGdjdkdkZgeReTeWe>dldmdnZheddGdodpdpZieRe>dqdrdsZjeRdkdqdtduZkeeeadvfdwdxdyZleddGdzd{d{ZmdS)|N) dataclass)autoEnum) CallableDictIteratorListOptionalSequenceSetTupleUnion) assert_neverNamespaceHelper OrderedSetT)frozenc@s,eZdZUeed<eed<edddZdS)LocationfilelinereturncCs|jd|jS)N:)rrselfrM/var/www/html/Darija-Ai-API/env/lib/python3.8/site-packages/torchgen/model.py__str__*szLocation.__str__N)__name__ __module__ __qualname__str__annotations__intrrrrrr%s rc@seZdZeZeZdS)VariantN)rrrrfunctionmethodrrrrr#/sr#z at::nativezVCPU CUDA HIP XLA MTIA MPS IPU XPU HPU VE Lazy Meta PrivateUse1 PrivateUse2 PrivateUse3Z QuantizedSparseZ NestedTensorAutogradAutogradNestedTensorcCsg|] }d|qS)r(r).0 componentrrr =sr,Z quantizedZquantized_decomposedc@seZdZdZeZeZeZeZeZ eZ eZ eZ eZ eZeZeZeZeZeZeZeZeZeZeZeZeZeZeZeZeZeZeZ eZ!eZ"eZ#eZ$eZ%eZ&eZ'eZ(eZ)eZ*eZ+eZ,eZ-eZ.eZ/eZ0eZ1eZ2eZ3eZ4eZ5eZ6eZ7eZ8eZ9eZ:eZ;eZeZ?eZ@eZAeZBeZCeZDeZEeZFeZGeZHeZIeZJeZKeZLeZMeZNeZOeZPeZQeZReZSeZTeZUeZVeZWeZXeZYeZZeZ[eZ\eZ]eZ^eZ_eZ`eZaeZbeZceZdeZeeZfeZgeZheZieZjeZkeZleZmeZneZoeZpeZqeZreZseZteZueZveZwexdddZyexdddZze{exdddd Z|d S) DispatchKeyrrcCs|jSNnamerrrrrszDispatchKey.__str__cCs t|Sr.)r lowerrrrrr1szDispatchKey.lowervaluercCs6tjD]\}}||kr |Sq td|dS)Nzunknown dispatch key )r- __members__itemsAssertionErrorr3kvrrrparses zDispatchKey.parseN)}rrr UndefinedZCatchAllrZFPGAZORTZVulkanZMetalZMKLDNNZOpenGLZOpenCLZIDEEPZCustomRNGKeyId MkldnnCPUr' SparseCsrCPU SparseCsrCUDAPythonZFuncTorchDynamicLayerBackMode ZeroTensorZ BackendSelectZNamedZ AutogradOtherZAutogradFunctionalityr)ZTracerZAutocastZBatchedZVmapModeZFuncTorchGradWrapperZFuncTorchBatchedZFuncTorchVmapModeZFuncTorchDynamicLayerFrontModeZ FunctionalizeZTESTING_ONLY_GenericWrapperZTESTING_ONLY_GenericModeZADInplaceOrViewr(CompositeImplicitAutograd%CompositeImplicitAutogradNestedTensorCompositeExplicitAutograd&CompositeExplicitAutogradNonFunctionalZFuncTorchBatchedDecompositionCPUCUDAZHIPZXLAZMTIAMPSZIPUZXPUZHPUZVEZLazyMetaZ PrivateUse1Z PrivateUse2Z PrivateUse3 QuantizedCPU QuantizedCUDAZ QuantizedHIPZ QuantizedXLAZ QuantizedMTIAZ QuantizedMPSZ QuantizedIPUZ QuantizedXPUZ QuantizedHPUZ QuantizedVEZ QuantizedLazy QuantizedMetaZQuantizedPrivateUse1ZQuantizedPrivateUse2ZQuantizedPrivateUse3 SparseCPU SparseCUDAZ SparseHIPZ SparseXLAZ SparseMTIAZ SparseMPSZ SparseIPUZ SparseXPUZ SparseHPUZSparseVEZ SparseLazy SparseMetaZSparsePrivateUse1ZSparsePrivateUse2ZSparsePrivateUse3NestedTensorCPUNestedTensorCUDAZNestedTensorHIPZNestedTensorXLAZNestedTensorMTIAZNestedTensorMPSZNestedTensorIPUZNestedTensorXPUZNestedTensorHPUZNestedTensorVEZNestedTensorLazyNestedTensorMetaZNestedTensorPrivateUse1ZNestedTensorPrivateUse2ZNestedTensorPrivateUse3Z AutogradCPU AutogradCUDAZ AutogradHIPZ AutogradXLAZ AutogradMTIAZ AutogradMPSZ AutogradIPUZ AutogradXPUZ AutogradHPUZ AutogradVEZ AutogradLazyZ AutogradMetaZAutogradPrivateUse1ZAutogradPrivateUse2ZAutogradPrivateUse3r rr1 staticmethodr:rrrrr-Fsr-rcCs8g}tD]$}tD]}|d||dqqd|S)Nz z = auto() )FUNCTIONALITY_KEYSBACKEND_COMPONENTSappendjoin)rfkbcrrrcodegen_per_backend_entriess r\zMissing zL from DispatchKey enum. Here is the autogenerated list we expect to have: )dkrcCs|tjtjtjtjhkSr.r-rCrDrArBr]rrris_generic_dispatch_keys r`cCs |tjtjtjtjtjtjhkSr.)r-rFrJrMr>rPrRr_rrris_cuda_dispatch_key sracCs|tkSr.)STRUCTURED_DISPATCH_KEYSr_rrris_structured_dispatch_keysrccCs|tkSr.)UFUNC_DISPATCH_KEYSr_rrris_ufunc_dispatch_keysrec@seZdZeZeZeZeZeZeZ eZ eZ eZ eZ eZeZeZeZeZedddZeeeddddZeeddddZeeedd d d Zd S) ScalarTypercCs|jSr.r/rrrrr5szScalarType.__str__r2cCs(tjD]\}}||kr |Sq dSr.)rfr4r5r7rrr maybe_parse8s zScalarType.maybe_parsecCs$t|}|dk s td||S)Nzunknown dtype )rfrgr6)r3Zmb_rrrrr:?s zScalarType.parse)valuesrcCsBt}|dD],}|tkr,|t|q|t|q|S)N, )rsplit DTYPE_CLASSESupdateaddrfr:)rhZdtypesr3rrr parse_setEs zScalarType.parse_setN)rrrrByteCharShortIntLongZHalfFloatDoubleZ ComplexHalf ComplexFloat ComplexDoubleZBoolZBFloat16Z Float8_e5m2Z Float8_e4m3fnr rrSr rgr:rrnrrrrrf$s,rfrkIntegralZFloatingComplexZAllZ AllAndComplexZFloatingAndComplexc@sXeZdZeZeZeZeZeZeZ eZ e dddZ e e ddddZdS)UfuncKeyrcCs|jSr.r/rrrrrzszUfuncKey.__str__r2cCs6tjD]\}}||kr |Sq td|dS)Nzunknown ufunc key )rzr4r5r6r7rrrr:}s zUfuncKey.parseN)rrrrZ CUDAFunctorZCUDAFunctorOnOtherZCUDAFunctorOnSelfZ CPUScalarZ CPUVectorZ ScalarOnlyGenericr rrSr:rrrrrzksrzc@seZdZdZdZdS)DeviceCheckTyperN)rrrNoCheck ExactSamerrrrr|sr|c@seZdZeZeZeZdS)ViewSchemaKindN)rrrraliasingaliasing_inplace non_aliasingrrrrrsrc @seZdZUeed<ded<eed<eed<eed<eeed<eeed<ee ed <eed <eed <d ed <e ded<e e dfed<eed<eded<eeed<eded<eeed<eed<eed<eed<eed<eed<eeed<e d2e eefd eeeeeede ee dffd d!d"Zdd#d$d%Zdd#d&d'Zeed#d(d)Zeed#d*d+Zeed#d,d-Zeed#d.d/Zeed#d0d1ZdS)3NativeFunction namespaceFunctionSchemafunc!use_const_ref_for_mutable_tensors device_guard device_check python_modulecategory_overridevariantsmanual_kernel_registrationmanual_cpp_bindingrloc OperatorNameautogenUfuncInnerLoopufunc_inner_loop structuredstructured_delegatestructured_inherits Precompute precomputedcpp_no_default_args is_abstract&has_composite_implicit_autograd_kernel4has_composite_implicit_autograd_nested_tensor_kernel&has_composite_explicit_autograd_kernel5has_composite_explicit_autograd_non_functional_kerneltagsN)rBackendMetadata)eir valid_tags ignore_keysrc7s|}|d}t|ts*td|tj|dd}|jdd}t |j |dg}t|t sjtt |} |dd } t| t st|d d } t| tstt } | d D]>} | d kr| tjq| d kr| tjqtd| q|dd }t|t std||dd }t|t sBtd||dd}t|t shtd||dd}|dkst|tstd||dkrtj}nt|}|dd }t|t std||dd}|dkst|tstd||dks$d|ks$tdd}|dk r})t|)tsDt|)d>krRgnd?d:|)d D}*|d@i}+i},t|+trt- |+t.j/|,t.j/<nt|+tr|+D]f\}$}-|$d&krqt|$tstdA|$t|-tstdB| t. |$}.t- |-|.|,|.<qntdC|+|,r|s8tdDd!dl0m1m2}/t3D]8}%|%| ksjtdE|%t|/4|%dt*d/| |%<qN|rd}0n8| #tj!hko| #tj,hko| #tj!tj,hk}0tj!| #k}1tj,| #k}2tj5| #k}3tj+| #k}4fdFdG| D}5|d&d|r:tdH||dk rjt6D] }6|6| ksHtdI|6dJqHt7| | |||||*|,|||||||| |0|1|2|3|4||dK|5fS)Lzp Parse a NativeFunction from a dictionary as directly parsed from native_functions.yaml rz not a str: r})Znamespaced_entity max_levelZaten)defaultrrFrr$rir%zillegal variant rz not a bool: rrTrNrrz::zbnamespace is not supported in structured delegate, using the same namespace as the native functionrzbnamespace is not supported in structured inherits, using the same namespace as the native functionrz&functions in modules cannot be methodsrrrrz illegal tag )cppdispatchzncannot specify both manual_kernel_registration and dispatch; with manual registration, dispatch has no effect!Z__line__,z Dispatch key z of kernel z! is not a supported dispatch key.)ratz::native)kernelr cpp_namespacezSunnecessary dispatch table for this function; just delete the dispatch key entirelyzQunexpected name for singleton CompositeImplicitAutograd dispatch entry: expected z but got zR. Rename your implementation to the expected name, then delete the dispatch tableZnew_Z_likez expected z to have a CompositeExplicitAutograd dispatch entry, but there was no dispatch table. Factory functions should not have implicit dispatch as they should not be decomposed for __torch_dispatch__)rrcSs8g|]0}|tjks0|tjks0|tjks0|tjkr|qSrr^)r*drrrr,s     z,NativeFunction.from_yaml..aHcannot specify more than one of CompositeExplicitAutograd, CompositeExplicitAutogradNonFunctional, or CompositeImplicitAutograd on a single kernel; each strictly subsumes the other. If you wanted to provide an explicit autograd implementation, specify CompositeExplicitAutograd; otherwise specify CompositeImplicitAutograd onlyrr&cSsg|]}t|qSr)rr:r*xrrrr,srz#ufunc_inner_loop key is not a str: z%ufunc_inner_loop value is not a str: z"ufunc_inner_loop not str or dict: zufunc must be structuredz2ufunc should not have explicit dispatch entry for csi|]\}}|j|iqSrr/)r*r8r9rrr Hsz,NativeFunction.from_yaml..zleftover entries: z+if structured_delegate, then must not have z* in dispatch dictionary (it is delegated!))rrrrrrrrrrrrrrrrrrrrrrrr)8copypop isinstancer r6rZfrom_namespaced_entityZget_cpp_namespacerr: entity_namelistsetboolrjrmr#r$r%r|rrrlenZ torchgen.apirdictr5r-strip dispatch_keysrrcrAr0keyssupports_symint startswithendswith argumentstensor_optionshas_tensor_argDEFAULT_KERNEL_NAMESPACErDrBrrzr{Ztorchgen.api.ufuncapiufuncrdZschema_kernel_namerCrbr)7rrrrefuncsZnamespace_helperrZcpp_no_default_args_listrrZ variants_srr9rrrZdevice_check_srrZstructured_delegate_srrrrZprecomputed_dictrZtags_inprtrZ raw_dispatchrZnum_dispatch_keysZ%redundant_composite_implicit_autogradksr8 dispatch_keyZkernel_namespacer0Zcomposites_in_dispatchZ autogen_strrZraw_ufunc_inner_looprZvo ufunc_keyrrrrrrZbackend_metadatakeyrrr from_yamls<                                                              zNativeFunction.from_yamlrcCs |jrtd|jstddS)NzMThis function is structured, but there was no valid functional variant of it.zThis function delegates to another structured out function, but no valid function was found (the delegate may not exist, or it has the wrong type))rr6rrrrrvalidate_unstructuredus z$NativeFunction.validate_unstructuredcCs|jjjr |jtjhks td|jrL|jt jks>td|j sLtd|j rx|jt jksjtd|j sxtd|jr|j rtddd|j D}t |j|}t|dkstd ||jdk r|jstd t|jjd r |jtjks td d t|jjks|dt|jjksHtdd|jjjDrndt|jjkrnt|jjjdks||jjrd|jkstt|jjdS)NzNative functions with out arguments MUST be declared with only function variant; e.g., variants: function; otherwise you will tickle a Python argument binding bug (which usually manifests itself as the result variable being undefined.)zYPut structured field on the out= variant of a function; did you mean structured_delegate?z:device_guard: False is not respected by structured kernelszQstructured_delegate field not allowed on out= functions; did you mean structured?z?Cannot have both structured and structured_delegate on functioncSsh|]}|jdk r|jqSr.)rr0r*arrr s z/NativeFunction.__post_init__..rzInvalid cpp_no_default_args: z4structured_inherits must also imply structured: TrueZ_foreachzsforeach kernels fall back to slow path when tensor are on different devices, device_check not allowed to be enabledZranddropoutcss|]}d|jkVqdS)rNr/r*argrrr sz/NativeFunction.__post_init__..Zbackward)Z_cudnn_init_dropout_stateZnondeterministic_seeded)rroutrr#r$r6rkind SchemaKindrrschema_order_argumentsr differencerrrr r0rrr|r~anyflat_allhas_generator_argr)rZdefaulted_argumentsZ invalid_argsrrr __post_init__sn     zNativeFunction.__post_init__cCs|jp|jp|jp|jo|jSr.)rrrrrrrrhas_composite_kernelsz#NativeFunction.has_composite_kernelcCst|jj}t|dko$tdd|D}d|jkoNt|jjdkoNt|jjdk}tdd|jD}|pr|pr|S)Nrcss"|]}|jdk o|jj VqdSr. annotationis_writer*rYrrrrsz,NativeFunction.is_view_op.. inplace_viewZresize_Z resize_as_css$|]}|jdk od|jjkVqdS)N*)ralias_set_after)r*Zinprrrrs)rreturnsrrrr r0r)rZretsZis_non_mutating_viewZis_inplace_viewZis_wildcard_viewrrr is_view_ops zNativeFunction.is_view_opcCs<|jr&|jjjjr&d|jks ttjS|jr2tjStj SdS)Nr) rrr0inplacerr6rrrrrrrrview_schema_kinds zNativeFunction.view_schema_kindcCs |jjjjSr.)rr0baserrrr root_nameszNativeFunction.root_namecCs|jp|jdk Sr.)rrrrrrpart_of_structured_groupsz'NativeFunction.part_of_structured_group)N)rrrr r!rr|r r r#rrrzrSobjectr-r rrrpropertyrrrrrrrrrrrsb             d?  rc@s*eZdZeZeZeZeZeZdS)rN) rrrr functionalrrmutablescratchrrrrrs rc@seZdZUeed<eeed<eeed<eed<eedddZddd d Z d dd d Z e edddZ ee dddZeeeefeddddZdS)NativeFunctionsGrouprrrrrcCs|jjSr.)rrrrrrr szNativeFunctionsGroup.structuredNcCs|jj}|D]V}||jkr@td|d|j|j|jkrtd|jjjd|jjq|jj t jkst|jj t jkst|jj |jj kst|j dk r|j j t j kst|j j |jj kst|j dk r.|j j t j kst|j j |jj kst|jjjjjs.t|jr|jjsJ|jjrNt|jj|jjjkst|jjjd|jjd|jjj|j dk r|j j|jjjksttdd|D}d d d |D}t}|D]}|d d |jDqd d d t|D}t|dkrZt|dkrZtd|d|dt|jj||krtd|d|d|ddS)Nz_NativeFunctionsGroup constructed from two NativeFunctions that don't have matching signatures:  != zMNativeFunctionsGroup constructed from structured and unstructured functions:  and z delegates to z but its actual delegate is cSs"g|]}d|jkrt|jjqS) generated)rr rr0)r*frrrr,<s z6NativeFunctionsGroup.__post_init__..ricss|]}t|VqdSr.r rrrrr>sz5NativeFunctionsGroup.__post_init__..css|]}t|VqdSr.r)r*oprrrrAscss|]}t|VqdSr.rrrrrrBsrz,The codegen expects to be able to generate 'zv'. In order to generate them however, we expect them to be called out explicitly in the yaml. Please add an 'autogen: z' line to the entry for z*'. To do so, it expects a line: 'autogen: z'. Instead, it found 'autogen: ')rr signature functionsr6rrrr0rrrrrfunctional_overloadrrrsortedrXrrlrr RuntimeErrorr )rZtest_sigrZ generated_fnsZgenerated_fns_strZexpected_generated_fnsZexpected_generated_fns_strrrrrs`     "    z"NativeFunctionsGroup.__post_init__rcCs |jjSr.)rrrrrrrrRszNativeFunctionsGroup.signatureccs8|jV|jV|jdk r"|jV|jdk r4|jVdSr.)rrrrrrrrrUs   zNativeFunctionsGroup.functionscCs|jjSr.)rrrrrrr]szNativeFunctionsGroup.root_name)rrcCs|stt|dkrdSt|}|tjd}|tjd}|tjd}|tjd}|r`t|dk slt|dkrxdSt ||||dS)Nr})rrrr) r6rrrrrrrrr)rrrrrrrr from_dictas$  zNativeFunctionsGroup.from_dict)rrrrr!r rrrrrrrr rrSrrrrrrrrs   A rc@s4eZdZUeed<eed<eed<edddZdS)rrrrrcCs d|jkS)NZ_symint)rrrrrrszBackendMetadata.supports_symintN)rrrr r!rrrrrrr|s rc@s@eZdZUeed<eeed<eed<eeeddddZ dS)rr0supported_dtypesr)r3rrcCsj|dd\}}|ddks t|ddks0tt}|dddD]}|t|O}qHt|||dS) N r}r()ri)r0rr)rjr6rrfrnr)r3rr0Zsupported_dtypes_strrr8rrrr:szUfuncInnerLoop.parseN) rrrr r!rrfrzrSr:rrrrrs  rc@seZdZUeed<eed<eed<eed<edefed<eeeedeffeeedeffddd d Z e e d d d Z e e e fed ddZe e e feed ddZeedddZdS) BackendIndexruse_out_as_primaryrexternalrindexN) parent_index child_indexrcCsT|D]F\}}|D]4\}}|||ks@td|d|||||<qqdS)Nzduplicate operator z for dispatch key )r5r6)r rr8r9op_namemetadatarrr grow_indexs zBackendIndex.grow_index)grcCs|jr |jS|jSdSr.)r rr)rrrrrprimaryszBackendIndex.primarycCs||}|dk Sr.) get_kernel)rrmrrr has_kernels zBackendIndex.has_kernelcCsNt|tr|}nt|tr&||}nt||jj|jkr@dS|j|jjSr.)rrrrrrr0r )rrrrrrrs   zBackendIndex.get_kernelrcCs|jrt|jdSdSdS)NZNativeFunctions)r r rrrrrnative_function_class_namesz'BackendIndex.native_function_class_name)rrrr-r!rrrrSrrrrr rr rr rrrrrr s    r c@s eZdZUded<ded<eded<eddd d Zed Z e e dd d dZ e dddZddddZe dddZe dddZedddZeee dddZdddde e e dddd Zddd!d"Zddd#d$d%Zee dd&d'Ze dd(d)Ze dd*d+ZdS),rrr0 Argumentsr)Return.rArgumentrcCst|jj|jj|jjSr.) itertoolschainrflat_positionalflat_kwarg_onlyrrrrrr*s z%FunctionSchema.schema_order_argumentsz3(?P[^\(]+)\((?P.*)\) -> (?P.*))rrc Cstj|}t|dks&td||d\}}}t|}t|}t|}t|||d}t ||kstt |d||S)Nr}zInvalid function schema: rr0rrr) rdecl_refindallrr6rr:r parse_returnsr ) rZdeclsZopsargs return_declr0rrrYrrrr:3s   "zFunctionSchema.parsecCstdd|jDS)Ncss$|]}|jdk r|jjr|VqdSr.rrrrrrBs z5FunctionSchema.returns_are_aliased..)rrrrrrreturns_are_aliased@sz"FunctionSchema.returns_are_aliasedNcsDt|jj|jD]\}|jjkstdq|jjD].tfdd|jDr6tdt|q6t |jjdd|jj D}dd|jD}dd|jD}t |d kst |d kstd t||D]"tfd d|Dstd q|jjr\td d|jjDr2t |jd ks\tdn*t dd|jjDt |jks\td|j j j r|jj}|r|jjr|jjjst|jjttjkrt |jdkr|jd j|jjkstnt |jd kst|jjdk r|tjkstdt||r@|tjks@tdt|dS)NzsOut arguments must have matching return Tensor; furthermore, the ith-argument needs to correspond to the ith returnc3s|]}j|jkVqdSr.rrrrrrQsz/FunctionSchema.__post_init__..z^If you have a schema with mutable positional args, we expect them to not be returned. schema: cSsg|]}|jdkr|qSrr/rrrrr,Xs z0FunctionSchema.__post_init__..cSs"g|]}|jdk r|jjr|qSr.rr*retrrrr,[s cSs"g|]}|jdks|jjs|qSr.rr(rrrr,`s rzYNativeFunctions must have either only mutable returns, or only immutable returns. Found: c3s|]}j|jkVqdSr.r&r)r)rrrnszAll mutable returns must be aliased either to a keyword argument, or to "self". Did you forget to mark an out argument as keyword-only?css|]}|jttjkVqdSr.)typeBaseTypeBaseTyTensorrrrrrxsz3out= ops that accept tensor lists as out arguments cSsg|]}|jds|qSZ _scratch_r0rrrrrr,s zMMust return as many arguments as there are out arguments, or no return at allr}zFound an operator that is not functional or out variant, but has tensor options arguments.This is not allowed- tensor options arguments are only allowed for factory functions.schema: zFound an operator that is not functional, but its overload contains the string 'functional'.This is a special keyword in the codegen, please use a different overload name.schema: )ziprrrrr6post_self_positional_mutablerr rrrr0rself_argargumentrr*r+r,r-rrrris_functional_fn)rrZ out_and_selfZmutable_returnsZimmutable_returnsZself_ar)rr)rrHs               zFunctionSchema.__post_init__cCs d|jjkS)Nrr0 overload_namerrrrr4szFunctionSchema.is_functional_fncCs t|jjSr.)rrrrrrr is_out_fnszFunctionSchema.is_out_fncCst|jj}tdd|jjD}|jjj}tdd|jjD}|rN|rNt|rXtjS|rn|shtdtj S|r|r~tdtjS|rtj Stj SdS)a  What kind of schema is this? A functional schema is one that returns a newly allocated output; an inplace schema modifies the self argument inplace; an out schema writes the result into an explicitly provided out argument. cSsg|]}|jdr|qSr.r/rrrrr,s z'FunctionSchema.kind..css |]}|jdk o|jjVqdSr.rrrrrrsz&FunctionSchema.kind..zFinvariant: all scratch operators are expected to be out= operators toozjWe should not categorize a scratch op as an out variant. Check if the order of if statements are expected!N) rrrr0rrpost_self_positionalr6rrrr)rZis_outZ is_scratchZ is_inplaceZ is_mutablerrrrs4   zFunctionSchema.kindcsg}|jD]|fdd|jjD}t|dkr<|dq t|dkrZ||djq ddd|D}tdjd |d q |S) Ncs&g|]}|jdk r|jjkr|qSr.r&rrYrrr,s z7FunctionSchema.aliased_return_names..rr}ricss|] }|jVqdSr.r/rrrrrsz6FunctionSchema.aliased_return_names..zFound a return (z)that aliases multiple inputs (r)rrrrrWr0rXr6)routsZ aliased_argsZ aliased_namesrr9raliased_return_namess     z#FunctionSchema.aliased_return_namesF) strip_defaultstrip_view_copy_namekeep_return_names)r<r=r>rc sttdfdd }jjj}|r8|dr8|dd}tfddtjj dk rbjj j gngjj jj D}tt |j}||}jj|d } tjd krtt| d d } ttt|d jjjddd| |dS)a Certain schemas are 'related', in that they are simply inplace/out/functional versions of the same function. This method factors these schemas into the "core" functional signature which is equal across all versions. Here is what normalization happens to the schema to convert it to a signature: - The overload name is stripped (name is retained, since it expresses semantic content about what the function does) - Inplace is set False - Out arguments are stripped - Mutable post_self_positional args are converted to returns - Mutability annotations are stripped (this is sound because you cannot overload on mutability annotation) - Return names are stripped since they are not overloadable and some variants have return names but some not - TensorOptions are dropped because out= variants of factory functions don't include them (and we want to be able to pair up factory functions with their out variants) Finally, we want to be able to pair up related "view" and their corresponding "view_copy" operators. We do this by optionally stripping the trailing "_copy" from the base name. Example of a mutable op before and after: f.func (Mutable operator): _fused_moving_avg_obs_fq_helper(Tensor self, Tensor observer_on, Tensor fake_quant_on, Tensor(a!) running_min, Tensor(b!) running_max, Tensor(c!) scale, Tensor(d!) zero_point, float averaging_const, int quant_min, int quant_max, int ch_axis, bool per_row_fake_quant=False, bool symmetric_quant=False) -> (Tensor output, Tensor mask) # noqa: B950 f.func (Corresponding functional operator): _fused_moving_avg_obs_fq_helper.functional(Tensor self, Tensor observer_on, Tensor fake_quant_on, Tensor running_min, Tensor running_max, Tensor scale, Tensor zero_point, float averaging_const, int quant_min, int quant_max, int ch_axis, bool per_row_fake_quant=False, bool symmetric_quant=False) -> (Tensor output, Tensor mask, Tensor running_min_out, Tensor running_max_out, Tensor scale_out, Tensor zero_point_out) # noqa: B950 f.func.signature() output: _fused_moving_avg_obs_fq_helper(Tensor self, Tensor observer_on, Tensor fake_quant_on, Tensor running_min, Tensor running_max, Tensor scale, Tensor zero_point, float averaging_const, int quant_min, int quant_max, int ch_axis, bool per_row_fake_quant=False, bool symmetric_quant=False) -> (Tensor, Tensor, Tensor, Tensor, Tensor, Tensor) # noqa: B950 )rYrcstr |jnd|jddS)Nr0r*r)rr0r*r9)r>rrstrip_ret_annotation6s  z6FunctionSchema.signature..strip_ret_annotation_copyr&c3sX|]Pjdk rjjrtfddjDstrBjdndjddVqdS)Nc3s|]}j|jkVqdSr.r&rr'rrrVsz5FunctionSchema.signature..._outr?)rrrrrr0r*)r*r>rr'rrBs  z+FunctionSchema.signature..Nr<z bernoulli.pzfloat pz float p=0.5Frr dunder_methodr5r)rr0rrreplacetuplerrrr2r3rr8maprrr rr:rrBaseOperatorNamerF) rr<r=r>r@ base_nameZreturns_from_mutable_inputsZoriginal_returnsrZargs_sigrrCrr s<,    zFunctionSchema.signaturecCs |jddS)NTr=)rrrrrview_signaturenszFunctionSchema.view_signature)r0rcCst||j|jdS)Nr)rrr)rr0rrr with_nameqs zFunctionSchema.with_namecCs|tjtjtjfkSr.)rrrrrrrrrmodifies_argumentsxsz!FunctionSchema.modifies_argumentscCs |jSr.)rhas_symint_argrrrr has_symint|szFunctionSchema.has_symintcCsXt|j}t|jdkr(t|jd}nddtt|jd}|jd|d|S)Nr}rrrirz) -> )r rrrrXrIr0)rZall_arguments_strrrrrrs  zFunctionSchema.__str__)rrrr!r rrrecompiler rSr r:rr%rr4r7rrrr r;rrMrNrrOrQrrrrrr s8    b- drc@sXeZdZUeedfed<eed<eedfed<eeddddZedd d Z d S) Annotation. alias_setrr)annrcCstd|}|dk s"td||d|dr>|dnd}t|d}|ddk}|rt|dkrtd |d |d rt|d dnt}t|dkrt|dkrtd |d t|||d }t||kst|d||S)Nz2^([a-z])(\|[a-z])*(!?)( -> (\*|[a-z](\|[a-z])*))?$zunrecognized alias annotation r}rr&|r!z,alias set larger than 1 is not mutable, got z instead.zSbefore alias set and after alias set cannot be larger than 1 at the same time, got )rUrrr) rRmatchr6grouprHrjrrTr )rVrZ before_aliasrUrZ after_setrYrrrr:s2 "  $   zAnnotation.parsercCs@d|j}|jr|d}d|j}|r<|d|}|S)NrWrX -> )rXrUrr)rrUrrrrrs   zAnnotation.__str__N) rrrr r r!rrSr:rrrrrrTs "rTc@seZdZeeddddZeeddddZedddZd ed d d Z edd dZ edddZ edddZ edddZ eddddZdS)Type)rrcCs,t|}t||ks(t|d||S)Nr)r]_parser r6)rrYrrrr:s z Type.parsec Cstd|}|dk r(tt|dStd|}|dk rt|ddk rXt|dnd}tt|d|dStd|}|dk rt|dSzt t |WSt k r}zt d||W5d}~XYnXdS)Nz^(.+)\?$r}z^(.+)\[([0-9]+)?\]$r)elemsizez-^__torch__\.torch\.classes\.([a-zA-Z0-9_.]+)$zunrecognized type ) rRrZ OptionalTyper]r:r[r"ListTypeCustomClassTyper+r,KeyErrorr)rrr`rrrrr^s    z Type._parsercCstdSr.NotImplementedErrorrrrrrsz Type.__str__r,base_tyrcCstdSr.rerrhrrris_base_ty_likeszType.is_base_ty_likecCs |tjSr.)rjr,r-rrrris_tensor_likeszType.is_tensor_likecCs |tjSr.)rjr, Generatorrrrris_generator_likeszType.is_generator_likecCs |tjSr.)rjr,SymIntrrrris_symint_likeszType.is_symint_likecCstdSr.rerrrr is_nullableszType.is_nullablerbcCstdSr.rerrrr is_list_likeszType.is_list_likeN)rrrrSr r:r^rrrjrkrmrorpr rqrrrrr]sr]c@s~eZdZeZeZeZeZeZeZ eZ eZ eZ eZ eZeZeZeZeZeZeZeZeZdS)r,N)rrrrrlrfr-r"ZDimnameZ DimVectorfloatr rLayoutDeviceZ DeviceIndexZScalarZ MemoryFormatZQSchemeZStorageZStreamrnZConstQuantizerPtrrrrrr,s&r,c@sbeZdZUeed<edddZeedddZeddd Z e d dd d Z edd dZ dS)r+r0rcCs |jjSr.r/rrrrrszBaseType.__str__rgcCs |j|kSr.r/rirrrrjszBaseType.is_base_ty_likecCsdSNFrrrrrrp"szBaseType.is_nullablerbcCsdSr.rrrrrrq%szBaseType.is_list_likecCs |jtjkSr.)r0r,rnrrrrro(szBaseType.is_symint_likeN) rrrr,r!r rrrjrpr rqrorrrrr+s r+c@sbeZdZUeed<edddZeedddZ eddd Z edd d Z e d dd dZ dS)rar_rcCs |jdS)N?)r_rrrrr1szOptionalType.__str__rgcCs |j|Sr.r_rjrirrrrj4szOptionalType.is_base_ty_likecCs |jSr.r_rorrrrro7szOptionalType.is_symint_likecCsdS)NTrrrrrrp:szOptionalType.is_nullablerbcCs |jSr.)r_rqrrrrrq=szOptionalType.is_list_likeN)rrrr]r!r rr,rrjrorpr rqrrrrra-s rac@sbeZdZUeed<edddZeedddZeddd Z edd d Z e d dd dZ dS)rc class_namercCs d|jS)zK Return the class name will prefix __torch__.torch.classes z__torch__.torch.classes.)ryrrrrrFszCustomClassType.__str__rgcCsdSrurrirrrrjLszCustomClassType.is_base_ty_likecCsdSrurrrrrroOszCustomClassType.is_symint_likecCsdS)z8 Assume a custom class is not nullable. FrrrrrrpRszCustomClassType.is_nullablerbcCsdSr.rrrrrrqXszCustomClassType.is_list_likeN) rrrr r!rr,rrjrorpr rqrrrrrcBs rcc@sneZdZUeed<eeed<edddZe e dddZ e dd d Z e dd d Z eddd dZdS)rbr_r`rcCs$|jr|jnd}|jd|dS)Nr&[])r`r_)rr`rrrrhszListType.__str__rgcCs |j|Sr.rwrirrrrjlszListType.is_base_ty_likecCs |jSr.rxrrrrrooszListType.is_symint_likecCs |jSr.)r_rprrrrrprszListType.is_nullablecCs|Sr.rrrrrrquszListType.is_list_likeN)rrrr]r!r r"r rr,rrjrorprqrrrrrbcs  rbc@sjeZdZUeed<eed<eeed<eeed<eeddddZ e e dd d Z edd d Z d S)rr0r*rrrrc Cs|dd\}}d|kr(|d\}}n|}d}td|}|rv|ddksVtdd|d}t|d}n|}d}t|}t ||||d } t | |kstt | d || S) Nrr}=Tensor\((.+)\)(.*)rr&rvz[],unrecognized alias analysis form with Tensorr-r0r*rrr) rsplitrjrRrZr[r6rTr:r]rr ) rtype_and_annotZname_and_defaultr0rrZtype_srr*rYrrrr:s.  "zArgument.parsercCs|jdk o|jjSr.rrrrrrszArgument.is_writecCsl|j}|jr0|dkst|dd|jd}|jdkr>|Sd}|jrTd|j}|d|j|SdS)Nr-zTensor?zTensor[]r-Tensor(rr&r}r)r*rr6rGr0r)rr*Z mb_defaultrrrrs   zArgument.__str__N)rrrr r!r]r rTrSr:rrrrrrrrrys   "rc@sbeZdZUeeed<eed<eeed<eeddddZ e e ddd Z edd d Z d S) rr0r*rr|cCsd|kr|dd\}}n|}d}td|}|rh|ddksHtdd|d}t|d}n|}d}t|}t|||d}t ||kstt |d ||S) Nrr}r~rrrr-r?r) rrRrZr[r6rTr:r]rr )rrr0rZrrr*rYrrrr:s*  "z Return.parsercCs|jdk o|jjSr.rrrrrrszReturn.is_writecCsR|j}|jr0|dkst|dd|jd}|jdkr>|S|d|jSdS)Nrr-rrr)r*rr6rGr0)rr*rrrrs  zReturn.__str__N)rrrr r r!r]rTrSr:rrrrrrrrrs   rc@seZdZUeed<dS) SelfArgumentr3N)rrrrr!rrrrrs rc@s@eZdZUeed<eed<eed<eed<eedddZdS) TensorOptionsArgumentsdtypelayoutdevice pin_memoryrcCs|j|j|j|jgSr.rrrrrrrrallszTensorOptionsArguments.allN)rrrrr!r rrrrrr s rc@s.eZdZUeedfed<eeed<eedfed<eedfed<eeed<eedfed<eedfed<e e ed d d Z e e ed d d Z e e ed ddZ e e ed ddZe e ed ddZe e eeeefd ddZe e eeefd ddZe e eeefd ddZe e eeeefd ddZeed ddZed ddZed d d!Zed d"d#Zd$d%edd&d'd(Zdd d)d*Zeedd+d,d-Zeeeeeeeeefd.d/d0Z eedd.d1d2Z!ed d3d4Z"d5d d6d7Z#d5S)8r.pre_self_positionalr2r8pre_tensor_options_kwarg_onlyrpost_tensor_options_kwarg_onlyrrcCs g}||j||j|Sr.)extendrrrr)rrr flat_non_out+s  zArguments.flat_non_outcCs8g}||j|jdk r(||jj||j|Sr.)rrr2rWr3r8rrrrr2s    zArguments.flat_positionalcCsdd|jDS)NcSsg|]}|jr|qSr)rrrrrr,=sz:Arguments.post_self_positional_mutable..)r8rrrrr1;sz&Arguments.post_self_positional_mutablecCs:g}||j|jdk r*||j||j|Sr.)rrrrrrrrrr@s    zArguments.flat_kwarg_onlycCs,g}||j||j||j|Sr.)rrrrrrrrrIs    zArguments.flat_allcCs g}||j||j|Sr.)r positional kwarg_onlyrrrrnon_outQs  zArguments.non_outcCs6g}||j|jdk r&||j||j|Sr.)rrr2rWr8rrrrrZs     zArguments.positionalcCs6g}||j|jdk r&||j||j|Sr.)rrrrWrrrrrrcs     zArguments.kwarg_onlycCs,g}||j||j||j|Sr.)rrrrrrrrrls    z Arguments.allcCsdd|jDS)NcSs$g|]}|jdk r|jjr|jqSr.)rrr0rrrrr,us z/Arguments.mutable_arg_names..)rrrrrmutable_arg_namestszArguments.mutable_arg_namescCstdd|jDS)Ncss|]}|jVqdSr.)r*rkrrrrr|sz+Arguments.has_tensor_arg..rrrrrrr{szArguments.has_tensor_argcCstdd|jDS)Ncss|]}|jVqdSr.)r*rorrrrrsz+Arguments.has_symint_arg..rrrrrrP~szArguments.has_symint_argcCstdd|jDS)Ncss|]}|jVqdSr.)r*rmrrrrrsz.Arguments.has_generator_arg..rrrrrrszArguments.has_generator_argFrD)r<rc szttdfdd }ttt||j|jdk r>t||jjndtt||jtt||j tt||j dtddS)N)rrcst|j|js|jndddS)Nr)rr0r*rr'rDrrstrip_arg_annotations  z1Arguments.signature..strip_arg_annotationrrr2r8rrrr) rrrHrIrr2rr3r8rr)rr<rrrDrrs(   zArguments.signaturecCs.|jdk sttj|ttj|jjdddS)Nr&)r2)r2r6 dataclassesrGrr3rrrrremove_self_annotationsz Arguments.remove_self_annotation)r:rcCs$t|jdksttj|t|dS)Nr)r)rrr6rrGrH)rr:rrr with_out_argss zArguments.with_out_args)r#rcCsg}g}g}|}|dD]r}|s$q|dkrB||kstt||||d||d||dd} |t |7}| } q| |||d7}qtt||t| t| | t| t|dS)z. Input: 'int x, int y, int z' Nrr})r0tyrcsfddS)Ncs|jko|jtfkSr.)r0r*rar'r0rrr z/Arguments.parse..pred..rrrrrpred szArguments.parse..predrrfrrsrrtrrrcss|]\}}||VqdSr.r)r*prrrrr sz"Arguments.parse..rrrr)rr enumerater0rr r]rrrr:rrr0r6rrWrH)r#rrrZself_ixirrr2r8rrrZkwarg_only_accrZ predicatesrrrr:sd          zArguments.parsecCsZg}|tt|j|js"|jr,|d|tt|j|tt|jd|S)Nrri)rrIr rrrrWrX)rZ all_argumentsrrrr+ s  zArguments.__str__NcCsP|jdkr|jrt|jdkr(|jr(tdd|jD}t|dksLtddS)NcSs"g|]}|jdk r|jjr|qSr.rrrrrr,> s z+Arguments.__post_init__..rzOmutable pre_self_positional arguments are not currently supported in the schema)r2rr6rrr)rZmutable_pre_self_positionalsrrrr4 s     zArguments.__post_init__)$rrrr rr!r rrrr rrr1rrr rrrrrr rrrrPrrrrrSrr:rrrrrrrsN   # (#O rrmsubmuldivmodpowlshiftrshiftandxororc@sTeZdZUeed<eed<eed<dZeed<eeddddZed d d Z d S) rJrrrFFr)rrcs|dks t|drtdtd|}|dk r~d}|dtfddtDrhd}ddqd }d d kstn*d }|d d krd}dd nd }d}|rd}dt| |s|rtnd }t|||d}t ||kstt |d||S)Nr&rBzs_out suffix is reserved and not permitted for operator names; did you mean to specify an out overload name instead?z ^__([^_]+)__$Tr}c3s|]}d|kVqdS)rNr)r*nrrrr sz)BaseOperatorName.parse..Frrr_ _functional)rrrFrr) r6rrRrZr[rAUGMENTED_ASSIGNMENT_NAMESrrJr )rrrFrZfunctional_suffixrrYrrrr:z sB      $zBaseOperatorName.parsercCsP|jr&|jrdnd}d||jdS|jr0dn |jr:dnd}|j|SdS)Nrr&__rr)rFrrr)rrrrrr szBaseOperatorName.__str__N) rrrr r!rrrSr:rrrrrrJ` s  1rJc@sleZdZUeed<eed<eeddddZedddZedd d Z ddd d Z edd ddZ dS)rr0r6)rrcCsZd|kr|dd\}}n|}d}tt||d}t||ksVtt|d||S)N.r}r&r5r)rjrrJr:r r6)rr0r6rYrrrr: s"zOperatorName.parsercCs$|jr|jd|jS|jSdS)Nrr6r0rrrrr szOperatorName.__str__cCs$|jr|jd|jS|jSdS)Nrrrrrrunambiguous_name szOperatorName.unambiguous_namecCs tt|jjd|jjd|jdSNFrEr5)rrJr0rrFr6rrrrremove_inplace szOperatorName.remove_inplace)overloadrcCstt|jjd|jjd|dSr)rrJr0rrF)rrrrr with_overload szOperatorName.with_overloadN) rrrrJr!r rSr:rrrrrrrrr s    r)rrbrcCs(|jtjk o&|| o&||jSr.)rrrrr)rrrrrr"gets_generated_out_inplace_wrapper s   rc@szeZdZUeed<eeed<eeed<ddddZdd eeed d d Z e e dd dZ e edddZ dS)NativeFunctionsViewGroupview view_copy view_inplaceNrcCsh|jjs t|jdkrFt|jrtt|jjjdt|jdnh|jjjjj ds^t|jj |jjj ddks~td|jj kstt|jjjt|jj fd|j dk r|jj |j j kst|jjr|j dk r|j jstt|jjjdt|j jjd |jjrd|j dk rd|j jsdtt|jjjdt|j jjd dS) Nz appears to be a new operator that aliases its inputs. The codegen expects you to add a corresponding operator to native_functions.yaml: z3. See Note [view_copy NativeFunctions] for details.rATrLrz appears to be a view_copy operator. The codegen expects view_copy operators to be annotated with the 'view_copy' tag in native_functions.yaml. See Note [view_copy NativeFunction] for details.rz] must either both have CompositeImplicitAutograd kernels, or both not have composite kernels.zi must either both have CompositeImplicitAutogradNestedTensor kernels, or both not have composite kernels.)rrr6rgets_generated_view_copyr rr0get_view_copy_namerrrrrrrrrrrr s2        "  "z&NativeFunctionsViewGroup.__post_init__T) include_copy)rrccs4|jV|jdk r|jV|jdk r0|r0|jVdSr.)rrr)rrrrrr7 s  z"NativeFunctionsViewGroup.functionscCs|jjSr.)rrrrrrr> sz"NativeFunctionsViewGroup.root_namecCs|jjSr.)rrrrrr compositeB sz"NativeFunctionsViewGroup.composite)rrrrr!r rrrrrr rrrrrrr s   %r)rrcCs&|js dS|jrdSd|jkr"dSdS)NFrT)rrr)rrrrrI s rcCs\dg}t|jj|kr"t|s"t|jjjjd}tt|d|jjjjd|jjj d}|S)NZnarrowrAFrEr5) r rr0rr6rrrJrFr6)rZ-list_of_ops_with_explicit_view_copy_operatorsrKZview_copy_namerrrrY s  r.)r$rcCsH|dkr dS|ddkr0|ddkr0|dd}tdd |d DS) z$ Input: '()' Output: [] z()rrrrrr}css|]}t|VqdSr.)rr:rrrrrz sz parse_returns..ri)rHrj)r$rrrr"q s  r"c@sbeZdZUeeeefed<eeed<ee ddddZ dddd Z eedd d Z dS) rrGrm)srcrc Cst|tstg}d|dkrF|dd}dd|D}|dd}i}|D]P}t|ts`td|ksptd|d\}}|d}dd|D}|||<qNt||d} | |kstd | S) Nr\rrcSsg|]}t|qSrrr:rr*r0rrrr, sz$Precompute.parse..zLprecomputed parameters without replacement are allowed only in the last linecSsg|]}t|qSrrrrrrr, s)rGrmzr.to_list() != src)rrr6rjr rto_list) rZadd_argsZadd_listrGZraw_replace_itemrZ with_list_rawZ with_listZwith_list_argsrYrrrr: s&       zPrecompute.parseNrcCsR|jD]}|j|jkstq|jD]"}|D]}|j|jks2tq2q*dSr.)rmr0upperr6rGrh)rrr#rrrr s  zPrecompute.__post_init__cCsDg}|jD]0\}}ddd|D}||d|q|S)Nricss|]}t|VqdSr.r)r*paramrrrr sz%Precompute.to_list..r\)rGr5rXrW)rZ replace_listZ kernel_paramZreplacement_paramsZ replacementsrrrr s zPrecompute.to_list) rrrrr rrr!rSrr:rrrrrrr s  ! r)nrrrRrenumrrtypingrrrrr r r r r Ztorchgen.utilsrrrrr#rrjrVrUZ AUTOGRAD_KEYSZFRAGMENT_NAMESPACESr-r r\rZr[hasattrrYprintrrGrFrErbrdrLr=r<rMr>rIrJrArBrCrDrOrPrHrNrKrQr@rrr`rarcrerfrkr!rorprrrsrqrtrurvrwrzr|rrrrrrr rrTr]r,r+rarcrbrrrrrrrJrrrrrr"rrrrrs* ,      ,   ^vpq:6 R4 9\6 @