%h UddlZddlZddlZddlmZddlmZmZddlmZm Z m Z m Z m Z m Z mZmZmZddlmZmZmZedGdd ZGd d eZd Zd ZgdZdgdeDzZddhZGddeZGddeZdefdZ eD]>Z!eD]9Z"e#ee!e"zs(e Z$e%e$e&de!e"de$:?ej'ej(ej)hZ*ej(ej)hZ+ej)ej,ej-ej.ej(ej'ej/ej0ej1ej2ej3ej4ej5ej6ej7ej8ej9ej:ej;ej<ej=gZ>dede?fdZ@dede?fdZAdede?fdZBdede?fdZCGd d!eZDiZEe eeeDfeFd"<eeDjGeDjHeDjIeDjJeDjKgeEd#<eeDjLeDjMgeEd$<eeDjNeDjOgeEd%<eEd#eEd$zeEd&<eEd&eEd%zeEd'<eEd$eEd%zeEd(<Gd)d*eZPGd+d,eZQGd-d.eZRedGd/d0ZSGd1d2eZTedGd3d4ZUedGd5d6ZVedGd7d8ZWedGd9d:ZXedGd;d<ZYedGd=d>ZZedGd?d@Z[GdAdBeZ\edGdCdDe[Z]edGdEdFe[Z^edGdGdHe[Z_edGdIdJe[Z`edGdKdLZaedGdMdNZbedGdOdPZcedGdQdRZdedGdSdTZegdUZfedGdVdWZgedGdXdYZhdZeSd[eUd\eXde?fd]ZiedGd^d_ZjdZeSde?fd`ZkdZeSddYfdaZldbedeebdcffddZmedGdedfZndS)gN) dataclass)autoEnum) CallableDictIteratorListOptionalSequenceSetTupleUnion) assert_neverNamespaceHelper OrderedSetT)frozenc0eZdZUeed<eed<defdZdS)Locationfilelinereturnc$|jd|jS)N:)rrselfs N/var/www/html/auto_sub_bot/venv/lib/python3.11/site-packages/torchgen/model.py__str__zLocation.__str__*s)))di)))N)__name__ __module__ __qualname__str__annotations__intrrrrr%sC III III*******rrc6eZdZeZeZdS)VariantN)rr r!rfunctionmethodr%rrr'r'/s$tvvH TVVFFFrr'z at::nativezVCPU CUDA HIP XLA MTIA MPS IPU XPU HPU VE Lazy Meta PrivateUse1 PrivateUse2 PrivateUse3) QuantizedSparse NestedTensorAutogradAutogradNestedTensorcg|]}d|zS)r.r%).0 components r r3=s*,,,(J,,,r quantizedquantized_decomposedc eZdZdZeZeZeZeZeZ eZ eZ eZ eZ eZeZeZeZeZeZeZeZeZeZeZeZeZeZeZeZeZeZeZ eZ!eZ"eZ#eZ$eZ%eZ&eZ'eZ(eZ)eZ*eZ+eZ,eZ-eZ.eZ/eZ0eZ1eZ2eZ3eZ4eZ5eZ6eZ7eZ8eZ9eZ:eZ;eZ<eZ=eZ>eZ?eZ@eZAeZBeZCeZDeZEeZFeZGeZHeZIeZJeZKeZLeZMeZNeZOeZPeZQeZReZSeZTeZUeZVeZWeZXeZYeZZeZ[eZ\eZ]eZ^eZ_eZ`eZaeZbeZceZdeZeeZfeZgeZheZieZjeZkeZleZmeZneZoeZpeZqeZreZseZteZueZveZweZxeZyeZzeZ{eZ|de}fdZ~de}fdZede}ddfdZdS) DispatchKeyrrc|jSNnamers rrzDispatchKey.__str__ yrcDt|Sr9)r"lowerrs rr>zDispatchKey.lowers4yy   rvaluectjD]\}}||kr|cStd|)Nzunknown dispatch key )r7 __members__itemsAssertionErrorr?kvs rparsezDispatchKey.parsesR+1133  DAqEzz staticmethodrGr%rrr7r7FsIH 466D $&&C TVVF DFFE TVVF TVVF TVVF DFFETVVNI TVVF466LDFFM466L DFFE TVVF$(DFF!JItvvHDFFM DFFEDFFM DFF466 TVVFtvvHdffGtvvH466tvv$&&%)TVV"DFFM"&$&&#tvvdffOtvvH $,0DFF) $-1TVV*$(DFF! $&&C 466D $&&C $&&C 466D $&&C $&&C $&&C $&&C B 466D 466D$&&K$&&K$&&K466LDFFM466L466LDFFM466L466L466L466L$&&KDFFMDFFM466466466IJIIJIIIItvvHJJdffOtvvdffOdffOtvvdffOdffOdffOdffOTVVNtvvtvv"dff"dff"dff$&&K466L$&&K$&&K466L$&&K$&&K$&&K$&&KJ466L466L$&&$&&$&&!s!!!!>S>]>>>\>>>rr7cJeZdZeZeZeZdS)_TorchDispatchModeKeyN)rr r!rFAKEPROXY FUNCTIONALr%rrrrs/ 466D DFFEJJJrrrcg}tD]'}tD]}|d||d(d|S)Nz z = auto() )FUNCTIONALITY_KEYSBACKEND_COMPONENTSappendjoin)rfkbcs rcodegen_per_backend_entriesrs` A //$ / /B HH-B---- . . . . / 99Q<<rzMissing zL from DispatchKey enum. Here is the autogenerated list we expect to have: dkcb|tjtjtjtjhvSr9r7rorprmrnrs ris_generic_dispatch_keyrs, -:-9  rc|tjtjtjtjtjtjhvSr9)r7rsrrrUrrrs ris_cuda_dispatch_keyrs8 !!$  rc|tvSr9)STRUCTURED_DISPATCH_KEYSrs ris_structured_dispatch_keyr%s ) ))rc|tvSr9)UFUNC_DISPATCH_KEYSrs ris_ufunc_dispatch_keyr)s $ $$rceZdZeZeZeZeZeZeZ eZ eZ eZ eZ eZeZeZeZeZeZeZdefdZedededfdZededdfdZedededfdZdS) ScalarTyperc|jSr9r:rs rrzScalarType.__str__Br<rr?cbtjD]\}}||kr|cSdSr9)rrArBrDs r maybe_parsezScalarType.maybe_parseEs@*0022  DAqEzztrcXt|}| Jd||S)Nzunknown dtype )rr)r?mb_rs rrGzScalarType.parseLs7%%e,,!9%!9!9 rvaluesct}|dD]Y}|tvr!|t|,|t |Z|S)N, )rsplit DTYPE_CLASSESupdateaddrrG)rdtypesr?s r parse_setzScalarType.parse_setRss)3\\$'' 4 4E %% mE23333 :++E223333 rN)rr r!rByteCharShortIntLongHalfFloatDouble ComplexHalf ComplexFloat ComplexDoubleBoolBFloat16 Float8_e5m2Float8_e5m2fnuz Float8_e4m3fnFloat8_e4m3fnuzr"rrr rrGrrr%rrrr/s~ 466D 466D DFFE $&&C 466D 466D DFFE TVVF$&&K466LDFFM 466DtvvH$&&KdffODFFMdffO38L#9\ S\\ #*\":\rrrIntegralFloatingComplexAll AllAndComplexFloatingAndComplexceZdZeZeZeZeZeZeZ eZ de fdZ e de ddfdZdS)UfuncKeyrc|jSr9r:rs rrzUfuncKey.__str__r<rr?ctjD]\}}||kr|cStd|)Nzunknown ufunc key )rrArBrCrDs rrGzUfuncKey.parsesR(..00  DAqEzz9%99:::rN)rr r!r CUDAFunctorCUDAFunctorOnOtherCUDAFunctorOnSelf CPUScalar CPUVector ScalarOnlyGenericr"rrrGr%rrrrxs$&&KIIJdffG;S;Z;;;\;;;rrceZdZdZdZdS)DeviceCheckTyperN)rr r!NoCheck ExactSamer%rrr r sGIIIrr cJeZdZeZeZeZdS)ViewSchemaKindN)rr r!raliasingaliasing_inplace non_aliasingr%rrrrs0tvvHtvv466LLLrrceZdZUeed<ded<eed<eed<eed<eeed<eeed<ee ed <eed <eed <d ed <e ded<e e dfed<eed<eded<eeed<eded<eeed<eed<eed<eed<eed<eed<eeed<e d,de eefd d d eed!eeed"ede ee d#fff d$Zd-d%Zd-d&Zed"efd'Zed"efd(Zed"efd)Zed"efd*Zed"efd+ZdS).NativeFunction namespaceFunctionSchemafunc!use_const_ref_for_mutable_tensors device_guard device_check python_modulecategory_overridevariantsmanual_kernel_registrationmanual_cpp_bindingrloc OperatorNameautogenUfuncInnerLoopufunc_inner_loop structuredstructured_delegatestructured_inherits Precompute precomputedcpp_no_default_args is_abstract&has_composite_implicit_autograd_kernel4has_composite_implicit_autograd_nested_tensor_kernel&has_composite_explicit_autograd_kernel5has_composite_explicit_autograd_non_functional_kerneltagsNei valid_tags ignore_keysr)r$BackendMetadatac7|}|d}t|ts Jd|t j|d}|d}t|j 7|dg}t|tsJt|} |dd } t| tsJ|d d } t| tsJt} | d D]_} | d kr | tj(| d kr | tjNt%d| |dd }t|ts Jd||dd }t|ts Jd||dd}t|ts Jd||dd}|"t|ts Jd|| t&j}n t&|}|dd }t|ts Jd||dd}|"t|ts Jd||d|vs Jdd}|t*|}|dd}|"t|ts Jd||d|vs Jd|dd}|"t|ts Jd||tj| vs Jd|dd}|"t|ts Jd||dd}||dusJ|rt,|nd}|d g}t|tr|g}t|tsJ|dkrd!|vr|d!t}|D]B}t1|d"ksJ||vr||1t%d#|d"d$lm}|d%d}|t|t6s J|i} d"}!||r Jd&d }"|D]\}#} |#d'kr t|#ts J||# d(D]}$t:|$}%|!dz }!|r|%|vr:|%t>vsJd)|%d*| d+t j| d,-}|d.}&tA|j |otC|%|&d/z0| |%<|%t:j"ur| |#7krd}"֐|!dkr |"r Jd1|s| $t:j"hks^| t:j"%s:|!dks4Jd2|#7d3| t:j"d4n|s|t7j#j#}'|'&d5s:|''d6s%7j(j)r'7j(*sJd7|'d8tA|#7d tV9| t:j"<d:| D}(t1|(dks9t1|(d;krt:j,|(vrt:j-|(vs Jd<|d=d>})t|)tsJ|)d>krgnd?|) d D}*|d@i}+i},t|+tr3t\|+t^j0|,t^j0<nt|+t6r|+D]\}$}-|$d'kr t|$ts JdA|$t|-ts JdB| t^|$}.t\|-|.|,|.<nt%dC|+|,r^|s JdDd"dl1m2cm3}/thD]A}%|%| vs JdE|%tA|/57|%dtV0| |%<B|rd}0nt| $t:j"hkoP| $t:j-hko-| $t:j"t:j-hk}0t:j"| $v}1t:j-| $v}2t:j6| $v}3t:j,| $v}47fdF| D}5|d'd|r JdG||tnD]}6|6| vsJdH|6dItqdQid7d| d | d|d|d|d|d=|*d@|,d|d|d|d|d|d|dJ|d| dK|0dL|1dM|2dN|3dO|4d |dP||5fS)Rzp Parse a NativeFunction from a dictionary as directly parsed from native_functions.yaml rz not a str: r)namespaced_entity max_levelaten)defaultr-rFr r(rr)zillegal variant r!z not a bool: r"rTrNr(r)z::zbnamespace is not supported in structured delegate, using the same namespace as the native functionr*zbnamespace is not supported in structured inherits, using the same namespace as the native functionrz&functions in modules cannot be methodsrr,r3pt2_compliant_tagrz illegal tag )cppdispatchzncannot specify both manual_kernel_registration and dispatch; with manual registration, dispatch has no effect!__line__,z Dispatch key z of kernel z! is not a supported dispatch key.)r:atz::native)kernelr( cpp_namespacezSunnecessary dispatch table for this function; just delete the dispatch key entirelyzQunexpected name for singleton CompositeImplicitAutograd dispatch entry: expected z but got zR. Rename your implementation to the expected name, then delete the dispatch tablenew__likez expected z to have a CompositeExplicitAutograd dispatch entry, but there was no dispatch table. Factory functions should not have implicit dispatch as they should not be decomposed for __torch_dispatch__)r(rEcg|]D}|tjks0|tjks |tjks|tjkB|ESr%r)r1ds rr3z,NativeFunction.from_yaml..s]" " " K999KFFFK999KEEE  FEEraHcannot specify more than one of CompositeExplicitAutograd, CompositeExplicitAutogradNonFunctional, or CompositeImplicitAutograd on a single kernel; each strictly subsumes the other. If you wanted to provide an explicit autograd implementation, specify CompositeExplicitAutograd; otherwise specify CompositeImplicitAutograd onlyr%r*cBg|]}t|Sr%)r$rGr1xs rr3z,NativeFunction.from_yaml..s&IIIA,$$Q''IIIrr'z#ufunc_inner_loop key is not a str: z%ufunc_inner_loop value is not a str: z"ufunc_inner_loop not str or dict: zufunc must be structuredz2ufunc should not have explicit dispatch entry for c*i|]\}}|j|iSr%r:)r1rErFrs r z,NativeFunction.from_yaml..Ys%KKK$!QA 1~KKKrzleftover entries: z+if structured_delegate, then must not have z* in dispatch dictionary (it is delegated!)r#r.r/r0r1r2rr%)9copypop isinstancer"rfrom_namespaced_entityget_cpp_namespacerrG entity_namelistsetboolrrr'r(r)rCr rr$r+rlen torchgen.apir>dictrBr7strip dispatch_keysr7rrmr;keyssupports_symint startswithendswith argumentstensor_optionshas_tensor_argDEFAULT_KERNEL_NAMESPACErprnr&rr torchgen.api.ufuncapiufuncrschema_kernel_namerorr)8r4r#r5r6efuncsnamespace_helperrcpp_no_default_args_listr-r variants_sr rFr!r"rdevice_check_srr(structured_delegate_sr)r*rrprecomputed_dictr,tags_inpr3tr> raw_dispatchr?num_dispatch_keys%redundant_composite_implicit_autogradksrE dispatch_keykernel_namespacer;composites_in_dispatch autogen_strr%raw_ufunc_inner_loopr'vo ufunc_keyrhr.r/r0r1r2backend_metadatakeyrs8 @r from_yamlzNativeFunction.from_yamls GGIIf %%%<<'#C#C 2D99999!":;;,-EE /- - );TBBBBBUU:z22 *c*****!$!!$'' = =AJ W-....h W^,,,,$%;%;%;<<<%&UU+G%O%O" &   7 7 64 6 6 7 7 UU#7??,d33XX5XDV5X5XXX3uu^T22 ,--LL/Ll/L/LLL-~t44% C* * %% ) ) )&%   !*4LL*>:LUU<// *d++HH-HJ-H-HHH+ !&;T B B$, !31 1 ,, 0. 0 0-, %,(--// Q >LKKK(..:J:JKKK j$...1....u  */  (***)#)))+***    T 2S2S " &:   %8$7   %8$7  (K   "2!1 ,F+E $6#5 ,m #4"3 *\ *\  C! "%8$7# $(K% &8^7]' (FzEy) *8^7]+ ,G|F{- .T/ 0$)1 4 7  rcJ|jr Jd|js JddS)NzMThis function is structured, but there was no valid functional variant of it.zThis function delegates to another structured out function, but no valid function was found (the delegate may not exist, or it has the wrong type)r(r)rs rvalidate_unstructuredz$NativeFunction.validate_unstructuredsT?   1  "'   e  '  rc|jjjr |jtjhks Jd|jrB|jtjks Jd|j s Jd|j rB|jtjks Jd|j s Jd|jr|j r Jdd|j D}t |j|}t|dks Jd||j|js Jd t#|jjd r|jt*jks Jd d t#|jjvsd t#|jjvs(t/d|jjjDr;dt#|jjvr t#|jjjdvs|jjr,d|jvs!Jt#|jjdSdS)NzNative functions with out arguments MUST be declared with only function variant; e.g., variants: function; otherwise you will tickle a Python argument binding bug (which usually manifests itself as the result variable being undefined.)zYPut structured field on the out= variant of a function; did you mean structured_delegate?z:device_guard: False is not respected by structured kernelszQstructured_delegate field not allowed on out= functions; did you mean structured?z?Cannot have both structured and structured_delegate on functionc*h|]}|j |jSr9)r<r;r1as r z/NativeFunction.__post_init__..s(   !)BWAFBWBWBWrrzInvalid cpp_no_default_args: z4structured_inherits must also imply structured: True_foreachzsforeach kernels fall back to slow path when tensor are on different devices, device_check not allowed to be enabledranddropoutc3(K|] }d|jvVdS)rNr:r1args r z/NativeFunction.__post_init__..s:25 SX-rbackward)_cudnn_init_dropout_statenondeterministic_seeded)rrboutr r'r(r(kind SchemaKindrr)schema_order_argumentsrW differencer-rYr*r"r;r`rr ranyflat_allhas_generator_argr3)rdefaulted_arguments invalid_argss r __post_init__zNativeFunction.__post_init__s 9  " =W%5$6666[766 ? L9>>##z~555K655 ! L LK L L!  # L9>>##z~555>655 ! L LK L L! O M $ 8 M M L M M    I<<>>   ~~d&>@STT <  A%%%'U|'U'U%%%  # / F FE F F ty~   ) )* 5 5 $(????9@?? c$).)) ) )TY^!4!4449=9L9U5 c$).&9&999 +,,4QQQy"4466R- 9993ty~;N;N99999 RQrcH|jp |jp|jp |jo|jSr9)r/r1r2r0rs rhas_composite_kernelz#NativeFunction.has_composite_kernels@  7 J: JI  7 JI  rcd|jj}t|dkotd|D}d|jvo9t |jjdkot |jjdk}td|jD}|p|p|S)Nrc3BK|]}|jduo |jj VdSr9 annotationis_writer1rs rrz,NativeFunction.is_view_op..sG5 5 GHAL $ BQ\-B)B5 5 5 5 5 5 r inplace_viewresize_ resize_as_c3DK|]}|jduo d|jjvVdS)N*)ralias_set_after)r1inps rrz,NativeFunction.is_view_op..sL   N$ & P3#.2P+P      r)rreturnsrYrr3r"r;r)rretsis_non_mutating_viewis_inplace_viewis_wildcard_views r is_view_opzNativeFunction.is_view_opsy "4yy1} 5 5 LP5 5 5 2 2  di ' 4DIN##y0 4DIN##|3    y7799     $JJ:JJrc|jr-|jjjjrd|jvsJt jS|jr t jSt jS)Nr) rrr;inplacer3rrrrrs rview_schema_kindzNativeFunction.view_schema_kindsU ? 3ty~2: 3!TY....!2 2 ? /!* *!. .rc.|jjjjSr9)rr;basers r root_namezNativeFunction.root_namesy~"''rc"|jp|jduSr9rrs rpart_of_structured_groupz'NativeFunction.part_of_structured_groupsF$":$"FFrr9rN)rr r!r"r#rXr r r r'r rrrobjectr7r rrrpropertyrrrrrrr%rrrrs NNN (,+++"!!!C=    }$$$'l !%$$$  OOO. !!!!8%556666".1111 "#&&&,''''S!!!-1000:>>>>,0000;???? c(NNN 37 d d f d d Hd c+./ d ${D1R,SSTT  d d d \d L     &=O=O=O=O~ d   X KDKKKXK"/.///X/(3(((X(G$GGGXGGGrrcreZdZeZeZeZeZeZdS)rN) rr r!r functionalrrmutablescratchr%rrrrsEJdffG $&&CdffGdffGGGrrceZdZUeed<eeed<eeed<eed<edefdZddZ dd Z de efd Z ede fd Zed eeefdedfdZdS)NativeFunctionsGrouprrrrrc|jjSr9)rr(rs rr(zNativeFunctionsGroup.structuredsx""rNc |jj}|D]}||jkr,t d|d|j|j|jkr.t d|jjjd|jj|jj tjksJ|jj tjksJ|jj |jj ksJ|j J|j j tj ksJ|j j |jj ksJ|j g|j j tj ksJ|j j |jj ksJ|jjjjjsJ|jr|jjs |jjrJ|jj|jjjks:J|jjjd|jjd|jjj|j !|j j|jjjksJt%d|D}dd |D}t)}|D]&}|d |jD'dd t%|D}t/|d krBt/|d kr/t1d |d|dt3|jj||krt1d |d|d|ddS)Nz_NativeFunctionsGroup constructed from two NativeFunctions that don't have matching signatures:  != zMNativeFunctionsGroup constructed from structured and unstructured functions:  and z delegates to z but its actual delegate is cRg|]$}d|jv t|jj%S) generated)r3r"rr;)r1fs rr3z6NativeFunctionsGroup.__post_init__..Ms0 Q Q Q!;!&;P;PS  ;P;P;Prrc34K|]}t|VdSr9r"rLs rrz5NativeFunctionsGroup.__post_init__..Os(%D%Dc!ff%D%D%D%D%D%Drc34K|]}t|VdSr9r)r1ops rrz5NativeFunctionsGroup.__post_init__..Rs()F)Fb#b'')F)F)F)F)F)Frc34K|]}t|VdSr9rrLs rrz5NativeFunctionsGroup.__post_init__..Ss9/ / CFF/ / / / / / rrz,The codegen expects to be able to generate 'zv'. In order to generate them however, we expect them to be called out explicitly in the yaml. Please add an 'autogen: z' line to the entry for z*'. To do so, it expects a line: 'autogen: z'. Instead, it found 'autogen: ')rr signature functionsrCr(rrr;rrrrrfunctional_overloadr/r0r)sortedrrWrr%rY RuntimeErrorr")rtest_sigr generated_fnsgenerated_fns_strexpected_generated_fnsexpected_generated_fns_strs rrz"NativeFunctionsGroup.__post_init__"sf#'?#7#A#A#C#C!!  A16++----$_>>>> < #<$))++z/AAAAA<)T_-FFFFF < #<$))++z/AAAAA<)T_-FFFFF?',1E E EE ? NHC U  V?6$(-:LLLL?',CCDO<_CC.2hm.@CCMLL|'|748=;MMMMM Q Qt~~'7'7 Q Q Q  !II%D%Dm%D%D%DDD+.55!! G GA " ) ))F)FAI)F)F)F F F F F%)YY/ / "#9::/ / / & & " % & &! + +M0B0BQ0F0Fj?Pjj,=jjWZ[\[a[fWgWgjj  &): : :N?PNN;LNN0JNNN  ; :rrc>|jjSr9)rrrrs rrzNativeFunctionsGroup.signaturecsx}&&(((rc#rK|jV|jV|j |jV|j |jVdSdSr9)rrrrrs rrzNativeFunctionsGroup.functionsfsYoh < #,    < #,      $ #rc|jjSr9)rrrs rrzNativeFunctionsGroup.root_namens ((rrIc|sJt|dkrdSt|}|tjd}|tjd}|tjd}|tjd}|rJ|J|dSt||||S)Nr)rrrr) rYr[rQrrrrrr)rIrrrrs r from_dictzNativeFunctionsGroup.from_dictrsq q66Q;;4 GGUU:0$77 %% *D11%% *D11eeJND)) u%%% ;4#!     rrrr)rr r!rr#r rrXr(rrrrr"rrrrrr%rrrrs% n %%%% n %%%%  #D###X#????B))))8N3)3)))X)  N* + ( )   \   rrc:eZdZUeed<eed<eed<defdZdS)r7rDr(rErcd|jvS)N_symint)rDrs rr_zBackendMetadata.supports_symintsDK''rN)rr r!r"r#rXr_r%rrr7r7sX KKK (((((((rr7c^eZdZUeed<eeed<eed<edededdfdZ dS)r&r;supported_dtypesr~r?rc&|dd\}}|ddksJ|ddksJt}|dddD]}|t|z} t |||S) N rr()r)r;rr~)rrrrr&)r?r~r;supported_dtypes_strrrEs rrGzUfuncInnerLoop.parses%*[[a%8%8""#A&#----#B'3....3=<<%ad+11$77 8 8A  4 4Q 7 7 7  (8I    rN) rr r!r"r#rrrrrGr%rrr&r&sr III ,,,,  S  X  2B    \    rr&c *eZdZUeed<eed<eed<eed<edefed<edeeedeffdeeedeffd d fd Z d e d e fd Z d e e e fd efdZd e e e fd eefdZd eefdZd S) BackendIndexrxuse_out_as_primaryrexternalr$index parent_index child_indexrNc|D]D\}}|D]*\}}|||vsJd|d|||||<+EdS)Nzduplicate operator z for dispatch key )rB)rrrErFop_namemetadatas r grow_indexzBackendIndex.grow_indexs  %%'' 4 4DAq%&WWYY 4 4!<?222GGGAGG322+3 Q((  4 4 4rgc,|jr|jS|jSr9)rrr)rrs rprimaryzBackendIndex.primarys  " 5L< rc4||}|duSr9) get_kernel)rrms r has_kernelzBackendIndex.has_kernels OOA  }rct|tr|}n:t|tr||}nt ||jj|jvrdS|j|jjSr9)rRrrrrrr;r)rrrs rrzBackendIndex.get_kernelss a ( ( AA / 0 0  QAA OOO 6;dj ( (4z!&+&&rcB|jrt|jdSdS)NNativeFunctions)rr"rxrs rnative_function_class_namez'BackendIndex.native_function_class_names- = $+,,=== = 4r)rr r!r7r#rXrr7rrrrrrrr rr"rr%rrrrs`NNN / 0000 4;^_-L(MMN 4+tNO,K'LLM 4  4 4 4\ 4 - .    E.2F"FGD '~';;< ' / " ' ' ' 'HSMrrc TeZdZUded<ded<eded<dedfd Zejd Z e d e ddfd Z de fd ZddZde fdZde fdZdefdZdeee fdZddddde de de ddfdZd dZd!dZede fdZde fdZde fdZdS)"rr$r; Argumentsrb)Return.rrArgumentcjtj|jj|jj|jjSr9) itertoolschainrbflat_positionalflat_kwarg_onlyrrs rrz%FunctionSchema.schema_order_arguments;s. N * N * N    rz3(?P[^\(]+)\((?P.*)\) -> (?P.*)rctj|}t|dks Jd||d\}}}t|}t |}t|}t|||}t||ksJt|d||S)NrzInvalid function schema: rr;rbrr) rdecl_refindallrYr$rGr parse_returnsr") rdeclsopsargs return_declr;rbrrs rrGzFunctionSchema.parseDs&..t445zzQ BD B B!&qT;!!#&&OOD))  ,,  7 K K K1vv~~~#a&&44d44~~~rc>td|jDS)Nc3@K|]}|j |jj|VdSr9rrs rrz5FunctionSchema.returns_are_aliased..Ss@  |'AL,A' ''''  r)rrrs rreturns_are_aliasedz"FunctionSchema.returns_are_aliasedQs2  \      rNcdt|jj|jD]\}|jjks Jd |jjD]<t fd|jDrJdt|=t|jjd|jj Dz}d|jD}d|jD}t|dks-t|dksJdt||D]'t fd |Ds Jd (|jjrt d |jjDr#t|jdks Jd nCtd |jjDt|jks Jd|j j j r|jj }|r|jjr|jjjsJ|jjt#t$jkr;t|jdkr |jdj|jjksJnt|jdksJ|jj<|t,jksJdt||r<|t,jksJdt|dSdS)NzsOut arguments must have matching return Tensor; furthermore, the ith-argument needs to correspond to the ith returnc38K|]}j|jkVdSr9rr1rrs rrz/FunctionSchema.__post_init__..bs=12  ,rz^If you have a schema with mutable positional args, we expect them to not be returned. schema: c(g|]}|jdk |Srr:rs rr3z0FunctionSchema.__post_init__..is+3 3 3 SX=O=OC=O=O=Orc8g|]}|j |jj|Sr9rr1rets rr3z0FunctionSchema.__post_init__..ls4   ~)cn.E) )))rc8g|]}|j |jj|Sr9rrs rr3z0FunctionSchema.__post_init__..qs4   ~%S^-D% %%%rrzYNativeFunctions must have either only mutable returns, or only immutable returns. Found: c38K|]}j|jkVdSr9r)r1rrs rrz/FunctionSchema.__post_init__..s,PPCs~7PPPPPPrzAll mutable returns must be aliased either to a keyword argument, or to "self". Did you forget to mark an out argument as keyword-only?c3ZK|]&}|jttjkV'dSr9)typeBaseTypeBaseTyTensorrs rrz/FunctionSchema.__post_init__..s3QQ16Xfm444QQQQQQrz3out= ops that accept tensor lists as out arguments cFg|]}|jd|S _scratch_r;r`rs rr3z0FunctionSchema.__post_init__..s>"x22;??rzMMust return as many arguments as there are out arguments, or no return at allrzFound an operator that is not functional or out variant, but has tensor options arguments.This is not allowed- tensor options arguments are only allowed for factory functions.schema: zFound an operator that is not functional, but its overload contains the string 'functional'.This is a special keyword in the codegen, please use a different overload name.schema: )ziprbrrrpost_self_positional_mutablerr"rVr rYr;rself_argargumentrr#r$r%r&rcrrris_functional_fn)rr out_and_selfmutable_returnsimmutable_returnsself_arrs @@rrzFunctionSchema.__post_init__YsDN. ==  HC>S^333I4333 < | |A6:l | |{pstxpypy{{ | | |DN.//3 3 >93 3 3    |      |     A % %->)?)?1)D)D)D rgjkogpgp r r*E)D D"  CPPPP<PPPPP  J  P  >  c QQdn>PQQQQQ c %%***H+**b#'>#5 L c 9> ! .^,F O. O.7  8#x '>'>>> %%** Q2fo6PPPPQP 4<((A---- > ( 499;;*"7777't99''877  " " 99;;*"7777't99''877  77rcd|jjvS)Nrr; overload_namers rr/zFunctionSchema.is_functional_fnsty666rc4t|jjSr9)rXrbrrs r is_out_fnzFunctionSchema.is_out_fns6DN&'''rct|jj}td|jjD}|jjj}t d|jjD}|r|rJ|r tjS|r|s JdtjS|r|r JdtjS|r tj Stj S)a  What kind of schema is this? A functional schema is one that returns a newly allocated output; an inplace schema modifies the self argument inplace; an out schema writes the result into an explicitly provided out argument. cFg|]}|jd|Sr(r*rs rr3z'FunctionSchema.kind..s- S S SS#(2E2Ek2R2R SS S S Src3@K|]}|jduo |jjVdSr9rrs rrz&FunctionSchema.kind..sG   L $ >)>      rzFinvariant: all scratch operators are expected to be out= operators toozjWe should not categorize a scratch op as an out variant. Check if the order of if statements are expected!) rXrbrr;rrpost_self_positionalrrrr)ris_out is_scratch is_inplace is_mutables rrzFunctionSchema.kindsdn()) S SDN. S S S  Y^+   ^8     *z***  )% %  ) X XW X X% %  ) | |{ | |> !  )% %( (rc|g}|jD]fd|jjD}t|dkr|dCt|dkr!||djwdd|D}tdjd|d|S) NcBg|]}|j |jjk|Sr9r)r1rrs rr3z7FunctionSchema.aliased_return_names.. s9<+  0L0L0L0L0Lrrrrc3$K|] }|jV dSr9r:rs rrz6FunctionSchema.aliased_return_names..s$)G)GQ!&)G)G)G)G)G)GrzFound a return (z)that aliases multiple inputs (r)rrbrrYrr;rrC)routs aliased_args aliased_namesrs @raliased_return_namesz#FunctionSchema.aliased_return_namess$&  A0L <  A%% D!!!!\""a'' LO01111 $ )G)G,)G)G)G G G $^qv^^m^^^ rF) strip_defaultstrip_view_copy_namekeep_return_namesrHrIrJc dtdtffd }jjj}|r+|dr|dd}t fdt jjj jj j gngjj jj D}t t|j}||z}j|} t!jd kr;t"t!| d d } t't)t+|d jjj d| |S)a Certain schemas are 'related', in that they are simply inplace/out/functional versions of the same function. This method factors these schemas into the "core" functional signature which is equal across all versions. Here is what normalization happens to the schema to convert it to a signature: - The overload name is stripped (name is retained, since it expresses semantic content about what the function does) - Inplace is set False - Out arguments are stripped - Mutable post_self_positional args are converted to returns - Mutability annotations are stripped (this is sound because you cannot overload on mutability annotation) - Return names are stripped since they are not overloadable and some variants have return names but some not - TensorOptions are dropped because out= variants of factory functions don't include them (and we want to be able to pair up factory functions with their out variants) Finally, we want to be able to pair up related "view" and their corresponding "view_copy" operators. We do this by optionally stripping the trailing "_copy" from the base name. Example of a mutable op before and after: f.func (Mutable operator): _fused_moving_avg_obs_fq_helper(Tensor self, Tensor observer_on, Tensor fake_quant_on, Tensor(a!) running_min, Tensor(b!) running_max, Tensor(c!) scale, Tensor(d!) zero_point, float averaging_const, int quant_min, int quant_max, int ch_axis, bool per_row_fake_quant=False, bool symmetric_quant=False) -> (Tensor output, Tensor mask) # noqa: B950 f.func (Corresponding functional operator): _fused_moving_avg_obs_fq_helper.functional(Tensor self, Tensor observer_on, Tensor fake_quant_on, Tensor running_min, Tensor running_max, Tensor scale, Tensor zero_point, float averaging_const, int quant_min, int quant_max, int ch_axis, bool per_row_fake_quant=False, bool symmetric_quant=False) -> (Tensor output, Tensor mask, Tensor running_min_out, Tensor running_max_out, Tensor scale_out, Tensor zero_point_out) # noqa: B950 f.func.signature() output: _fused_moving_avg_obs_fq_helper(Tensor self, Tensor observer_on, Tensor fake_quant_on, Tensor running_min, Tensor running_max, Tensor scale, Tensor zero_point, float averaging_const, int quant_min, int quant_max, int ch_axis, bool per_row_fake_quant=False, bool symmetric_quant=False) -> (Tensor, Tensor, Tensor, Tensor, Tensor, Tensor) # noqa: B950 rrcDtr|jnd|jdS)Nr;r#r)rr;r#)rrJs rstrip_ret_annotationz6FunctionSchema.signature..strip_ret_annotationGs00:QVVdV r_copyr*c3K|]Zj jjtfdjD5t r jdndjdV[dS)Nc38K|]}j|jkVdSr9rrs rrz5FunctionSchema.signature...gs,KK  4KKKKKKr_outrM)rrrrrr;r#)r1rrJrs @rrz+FunctionSchema.signature..Ss, , |' %(KKKKdlKKKKK( (9C____tV   ('''%, , rNrHz bernoulli.pzfloat pz float p=0.5Frr dunder_methodr5r )rr;rrareplacetuplerr rbr-r.rr<maprrr"rrGrr$BaseOperatorNamerU) rrHrIrJrN base_namereturns_from_mutable_inputsoriginal_returnsrargs_sigs ` ` rrzFunctionSchema.signaturesX F v      IN'  7I$6$6w$?$? 7!))'266I',, , , , , _>*6(122"3, , , ' ' #,!%94++-+HH ty>>] * * s8}}'<' !     rc.|dS)NTrI)rrs rview_signaturezFunctionSchema.view_signatures~~4~888rc:t||j|jS)Nr )rrbr)rr;s r with_namezFunctionSchema.with_names&nL    rcp|tjtjtjfvSr9)rrrrrrs rmodifies_argumentsz!FunctionSchema.modifies_argumentss$yy{{z1:>:CUVVVrc4|jSr9)rbhas_symint_argrs r has_symintzFunctionSchema.has_symints~,,...rct|j}t|jdkrt|jd}n3ddt t|jzdz}|jd|d|S)Nrrrrrz) -> )r"rbrYrrrXr;)rall_arguments_strrs rrzFunctionSchema.__str__s// t|   ! !$,q/**GGDIIc#t|&<&<===CG)??/??g???rrr)r;r$rr)rr r!r#r rrrecompilerrr"rGrXrrr/r8rrr r rGrr`rbrrdrgrr%rrrr1s; = !!!! (<    bjOPPG C ,   \  T    ````D7$7777(4((((:')j')')')')Zd8C=&9,$%*"' b b b b # b  b  b b b b H9999    WDWWWXW/D////@@@@@@@rrczeZdZUeedfed<eed<eedfed<ededdfdZdefdZ d S) Annotation. alias_setrrannrctjd|}| Jd||d|dr|dndz}t|d}|ddk}|r!t |dkrJd |d |d r5t|d dn t}t |dkr!t |dkrJd |d t ||| }t||ksJ|d||S)Nz2^([a-z])(\|[a-z])*(!?)( -> (\*|[a-z](\|[a-z])*))?$zunrecognized alias annotation rrJr*|rB!z,alias set larger than 1 is not mutable, got z instead.zSbefore alias set and after alias set cannot be larger than 1 at the same time, got )rnrrr)rjmatchgrouprWrrYrmr")ror before_aliasrnr after_setrs rrGzAnnotation.parses HJC P P}}DsDD}}}wwqzz1771::%EQWWQZZZ2F ,,,S1122 771::$  IY!+++ H# H H H,+ 56GGAJJKE!''!****3//000EGG    ! !c)nnq&8&8&8 oad o o o'9&8  (I   1vv}}}oooo}}}rcd|j}|jr|d}d|j}|r|d|}|S)Nrqrr -> )rrnrr)rrnrs rrzAnnotation.__str__sbHHT^,, = ($I((4#788  @$?f?o??IrN) rr r!r r"r#rXrrGrr%rrrmrmsS#XNNN38_$$$ 3 <   \ DrrmceZdZededdfdZededdfdZdefdZdddefdZ defd Z defd Z defd Z defd Z ded fdZdS)Typersrc~t|}t||ksJ|d||S)Nr)r{_parser")rsrs rrGz Type.parses9 KKNN1vv{{{qMMaMM{{{rctjd|}|:tt|dStjd|}|u|d"t |dnd}tt|d|Stjd|}|"t|dS tt|S#t$r}td||d}~wwxYw)Nz^(.+)\?$rz^(.+)\[([0-9]+)?\]$rJ)elemsizez-^__torch__\.torch\.classes\.([a-zA-Z0-9_.]+)$zunrecognized type ) rjrt OptionalTyper{rGrur$ListTypeCustomClassTyper$r%KeyErrorr)rsrrrjs rr}z Type._parses) H[! $ $ = 1771:: 6 677 7 H+Q / / =&'ggajj&<3qwwqzz???$DAGGAJJ!7!7dCCC C HEq I I ="1771::.. . @F1I&& & @ @ @7A7788a ? @sD22 E<EEctr9NotImplementedErrorrs rrz Type.__str__!!rbase_tyr%ctr9rrrs ris_base_ty_likezType.is_base_ty_likerrc@|tjSr9)rr%r&rs ris_tensor_likezType.is_tensor_like##FM222rc@|tjSr9)rr% Generatorrs ris_generator_likezType.is_generator_likes##F$4555rc@|tjSr9)rr%SymIntrs ris_symint_likezType.is_symint_likerrctr9rrs r is_nullablezType.is_nullable rrrctr9rrs r is_list_likezType.is_list_likerrN)rr r!rr"rGr}rrXrrrrrr rr%rrr{r{s=\ @#@&@@@\@$""""""x"D""""3333364666633333"T"""""hz2""""""rr{ceZdZeZeZeZeZeZeZ eZ eZ eZ eZ eZeZeZeZeZeZeZeZeZdS)r%N)rr r!rrrr&r$Dimname DimVectorfloatr"rXLayoutDevice DeviceIndexScalar MemoryFormatQSchemeStorageStreamrConstQuantizerPtrr%rrr%r%sIJ TVVF $&&CdffGI DFFE $&&C 466D TVVF TVVF$&&K TVVF466LdffGdffG TVVF TVVFrr%cfeZdZUeed<defdZdedefdZdefdZ de dfdZ defd Z d S) r$r;rc|jjSr9r:rs rrzBaseType.__str__-s).""rrc|j|kSr9r:rs rrzBaseType.is_base_ty_like0syG##rcdSNFr%rs rrzBaseType.is_nullable3urrcdSr9r%rs rrzBaseType.is_list_like6trc,|jtjkSr9)r;r%rrs rrzBaseType.is_symint_like9syFM))rN) rr r!r%r#r"rrXrrr rrr%rrr$r$)s LLL#####$v$$$$$$Thz2*******rr$cfeZdZUeed<defdZdedefdZ defdZ defdZ de dfd Z d S) rrrc|jdS)N?)rrs rrzOptionalType.__str__Bs)rrc6|j|Sr9rrrs rrzOptionalType.is_base_ty_likeEy((111rc4|jSr9rrrs rrzOptionalType.is_symint_likeHy'')))rcdS)NTr%rs rrzOptionalType.is_nullableKrrrc4|jSr9)rrrs rrzOptionalType.is_list_likeNsy%%'''rN)rr r!r{r#r"rr%rXrrrr rr%rrrr>s JJJ2v2$2222*****T(hz2((((((rrcfeZdZUeed<defdZdedefdZdefdZ defdZ de dfd Z d S) r class_namercd|jS)zK Return the class name will prefix __torch__.torch.classes z__torch__.torch.classes.)rrs rrzCustomClassType.__str__Ws<$/;;;rrcdSrr%rs rrzCustomClassType.is_base_ty_like]rrcdSrr%rs rrzCustomClassType.is_symint_like`rrcdS)z8 Assume a custom class is not nullable. Fr%rs rrzCustomClassType.is_nullablecs urrcdSr9r%rs rrzCustomClassType.is_list_likeirrN) rr r!r"r#rr%rXrrrr rr%rrrrSsOOO<<<<< v$T hz2rrc|eZdZUeed<eeed<defdZde de fdZ de fdZ de fdZ dedfd Zd S) rrrrc>|jr|jnd}|jd|dS)Nr*[])rr)rrs rrzListType.__str__ys/!%2$)~~)%%d%%%%rrc6|j|Sr9rrs rrzListType.is_base_ty_like}rrc4|jSr9rrs rrzListType.is_symint_likerrc4|jSr9)rrrs rrzListType.is_nullablesy$$&&&rc|Sr9r%rs rrzListType.is_list_likes rN)rr r!r{r#r r$r"rr%rXrrrrr%rrrrts JJJ 3-&&&&&2v2$2222*****'T''''hz2rrceZdZUeed<eed<eeed<eeed<ededdfdZ e de fdZ defd Z d S) rr;r#r<rrrc6|dd\}}d|vr|d\}}n|}d}tjd|}|rg|ddvs Jdd|dz}t |d}n|}d}t|}t|||| } t| |ksJt| d || S) Nrr=Tensor\((.+)\)(.*)rJr*rz[],unrecognized alias analysis form with Tensorr&r;r#r<rr) rsplitrrjrtrurmrGr{rr") rtype_and_annotname_and_defaultr;r<rttype_srr#rs rrGzArgument.parses?,/::c1+=+=(( " " ",22377MD''#DG.??  ;;q>>&>   A.F#))%++a..99JJ#FJzz&!! !     1vv}}}Q22S22}}}rc,|jduo |jjSr9rrs rrzArgument.is_writed*Gt/GGrc|j}|jr%|dvsJ|dd|jd}|j|Sd}|jr d|j}|d|j|S)Nr&zTensor?zTensor[]r&Tensor(rr*rr)r#rrVr;r<)rr# mb_defaults rrzArgument.__str__s)~ ? H<<<<<<<*FDO*F*F*FGGD 9 KJ| 0/// 44TY4 44 4rN)rr r!r"r#r{r rmrrGrrXrrr%rrrrs III JJJ c]*$$$$ 3 :   \ DH$HHHXH 5 5 5 5 5 5 5rrceZdZUeeed<eed<eeed<ededdfdZ e de fdZ defdZ d S) rr;r#rrrcd|vr|dd\}}n|}d}tjd|}|rg|ddvs Jdd|dz}t|d}n|}d}t |}t|||}t||ksJt|d ||S) NrrrrJrrr&rMr) rrjrtrurmrGr{rr")rrr;rtrrr#rs rrGz Return.parses! #::#&::c1#5#5 NDD ND.??  ;;q>>&>   A.F#))%++a..99JJ#FJzz&!! !    1vv}}}Q22S22}}}rc,|jduo |jjSr9rrs rrzReturn.is_writerrc|j}|jr%|dvsJ|dd|jd}|j|S|d|jS)Nrr&rrr)r#rrVr;)rr#s rrzReturn.__str__sl)~ ? H<<<<<<<*FDO*F*F*FGGD 9 K((TY(( (rN)rr r!r r"r#r{rmrrGrrXrrr%rrrrs 3- JJJ$$$$38\<H$HHHXH)))))))rrceZdZUeed<dS) SelfArgumentr.N)rr r!rr#r%rrrrsrrcPeZdZUeed<eed<eed<eed<deefdZdS)TensorOptionsArgumentsdtypelayoutdevice pin_memoryrc6|j|j|j|jgSr9rrrrrs rallzTensorOptionsArguments.all!s DKdoFFrN)rr r!rr#r rr%rrrrsj OOO  GXh'GGGGGGrrc jeZdZUeedfed<eeed<eedfed<eedfed<eeed<eedfed<eedfed<e d e efd Z e d e efd Z e d e efd Z e d e efd Ze d e efdZe d e eeeeffdZe d e eeeffdZe d e eeeffdZe d e eeeeffdZd eefdZd efdZd efdZd efdZddded dfdZd$dZdeed dfdZeded eeeeeeeffdZ eded dfd Z!d efd!Z"d%d#Z#d"S)&r.pre_self_positionalr-r<pre_tensor_options_kwarg_onlyrcpost_tensor_options_kwarg_onlyrrcrg}||j||j|Sr9)extendr r rrs r flat_non_outzArguments.flat_non_out<s6  4'((( 4'((( rcg}||j|j||jj||j|Sr9)rrr-rr.r<rs rr zArguments.flat_positionalCsU  4+,,, = $ JJt}- . . . 4,--- rc$d|jDS)Nc g|] }|j | Sr%)rrs rr3z:Arguments.post_self_positional_mutable..NsCCCa CCCCr)r<rs rr,z&Arguments.post_self_positional_mutableLsCC44CCCCrcg}||j|j,||j||j|Sr9)rrrcrrrs rr zArguments.flat_kwarg_onlyQs`  45666   * JJt*..00 1 1 1 46777 rcg}||j||j||j|Sr9)rr r rrs rrzArguments.flat_allZsJ  4'((( 4'((( 48 rcrg}||j||j|Sr9)r positional kwarg_onlyrs rnon_outzArguments.non_outbs8LN 4?### 4?### rcg}||j|j||j||j|Sr9)rrr-rr<rs rrzArguments.positionalksR35 4+,,, = $ JJt} % % % 4,--- rcg}||j|j||j||j|Sr9)rrrcrrrs rrzArguments.kwarg_onlytsT=? 45666   * JJt* + + + 46777 rcg}||j||j||j|Sr9)rrrrrs rrz Arguments.all}sHKM 4?### 4?### 48 rc$d|jDS)NcBg|]}|j |jj|jSr9)rrr;rs rr3z/Arguments.mutable_arg_names..s6   |'AL,A' F'''r)rrs rmutable_arg_nameszArguments.mutable_arg_namess%  ]    rc>td|jDS)Nc3HK|]}|jVdSr9)r#rrs rrz+Arguments.has_tensor_arg..0FFq16((**FFFFFFrrrrs rrdzArguments.has_tensor_arg"FFD4EFFFFFFrc>td|jDS)Nc3HK|]}|jVdSr9)r#rrs rrz+Arguments.has_symint_arg..rrrrs rrfzArguments.has_symint_argrrc>td|jDS)Nc3HK|]}|jVdSr9)r#rrs rrz.Arguments.has_generator_arg..s0II!16++--IIIIIIrrrs rrzArguments.has_generator_args"IIt7HIIIIIIrFrSrHc dtdtffd }ttt||j|j"t ||jjndtt||jtt||j tt||j zdtdS)NrrcPt|j|js|jnddS)Nr)rr;r#r<)rrHs rstrip_arg_annotationz1Arguments.signature..strip_arg_annotations5VV)6@ D  rr%rr-r<rrcrr) rrrWrXrr-rr.r<rr)rrHr s ` rrzArguments.signatures H        %($*BCC!!}(""6"6t}7M"N"NOOO!&($*CDD"" +0($*LMM++C,d.QRRSS+T  +077+    rc |jJtj|ttj|jjdS)Nr)r-)r- dataclassesrVrr.rs rremove_self_annotationz Arguments.remove_self_annotationsR}(((" !#DM$:tLLL    rrDc|t|jdksJtj|t |S)Nr)r)rYrrrVrW)rrDs r with_out_argszArguments.with_out_argssA48}}!!!!" d     rrc(g}g}g}|}|dD]p}|s|dkr||us Jd|}t|}|j|jjr ||urn ||ur|}n||usJ||q|||fS)Nrrz:invalid syntax: kwarg-only specifier * can only occur once)rrrGrrr)rrrr arguments_accrpargs r _preparsezArguments._preparses%' %'  " ::d## ' 'C czz!Z///O0// * >>#&&D*t/G* J.."j00$'M$C////   & & & &:s**rc t|\}}}d}t|D]\}}|jdkr|}n|-|d|}t ||}||dzd} ng}d}|} g} d} g} | } dt dt dttgtffd}|dt d |d t d |d t d |dt dg}d}|t|kr|t|t|z krtdt||||t|zDrO| | usJt||||dz||dz||dz} |t|z }| } | |||dz }|t|ktt!||t!| t!| | t!| t!|S)z. Input: 'int x, int y, int z' Nrrr;tyrcfdS)NcJ|jko|jtfvSr9)r;r#r)rr;rs rz/Arguments.parse..pred.. s&QVt^P2|B?O?O:P0Prr%)r;rs``rpredzArguments.parse..pred sPPPPP PrrrrrrrrrXrc32K|]\}}||VdSr9r%)r1prs rrz"Arguments.parse.. sB1AaDDrrJrBrr )rr enumerater;rr"r{rrrXrGrYrr+rrrW)rrrrself_ixirrr-r<rrcrkwarg_only_accr predicatess rrGzArguments.parses'0&9&9$&?&?# Jj))  DAqv  ",XgX"6 #Jw$788H#-gkmm#< "$ H#- 9;%;?9;&6 Qs Q Q8*d2B)C Q Q Q Q D$**\22 3 3 D4::h// 0 0 D4::h// 0 0 Dtzz&11 2 2   #j//!!C OOc*oo555 #J 1q3z???R;R0S T T*-JJJJJ%;(m)!a%0)!a%0#-a!e#4 &&&N Z(A%CN  ! !*Q- 0 0 0 FA)#j//!!, %&9 : :!&';!.O s4( ( ( |'AL,A' '''rrzOmutable pre_self_positional arguments are not currently supported in the schema)r-rrcrrY)rmutable_pre_self_positionalss rrzArguments.__post_init__E s = / / //   &: : ::( ( -( ( ( $ , - - 2 2 2 \ 3 2 2 2 2r)rrr)$rr r!r rr#r rrrr rr r,r rrrrrrr r"rrXrdrfrrrrrrrGrrr%rrrr%s x}----|$$$$# ....#(3#777734444%*(C-$8888 x}  hx0X (!3XDhx.@DDDXD(!3X(8,X %,0FFG HXHU8\+A%BCXHU85K+K%LMXXeHl. s-GGq47q77?GGGGGGrFrr!r_ _functional)rrrUrr) rarjrtrurAUGMENTED_ASSIGNMENT_NAMESrYrYr")rrrUrfunctional_suffixrrrs @rrGzBaseOperatorName.parse sRxxxx;;v&&   D  & H%r * * = M771::DGGGG,FGGGGG &ABBx Aw#~~~~~!MDBx3CRCy* ==* + + ("& 13011112D% 4W 4 44 4"'  ' 3     1vv|||A00B00|||rc~|jr|jrdnd}d||jdS|jrdn |jrdnd}|j|S)Nr!r*__r7r8)rUrrr)rr!s rrzBaseOperatorName.__str__ ss   %|+A((49((( (<+]] i$$$ $rN) rr r!r"r#rXrrrGrr%rrrYrYq s III MMM(!&%%%/#/,///\/b % % % % % % %rrYcteZdZUeed<eed<ededdfdZdefdZdefdZ d dZ d eddfd Z d S) r$r;r6rrcd|vr|dd\}}n|}d}tt||}t ||ksJt |d||S)N.rr*r5r)rr$rYrGr")rr;r6rs rrGzOperatorName.parse s '>>")--Q"7"7 D--DM .44T::- X X X1vv   SVV":":":":   rcB|jr|jd|jS|jS)Nr?r6r;rs rrzOperatorName.__str__ 0   "i66$"466 6i> !rcB|jr|jd|jS|jS)Nr7rArs runambiguous_namezOperatorName.unambiguous_name rBrcvtt|jjd|jj|jSNFrTr5)r$rYr;rrUr6rs rremove_inplacezOperatorName.remove_inplace sE!Y^"i5 ,     roverloadcltt|jjd|jj|SrF)r$rYr;rrU)rrHs r with_overloadzOperatorName.with_overload sB!Y^"i5 #     rN)rr$) rr r!rYr#r"rrGrrDrGrJr%rrr$r$ s s~\""""""#""""      c n      rr$rrbc|jtjuo/|| o||jSr9)rrrrr)rrrKs r"gets_generated_out_inplace_wrapperrM sI  Z22 ' Q  ' LL & &rceZdZUeed<eeed<eeed<d dZddd edeefd Z e de fd Z e defd Z dS)NativeFunctionsViewGroupview view_copy view_inplacerNc|jjsJ|jSt|jr>Jt |jjjdt|jdn|jjjjj dsJ|jj |jj dksJd|jj vsBJt |jjjt |jj fd|j @|jj |j j ksJ|jj r[|j T|j j sHJt |jjjdt |j jjd |jjr[|j V|j jsLJt |jjjdt |j jjd dSdSdS) Nz appears to be a new operator that aliases its inputs. The codegen expects you to add a corresponding operator to native_functions.yaml: z3. See Note [view_copy NativeFunctions] for details.rOTr_rQz appears to be a view_copy operator. The codegen expects view_copy operators to be annotated with the 'view_copy' tag in native_functions.yaml. See Note [view_copy NativeFunction] for details.rz] must either both have CompositeImplicitAutograd kernels, or both not have composite kernels.zi must either both have CompositeImplicitAutogradNestedTensor kernels, or both not have composite kernels.)rPrrQgets_generated_view_copyr"rr;get_view_copy_namerrarr3rRr/r0rs rrz&NativeFunctionsViewGroup.__post_init__# sy#### > !/ ::  ty~*++EE&ty11EEE  : >&+05>>wGG G GG9>++--1D1N1N%)2O22$."5555t~*/00#din2E2EFDDD655   (9>++--1B1G1Q1Q1S1SSSSS 9 ;  ,(O49>.//hhc$:K:P:U6V6VhhhO 9 I  ,%Z49>.//ttc$:K:P:U6V6VtttZ  ,,rT) include_copyrVc#hK|jV|j |jV|j |r |jVdSdSdSr9)rPrRrQ)rrVs rrz"NativeFunctionsViewGroup.functionsH sXi   (# # # # > %, %.  & % % %rc|jjSr9)rPrrs rrz"NativeFunctionsViewGroup.root_nameO s y""rc|jjSr9)rPr/rs r compositez"NativeFunctionsViewGroup.compositeS sy??rr)rr r!rr#r rrXrrrr"rrZr%rrrOrO s ''''>****####J15!!!!.9Q!!!!#3###X#@4@@@X@@@rrOc@|jsdS|jrdSd|jvrdSdS)NFrT)rr/r3)rs rrTrTZ s: <u /uu 4rcdg}t|jj|vrt|sJ|jjjjd}t t |d|jjjj|jjj}|S)NnarrowrOFrTr5) r"rr;rTrr$rYrUr6)r-list_of_ops_with_explicit_view_copy_operatorsrZview_copy_names rrUrUj s6>J1 16;LLL'*****6;#(///I! E9I9W   fk/ N rr.c|dkrdS|ddkr|ddkr |dd}td|d DS) z$ Input: '()' Output: [] z()r%rrrrrc3JK|]}t|VdSr9)rrGrs rrz parse_returns.. s.FFsc""FFFFFFrr)rWr)rs rrr sj dr1~RC!7!7!!B$' FFk.?.?.E.EFFF F FFrceZdZUeeeefed<eeed<ede ddfdZ d dZ deefdZ dS) r+rVrsrcrct|tsJg}d|dvr1|dd}d|D}|dd}i}|D]e}t|tsJd|vs Jd|d\}}|d}d|D}|||<ft ||} | |ks Jd| S) NryrrAcfg|].}t|/Sr%rrGr\r1r;s rr3z$Precompute.parse.. s,JJJtzz||44JJJrzLprecomputed parameters without replacement are allowed only in the last linecfg|].}t|/Sr%rfrgs rr3z$Precompute.parse.. s,QQQthnnTZZ\\::QQQr)rVrzr.to_list() != src)rRrVrr"r+to_list) rcadd_argsadd_listrVraw_replace_itemr with_list_raw with_listwith_list_argsrs rrGzPrecompute.parse s2#t$$$$$ R 2w}}S))HJJJJJHcrc(C # * * .44 4 44----5.-- "2!7!7!?!? C%++C00IQQyQQQN)GCLL wH 5 5 5yy{{c!!!#7!!!rNc|jD]&}|j|jksJ'|jD]+}|D]&}|j|jksJ',dSr9)rr;upperrVr)rrrs rrzPrecompute.__post_init__ s , ,A6<<>>QV+++++L'')) 0 0D 0 0v||~~///// 0 0 0rcg}|jD]>\}}dd|D}||d|?|S)Nrc34K|]}t|VdSr9r)r1params rrz%Precompute.to_list.. s($P$PESZZ$P$P$P$P$P$Prry)rVrBrr)r replace_list kernel_paramreplacement_params replacementss rrizPrecompute.to_list sx 04 0B0B0D0D E E ,L,99$P$P=O$P$P$PPPL   < C C\ C C D D D Drr) rr r!rr"r rr#rrrGrrir%rrr+r+ s#tH~% &&&& h6l\B0000crr+)orrrjrenumrrtypingrrrr r r r r rtorchgen.utilsrrrrr'rerrr AUTOGRAD_KEYSFRAGMENT_NAMESPACESr7rr"rrrhasattrrprintrrwrsrrrrrrTrSrrUrrrmrnrorprrr}rrrrYr]rXrrrrrrr#rrrrrrrrrrr rrrrr7r&rrrmr{r%r$rrrrrrrrr9rYr$rMrOrTrUrr+r%rrrs=  !!!!!!XXXXXXXXXXXXXXXXXXXXXXDDDDDDDDDD8 $********d (nssuuLLL((,,,>,,, #$:; L>L>L>L>L>$L>L>L>^D S B w{BG,, ++--A E!HHH,t2trttqrtt  (O[-={O"'9OO)5)6  / : [T*;*4****%k%d%%%% ++++++++\46 tCJ//0555&J  j'J (8*:K'LMM j%:j67 i%Z0=3LL e!.u!5 i8P!P o* i 88"#;;;;;t;;;4d T$ $[ G[ G[ G[ G[ G[ G[ G[ G| $s s s s s s s s l $((((((((, $        6 $88888888` $d@d@d@d@d@d@d@d@^  $11111111t $2"2"2"2"2"2"2"2"lT, $*****t***( $(((((4(((( $d@ $t* $O5O5O5O5O5O5O5O5d $0)0)0)0)0)0)0)0)h $ $GGGGGGGG $p]p]p]p]p]p]p]p]l   * $W%W%W%W%W%W%W%W%x $2 2 2 2 2 2 2 2 j.3? * $=@=@=@=@=@=@=@=@@  4     .^0 Gs GuVS['9 G G G G $8888888888r