OgXfUddlmZddlZddlmZddlmZmZmZm Z m Z m Z ddl Z ddl mZddlmZmZmZmZddlmZmZmZmZmZmZmZmZmZmZmZm Z m!Z!m"Z"m#Z#m$Z$m%Z%ddl&m'Z'dd l(m)Z)m*Z*dd l+m,Z,m-Z-m.Z.m/Z/m0Z0m1Z1m2Z2m3Z3dd l4m5Z5m6Z6m7Z7dd l8m9Z9e ee-ee:effe e:fZ;iae,Z? ddZ@ ddZAe'ddZB ddZC d dZD d!dZE d"dZF d#dZGdZHd$dZI d%dZJd&dZKd'dZLy)() annotationsN) defaultdict)AnyCounterDictSequenceSetTuple)cpp) DerivativeDifferentiabilityInfoForwardDerivativeSavedAttribute) BaseCTypeBindingboolTCppSignatureGrouplayoutTlongT NamedCType OptionalCType scalarTypeTSpecialArgNamestringTsymIntArrayRefTSymIntTtensorGeometryTtensorOptionsT typeAndSizeT VectorCType)with_native_function)$get_grouped_by_view_native_functionsparse_native_yaml) AUTOGRAD_KEYSFunctionSchemaNativeFunctionNativeFunctionsViewGroup OperatorName SchemaKindTypeVariant) concatMap IDENT_REGEXsplit_name_params) YamlLoaderz$dict[tuple[str, str], DerivativeRet]_GLOBAL_LOAD_DERIVATIVE_CACHEc |Dcic]#}|jjj|%}}i}|jD]}d}i}|j D]t\}} |j | jjjd}|<|j 0| j|} | X| jj} | ||<tnt|dkDs |vs| J||| <|j|ycc}w)Nr) viewfuncnamevaluesitemsget view_copy%create_view_copy_from_view_derivativelenupdate) infos view_groupsgview_name_to_group view_infosinfo_dispatch_dictmaybe_view_group!view_copy_differentiability_infos dispatch_keyinfoview_copy_info fn_schemas r/var/www/html/suriana-translation/venv/lib/python3.12/site-packages/torchgen/packaged/autograd/load_derivatives.pyadd_view_copy_derivativesrICs+ &1H ! !HHJ#llnF,.)"4":":"<  L$155diinn6I6I4P +0@0J0J0V!%!K!K$""- . 3 3 8 8IFT5lC  0 1A 5)5:P( (($EJy !%F( LL5Hs(DcB||f}|tvrxt|5}tj|t}dddt ||j }t|}td|}|D cgc]} t| tr| } } tt} i} |D]_} | | jjj| t!| j| vsJ| | t!| j<at#t }i}t%}D]N}d|vr1|j'd}|j'dd}|d|id}|r||d<t)|| | ||\}}|||<Pt+|| ||ft|<t|S#1swY\xYwcc} w)N)Loaderc^t|tr|gSt|jdS)NT) include_copy) isinstancer&list functions)r>s rHz"load_derivatives..ts-!^,cakktk45dispatchr4output_differentiabilityDefault)r4rS)r0openyamlloadr/r#native_functionsr"r,rNr'rrOr3 signatureappendstrrsetpopcreate_differentiability_inforI)derivatives_yaml_pathnative_yaml_pathtags_yaml_pathkeyf definitionsfuncs!native_functions_with_view_groupsrYr>r=functions_by_signaturefunctions_by_schemafunction op_counterr<used_dispatch_keys defn_dict specificationrTr4per_dispatch_diffinfoss rHload_derivativesrpes !"2 3C // ' ( :A))Aj9K :""2NCTT-QQV,W)$ 6 .  7 !56      :<( ?H "8==#:#:#< = D DX Nx}}%-@@ @@6> HMM 2 3 ?S\^ IK'*u$ 1I* ) f 5 +4==.,(&3I@VW +z$create_derivative..sUAa6kx7Usc3fK|])}tj|dj+yw)T)symintN)r return_typeremove_const_ref)r}rs rHrz$create_derivative..s)?@$'88:s/1z3Out of bounds grads access: derivative formula for z used grads[z ], but the forward only returns z outputs.)formulaoriginal_formula var_names saved_inputs saved_outputsnamed_gradients)rwnctypertupler return_namesr3returnsziprsaved_variablesresearchr-formatused_gradient_indicesr: RuntimeErrorr4r )rdrravailable_named_gradientsrarur return_typesr4type named_returnsrrused_named_gradientsis rHcreate_derivativers -:1-=#()!!##I#UAQAQRSATUULDEFFNNL 25\<1P#-4 4M,GY JG\,WmYOG].  99[''-w 7 #7 + AFFNN# #EchhqvvFVEWXS @QVV^^AT@UU^`  )!#,  =#s!F F 2Fc &|}d}|jjD]%}|j|vs|d}||jfz}'||dk(rIt |jjdk(sJ|jjdjf}ne|D]`}t j d|}t |dk(s(|d}t|d}||jj|jfz}b|Jdt|||ddddS) Nr|)r{rz ^result(\d+)$z4No matching output for forward derivative definitionFrr var_typesrequired_inputs_fw_gradrequired_inputs_primalrequired_original_self_valueis_reusing_outplace_formula) r3rr4rr:rfindallintr) rdrnamesrrrvar_nameresarg_idxs rHcreate_forward_derivativers-I)-I VV^^. 66Y   !QVVI-I .  #qvv~~&!+ ++*//1I% Ljj!18<s8q= ($& !#a&kG )QVV^^G-D-I-I,K KI  L  X"XX  $#%*$) rRc dfd }g}|D]}|j} || d} | dk(rSjjtjk7sJdjj dt dk(r)t |dkDst |djdkDrtdd t |dk(stdd |dj} dj dfd } tjtjd | | } D]>}|j dfd } tjtj| | } @d| d} t|} | } n)| dk(r#t |dkDst |djdkDrtddDcgc]}|j }}t |dkDsJg}|D]|vrdz|jjj!rdz t"j$j&vrdddj)|d} n>t"j*j&vsJ|ddddj)|ddd} t|} | } || d}|jt-| |j|j.| |dd|Scc}w)Nc  jjjjjd}t }D]}|j dvr|s|j}t jtj||}|rtdd|d|d|d t jtj||z|}|s|j|t|S)N _foreach_)zat::TensorListzconst at::ITensorListRef &zThe forward formula for z is using the base name of the z- argument which is ambiguous. You should use z"_p to access the primal value and z_t to access the tangent.) r3r4base startswithr]rrrr-rraddr) rpostfix is_foreachrequired_inputsargarg_namefoundargs_with_derivatives defn_namerds rHfind_required_inputsz=postprocess_forward_derivatives..find_required_inputssVV[[%%**55kB %( .CLL"xxHIIk00:GDE".yk9XYaXbcCCK*M!!) *CE IIk00G1CDgNE##H-' .*_%%rR_tauto_element_wisez"Cannot use auto_element_wise with z" because it is an in-place variantrrDerivative definition of z in derivatives.yaml defines the forward definition of gradient as element_wise but this only works for functions with a single differentiable input and a single differentiable output.z in derivatives.yaml defines the forward definition of gradient as element_wise but it does not defines the gradient formula for its argument which is required.cR|jdd|jdS)Nrz _t.conj()group)m input_names rHreplz-postprocess_forward_derivatives..repl\s(''!*j\1771:,GGrRgradcR|jdd|jdS)Nr_prr)rrs rHrz-postprocess_forward_derivatives..reples(ggaj\(2aggaj\BBrR(z).conj() auto_linearz in derivatives.yaml defines the forward definition of gradient as linear but this only works for functions with a single differentiable output._symintzat::z, ).rFr)rr\rr\returntuple[str, ...])rrrr\)rr3kindr)inplacer4r:rrrrsubr-rrr[ has_symintr+rjvariantsjoinrrrr)rdr all_arg_names derivativesforward_derivativesrrupdated_derivativesdefnrrequired_inputs_tangentbackward_formular fw_formulardiff_arg_namesnew_argsrrrs`` ` @@rHpostprocess_forward_derivativesrsP&446#z ,,"6w"E ) ) !3!33 d3AFFKK=@bc d3./14*+a/*1-7781<"/ {;44 {#q("/ {;WW" +1~>> .q166J H 2 26 :DBRSJ- T88C VVK$6$6x$@$ S  TZL1J',M&: # G  %'(1,*1-7781<"/ {;II3HH3chhHNH~&* **H) *~-'$H) * vv  "Y& 1::-#I;a (0C/DAF ~~333 ( }Ai[$))HQRL:Q9RRST ',N&; # G "6gt!D"" ....(?'=-2,1  az x WIsK0c0|D]}||vcStd)Nz Expected `names` to be non-empty)r)rrr4s rH is_forward_derivative_definitionrs*)=(() 9 ::rRc d#d}d$dd%dt d&fd }|jd}t|\}|jddd} r4tdDr"t d k7rt d |d } d g|j |} | s9d jfd|jD} t d|d| | jj} || } t | dk(r.canonical_functions AFF++-((*C 0 011  czSXXil&7&78888|rRcDtd|jdDS)z(Given "foo, bar", return ["foo", "bar"].c3<K|]}|jywN)strip)r}xs rHrzEcreate_differentiability_info..split_names..s=1QWWY=,)rsplit) raw_namess rH split_namesz2create_differentiability_info..split_namess= (<===rRc Pd}d}d}g}|D]}|j}|xs2ttjt j d|}|t tjt j d|z }|xst|j}|jt||t |k\sJ|t |k(}|r|dkDrtd|d|rt|dhk(rtd|d|r|s|dkDrtd|dy y ) z Check for some subtle mistakes one might make when writing derivatives. These mistakes will compile, but will be latent until a function is used with double backwards. Frrgradsrzx in derivatives.yaml illegally mixes use of 'grad' and 'grads'. Consider replacing occurrences of 'grad' with 'grads[0]'z in derivatives.yaml solely refers to 'grads[0]'. If the first output is indeed the only differentiable output, replace 'grads[0]' with 'grad'; otherwise, there is a likely error in your derivatives declaration.z in derivatives.yaml illegally mixes use of "grad_RETURN_NAME" and "grad" or "grads[x]". Use only one method for identifying gradients.N) rboolrrr-rr:rextendrrr]) rr uses_gradnum_grads_usesuses_named_gradsused_grads_indicesdronly_used_grads_indicess rHcheck_grad_usagez7create_differentiability_info..check_grad_usagesg  (* FAiiG!T ;--f5w?&I c"**[-?-?-H'"RS SN/J48I8I3J   % %&;G&D E F%7!8888#1C8J4K"K !++I;788  #s+='>1#'E+I;7  nq.@+I;7== /A rRc g}g}g}t}t|Dcgc]}|j}}|jjDcgc]}|j}}xs#dgt |jjz} t |jj| D cgc]<\} } | r5| j)| jjrd| j>} } } tjD]} | }| }|D]0}||vs||vs Jd|jjd|d|dt||r|jt|||n|jjdk(r||z }t!|||| }|j||t|z}|j#|}|rt%dd |t|Dcgc]}|j|vs|}}t'|||||}|||||| fScc}wcc}wcc} } wcc}w) NTgrad_z-While processing the derivative formula for 'z' wrt 'z ', expected 'z0' to not be both an input arg and named return. non_differentiablezderivatives definition for zB have overlapped non_differentiable and differentiable variables: )r]rwr4r3rr:rris_tensor_likesortedkeysrr[rlowerrr intersectionrr)rdrrnon_differentiable_arg_namesargs_with_derivatives_setrrr all_ret_namesdifferentiabilityretdifferentiablerrrrr4 derivativeoverlaprrrrrTrs rHset_up_derivativesz9create_differentiability_info..set_up_derivatives s)+ 7924$.1e!)6q)9:A: :FFNN AFF  5TQVV^^AT8T(+166>>;L'M % #^$'')CHH:  % ! %   ,     !   K0   ! ( %   W;  % V! sH7 H<+AI=IIrTNc3<K|]}t|tywr)rNr\)r}diffs rHrz0create_differentiability_info..ss("& 4(rrzNot supported: for z,output_differentiability must either be List[bool] or a List[str] where each str is a condition. In the case where it is a condition, we only support single-output functions. Please file us an issue. T c3nK|],\}}tj|jk(s)|.ywr)r r4r3r}kvrs rHrz0create_differentiability_info..s. !Q!&&9IY9VA s*55z)could not find ATen function for schema: z . Available signatures: rc3jK|]*\}}tj|k(r t|,ywr)r r4r\rs rHrz0create_differentiability_info..s1 1xx{i' F s03z3could not find ATen function for legacy signature: z corresponding to schema z9. Please report a bug to PyTorch. Available signatures: grad_input_maskc34K|]}|jywrr4r}rs rHrz0create_differentiability_info..sFQVVFz Schema for z has an argument named grad_input_mask, but this name would be shadowed by our codegen. Please use a different name in native_functions.yaml.r{c34K|]}|jywrrrs rHrz0create_differentiability_info..s=qAFF=rzy has an argument named result, but this is only allowed for outputs.Please use a different name in native_functions.yaml.rSrUzInvalid dispatch key z in derivatives.yaml for z, expected key to be one of ) r4r3oprrall_saved_inputsall_saved_outputsrrrrrT#output_differentiability_conditions)rPzSequence[NativeFunction]r4r\rr&)rr\rr)rr\rzSequence[Derivative]rNone)rdr&rzituple[Sequence[Derivative], Sequence[ForwardDerivative], Sequence[Binding], Sequence[str], Sequence[str]])r!r^r.anyr:rr7rr6r3rZrw_VALID_AUTOGRAD_KEYSrr]r_create_op_prefixr dedup_varsrr) rmrhrirkrlrrrnrr schema_functionavailrZrP canonical diffinfo_dictrcrrrrrrrr op_prefixrrrrrTrs @@@@@rHr_r_s + 36   >1f` `  ` ` ` FMM&)M$]3LIq )}}-GN*.'C(*B(% ' (A -%m_5,- /G+$(6 )--m>= ((ABs #KKz(?:^|\W)grads\[(\d+)\]cntjt|Dcgc] }t|c}Scc}w)zDetermine a list of gradient indices (the i in grads[i]) that are used by the formula. >>> used_gradient_indices("foo(grads[0], grads[1])") [0, 1] )rrGRAD_INDEX_REGEXr)rrs rHrrs(JJ'7A BqCF BB Bs2c* dMfd }ddddfdddd d fd d d dd fddddfddddddfddddfddddfddd dfd!d"d#dfd$d%d&dfd'd(d)dfd*d+d,dfd-d.d/dfd0d1d2dfd3d4d5|d fd6d7d8dfd9d:d;dfg}g d<|vsd=|vrtd>d?|ztjd@|stjdA|rtdBdC|zdD|vsdE|vrtdFdG|z|D]}t|jt r|jjn |j |D]3\}dN fdH }tj |j ||}5|jtttk(r!tj dI dI dJ dK|}tjtj |s jt| L|t fS)ONc0|fk(sJdd|d|dS)NzReplacement for ".strides()" is currently only supported for single derivatives of the same tensor that ".strides()" is being called on.zstrides_or_error(z, "z")r|)r4rs rH stride_exprz$saved_variables..stride_exprs6TG#  4 ##4&D644rRz{}.sym_sizes\(\) _sym_sizesc4t|ttSrrrrrs rHrQz!saved_variables..z$ /8R'SrR)suffixrz{}->sym_sizes\(\)_sym_sizes_optcFt|tttSrrrrrrs rHrQz!saved_variables.. z- /(BC(rRc|d|dS)Nz2.has_value() ? std::optional(z->sym_sizes()) : std::nulloptr|rs rHrQz!saved_variables.. sv-_`d_efC&DrR)r4rexprz{}.sym_blocksize\(\)_self_sym_blocksize_optcFt|tttSrr7rs rHrQz!saved_variables..r8rRcd|dS)Nz#at::sparse_csr::getSymIntBlockSize(rr|rs rHrQz!saved_variables..s'J4&PQ%RrRz{}.options\(\)_optionsc4t|ttSr)rrrrs rHrQz!saved_variables..sz$ .8Q'RrRzzeros_like\({}\)_infoc4t|ttSr)rrrrs rHrQz!saved_variables..'sz$ ,8O'PrRc|Srr|rs rHrQz!saved_variables..(sTrRc |dzS)Nz _info.zeros()r|rs rHrQz!saved_variables..)s D?$:rR)r4rr:rz{}.sym_size\((-?\w+)\)cNd|jdjddS)N _sym_argsize_r-minus_)groupsreplace)rs rHrQz!saved_variables..0s%mAHHJqM4I4I#x4X3Y$ZrRc4t|ttSrrrrrs rHrQz!saved_variables..1z$ '8J'KrRz {}.numel\(\)_numelc4t|ttSrrrrrs rHrQz!saved_variables..9z$ %8H'IrRz{}.sym_numel\(\) _sym_numelc4t|ttSrrKrs rHrQz!saved_variables..ArLrRzto_args_sizes\({}\) _args_sizesc Xt|ttttSr)rr rrrs rHrQz!saved_variables..Isz+k)E2B&CD(rRzto_args_sizes_symint\({}\)_args_sizes_symintc Xt|ttttSr)rr rrrs rHrQz!saved_variables..Ssz+k)G2D&EF(rRzto_args_scalartypes\({}\)_args_scalartypescFt|tttSr)rr rrrs rHrQz!saved_variables..]sz+i &<=(rRzTensorGeometry\({}\) _geometryc4t|ttSr)rrrrs rHrQz!saved_variables..gr3rRz{}.scalar_type\(\) _scalar_typec4t|ttSr)rrrrs rHrQz!saved_variables..nsz$ +8N'OrRz {}.dim\(\)_dimc4t|ttSrrOrs rHrQz!saved_variables..vrPrRz{}.sym_strides\(\) _sym_stridesc4t|ttSrr2rs rHrQz!saved_variables..~r3rRz {}.layout\(\)_layoutc4t|ttSr)rrrrs rHrQz!saved_variables..rLrRz{}.is_conj\(\) _conjugatec4t|ttSr)rrrrs rHrQz!saved_variables..rPrRz.sizes()z ->sizes()zY.sizes() is not supported in derivative formulas. Instead, please use the SymInt version,z<.sym_sizes(), which returned a c10::SymIntArrayRef. formula=z\.size\([-]?\d+\)z->size\([-]?\d+\)z[.size(int) is not supported in derivative formulas. Instead, please use the SymInt version,z>.sym_size(int), which returned a c10::SymIntArrayRef. formula=z .strides()z ->strides()z[.strides() is not supported in derivative formulas. Instead, please use the SymInt version,z>.sym_strides(), which returned a c10::SymIntArrayRef. formula=ctdr d|nd}dvr dn|jd}jtd|z|dvr d}|S|zS)Nr4r:rrrr:r)callablerr[r)rr4r: replacementrEr4saveds rHrzsaved_variables..repls)1$x.)ANDN1%tH~39D.LDL.aggaj "-tH~dVm<! D='2tE{4'8K&&f}$rRz\bz/.has_value() ? std::optional(z.value()) : std::nulloptrfr4r\rr\)rz re.Match[str]rr\)rrrrNr4rrrrrrrr-r[rr) rnctypesrr/ REPLACEMENTSrregexrrEr4ris ` @@@rHrrs= 5 &S   !*D    $3S    $R   !P):    &ZK   "I   &K   #'   *.   )-   $%S   "(O    I   "(S#   #K   &I  aW6Lt#%EW w 6 gLWIV W   yy%w/299g4 iNwiX Y  w-7": iNwiX Y  + *6;; GFKK  V[[ ( @KE4 % ffU\\$/w?G% @. ;;- '(:; ;ffdV2&GvMefG 99[''-w 7 LL! M+Z E%L  rRcdj|jdDcgc]}|jc}}|dzjddScc}w)aWTakes a native function name converts to a op prefix name. Note that the "name" parameter must be the native function name without the optional variant suffix, so "add" instead of "add.out". OP names correspond to classes, hence the change to title case. Example:: >>> _create_op_prefix("add") 'AddBackward' rBackwardForwardBackward)rrtitlerI)r4p camel_cases rHr$r$sITZZ_=!'')=>J  # , ,-> KK>sAc.t}g}|D]}t|jjtr |jjjn|jj}||vrb|j ||j ||Sr)r]rNrr4rrr[)varsseenrivarr4s rHr%r%s~UD"$E #**//>: JJOO  4<   S  LrR)r<z6dict[FunctionSchema, dict[str, DifferentiabilityInfo]]r=zlist[NativeFunctionsViewGroup]rr!)r`r\rar\rbr\r DerivativeRet)rdr&rSequence[Binding]) rdr&rr\rrrz Sequence[str]rr )rdr&rr\rrrr)rdr&rr\r list[str]rzlist[Derivative]rlist[ForwardDerivative]rrzrr|)rr{rrrr) rmzdict[Any, Any]rhz*dict[FunctionSchema, list[NativeFunction]]rizdict[str, NativeFunction]rkz Counter[str]rlzset[str]rz7tuple[FunctionSchema, dict[str, DifferentiabilityInfo]])rr\rz list[int])rr\rkzlist[NamedCType]rrrz&tuple[str, tuple[SavedAttribute, ...]]rj)rvSequence[SavedAttribute]rr})M __future__rr collectionsrtypingrrrrr r rW torchgen.apir torchgen.api.autogradr r rrtorchgen.api.typesrrrrrrrrrrrrrrrrr torchgen.contextr! torchgen.genr"r#torchgen.modelr$r%r&r'r(r)r*r+torchgen.utilsr,r-r.torchgen.yaml_utilsr/r\ryr0__annotations__r]r#rIrprwrrrrr_r,rrr$r%r|rRrHrsW # #;;  &2P   ED*d>45J0J+KKLcRUhVW FHCH=) A/ DJ.J.25J.GJJ.J.\**,, ,, - ,  ,^"" #",;""J````" ` 1 ` - ``F;;%4; ;d)d)Fd)3d) d) ! d) = d)N -Cf! f! f!f!, f!RL" rR