Ogd@ddlmZddlZddlZddlZddlZddlZddlZddlZddl m Z m Z ddl m Z mZddlmZddlmZmZmZmZmZmZmZddlmZddlmZerdd lmZdd lm Z m!Z!m"Z"ee#jIjJjJZ&Gd d eZ'd Z(d#dZ)edZ*edZ+d$dZ,d%dZ-ej\d&dZ/d'dZ0ejbd(dZ2d)dZ3GddZ4 d* d+dZ5 d, d-dZ6 d. d/dZ7 d0dZ8 d1dZ9 d2dZ:Gdd Z;Gd!d"ee*ZK|D]}||Ed{y7wr4r!)r5r6r7s r# concatMapr;Ns% 7s c#K dy#t$r]}|}tj|d}|jr|jdd|n|}|f|jddz|_d}~wwxYww)Nz r ) Exceptiontextwrapindentargs)msg_fnemsgs r#contextrFVso hooc4('(vv 2cU#3!&&*$ s%A2 A2 A/AA**A//A2cDtdt|j)NzUnhandled type: )AssertionErrortyper)r7s r# assert_neverrJfs +DG,<,<+=> ??r"c,tj|Sr4)r from_file) template_fns r#_read_templaterNjs  ! !+ ..r"ctj|jdj}tj |dS)Nlatin1little) byteorder)hashlibsha1encodedigestint from_bytes)srTs r#string_stable_hashrZps5 <<* + 2 2 4D >>$(> 33r"ceZdZUded<ded<ded<ded<ddZdd Z dd Z dd Z dd Zd d ddZ ddZ ddZ y ) FileManagerstr install_dir template_dirbooldry_runset[str] filenamescL||_||_t|_||_yr4)r^r_setrcra)selfr^r_ras r#__init__zFileManager.__init__~s"&( r"c` t|5}|j}ddd|k7r[tjtj j |dt|d5}|j|dddyy#1swYjxYw#t$rd}YzwxYw#1swYyxYw)NT)exist_okw)openreadOSErrorosmakedirspathdirnamewrite)rffilenamecontentsf old_contentss r#_write_if_changedzFileManager._write_if_changeds h (1 vvx  ( | # KK1D Ah$ "! " " $  ( ( L  " "s3 BBB+B$B B B! B!$B-cttjj|j|}|}t |t rd|vrzt dz dz } ttjdjxs|j} |jt j}i|ddd|d|zi}t%|}|j'|St |t(r|St+|y#ttf$r|j}YwxYw#t $r|j"}YwxYw)Ngenerated_commenttorchgenzgen.py__main__@z generated by z from )rnrpjoinr_ isinstancedict REPO_ROOTrsysmodules__file__absoluteKeyErrorAttributeError relative_toas_posix ValueErrorr-rN substituter]rJ) rfrM env_callable template_pathenvgenerator_default generatorgenerator_pathtemplates r#substitute_with_templatez$FileManager.substitute_with_templates4 T%6%6 D n c4 "#-$- $:X$E!= $ J/88MEd fd } |j rd}|D]5}||} t | |z}||}| | ||| ||7|jd}|dk(r t|}|d|}||d}| D]#d}|j||||fd %|jj|jd |d|ycc} w) Nshard_id Everythingr.z'sharded keys in base_env must be a listcl|jD] \}}|vs Jd|||xx|z cc<"y)Nzundeclared sharded key )items)intofrom_kv sharded_keyss r# merge_envz,FileManager.write_sharded..merge_envsD  1L(G,CA3*GG(Q1  r"r!.cSr4r!)shardsr#z+FileManager.write_sharded..s5r"r)rdict[str, list[str]]rrreturnNone) rangeupdater~listcopyrarZrfindlenrrcdiscardr^)rfrsrkey_fnr num_shardsrr everythingishards all_shardskeyritemsidrdot_pos base_filename extensionrrs ` @r# write_shardedzFileManager.write_shardeds'1,%? +0+<( &'Z1QC !( ( !\F*  # ' X& '  $C# $%<%c DA@A"'s!2E#J!#E#J $ $  <<E 'D,C$S)J6Ct$C fSk3 ' j# &  '..% b=(mG '* WX&  EZ(H  $ $ /(I;7=    - 9+ F c( sEc dj|djdt|jD}|j ||y)z[Write a file containing the list of all outputs which are generated by this script.zset({} {})z c3,K|] }d|zdzyw)"Nr!).0r-s r# z,FileManager.write_outputs..sNt#*s*NsN)formatr}sortedrcrw)rf variable_namerscontents r# write_outputszFileManager.write_outputs sD$**  MMNvdnn7MN N  x1r"ctjj|jtjj t S)z This needs to be deterministic. The template dir is an absolute path that varies across builds. So, just use the path relative to this file, which will point to the codegen source but will be stable. )rnrprelpathr_rqrrfs r#template_dir_for_commentsz%FileManager.template_dir_for_commentss, wwt00"''//(2KLLr")r^r]r_r]rar`rr)rsr]rtr]rr)rMr]r"Callable[[], str | dict[str, Any]]rr])rsr]rMr]rrrr)rsr]rrrr)rsr]r Iterable[T]rzCallable[[T], str]rz#Callable[[T], dict[str, list[str]]]rrWrzdict[str, Any] | Nonerrbrr)rr]rsr]rrrr]) rrr__annotations__rgrwrrrrrrrr!r"r#r\r\xs M ".P BOOO9 O  O CC9C  C+/? ? ? # ? : ? ? (? ?  ? B2Mr"r\ctjj|jd}|r|n |j}t |||j S)N templates)r^r_ra)rnrpr} source_pathr^r\ra)optionsr^r_s r#make_file_managerrsE77<< 3 3[AL!,+'2E2EK lGOO r"cdtjdk\rddlm}||||St |||S)N) r)pformat)rAwidth)r version_infopprintr_pformat)objrArrs r#dataclass_reprr)s3  7""sFE** Ce 44r"ct|sJdt||jj}|t |dzz }t |Dcgc]1}|j s|jt||jf3}}g}|D]\}} |t |zdz} t| rt| ||| } nTt| trt| ||| } n5t| tttfrt!| ||| } n t | } |j#|d| |dz} d| j%|} |d| dScc}w)Nz%obj should be a dataclass, received: r>= z, ())rrI __class__rrrreprr-getattrrr~r _format_dictrretuple _format_listappendr})rrAr curr_indent class_nameru fields_list fields_strr-attr _curr_indentstr_repr indent_strbodys r#rr7sT  Q Ed3i[QQ ''J3z?Q&&K;A#;Qa!&&AFFGC01QKQJ! 0 d#SY.2  fe\BH d ##D&%FH tS%0 1#D&%FHDzHTF!H:./ 0s"J   " ": .D\4& "")Rs E %$E c ||dzz }g}|jD]V\}}t|}t|rt||||t |zn t|}|j |d|Xt ||||ddS)Nrz: {})rrrrrr_format) rrArr dict_reprrrk_reprv_strs r#rrZs 6A:KI /1aA Q{S['@ Aa  F82eW-./ 9fe[#s CCr"c ||dzz }|Dcgc]&}t|rt||||n t|(}}t|trdnd\}}t ||||||Scc}w)Nr>)[])rr)rrrr~rr)rrArrl list_reprstartends r#rrns| 6A:K 4@?FE;/QOI *$5:JE3 9fe[% EE s+A!cd\}}tt||k\rd}d|z}d|z}d||j|} ||| |S)N)rr=rr%)rrr}) rrArrrr delimitercurr_indent_strrrs r#rr}sk"(I 4 %  +vJ  {?+ , 1 1* =DWZLse ,,r"ceZdZdZ d d dZe d d dZed dZed dZ ed dZ dddZ y)NamespaceHelperaA helper for constructing the namespace open and close strings for a nested set of namespaces. e.g. for namespace_str torch::lazy, prologue: namespace torch { namespace lazy { epilogue: } // namespace lazy } // namespace torch cL|jd}t||ksJd|d|d||_dj|Dcgc]}d|d c}|_djt |Dcgc]}d| c}|_||_||_ycc}wcc}w) N::z"Codegen doesn't support more than z# level(s) of custom namespace. Got rr=z namespace z {z} // namespace ) r*rcpp_namespace_r} prologue_reversed epilogue_ namespaces_ entity_name_)rf namespace_str entity_name max_levelcpp_namespacesns r#rgzNamespaceHelper.__init__s',,T2  9 , o / {:]^k]llm n o ,+#PAj3$7#PQ-5n-E Fs # F *' $Q Fs  B5 B!cr|jd}|d}dj|dd}t|||S)zq Generate helper from nested namespaces as long as class/function name. E.g.: "torch::lazy::add" r rN)rrr)r*r}r )namespaced_entityrnamesrrs r#from_namespaced_entityz&NamespaceHelper.from_namespaced_entitysE"''-Bi  %*- '[I  r"c|jSr4)rrs r#prologuezNamespaceHelper.prologue ~~r"c|jSr4)rrs r#epiloguezNamespaceHelper.epiloguerr"c|jSr4)rrs r#rzNamespaceHelper.entity_names   r"c6|jr |jS|S)z Return the namespace string from joining all the namespaces by "::" (hence no leading "::"). Return default if namespace string is empty. )r )rfdefaults r#get_cpp_namespacez!NamespaceHelper.get_cpp_namespaces '+&9&9t""FwFr"N)r)rr]rr]rrWrr)r%)rr]rrWrr r)r)r#r]rr]) rrr__doc__rg staticmethodrpropertyrr rr$r!r"r#r r s KL( (/2(DG( ( 12    +.      !!Gr"r cteZdZUded<dddZddZddZddZddZdd Z e dd Z dd Z dd Z dd Zy) OrderedSetzdict[T, Literal[None]]storageNcL|i|_ytj||_yr4)r+rfromkeys)rfiterables r#rgzOrderedSet.__init__s  DL==2DLr"c||jvSr4r+rfrs r# __contains__zOrderedSet.__contains__st||##r"cHt|jjSr4)iterr+keysrs r#__iter__zOrderedSet.__iter__sDLL%%'((r"cN|jj|jyr4)r+r)rfrs r#rzOrderedSet.updates EMM*r"c"d|j|<yr4r0r1s r#rzOrderedSet.adds! Tr"cXt}|jj|_|Sr4)r*r+r)rfrets r#rzOrderedSet.copys"'\ll'')  r"cb|dj}|ddD]}|j||S)Nrr>)rr)rBr:rYs r#unionzOrderedSet.unions61gllnab A JJqM  r"c.tj||Sr4)r*r<rfothers r#__or__zOrderedSet.__or__se,,r"c(|j||Sr4)rr>s r#__ior__zOrderedSet.__ior__s E r"ct|tr|j|jk(St|jj |k(Sr4)r~r*r+rer5r>s r#__eq__zOrderedSet.__eq__s< eZ (<<5==0 0t||((*+u4 4r"r4)r.zIterable[T] | Nonerr)rr1rr`)rz Iterator[T])r OrderedSet[T]rr)rr1rr)rrE)rBrErrE)r?rErrE)r?rErr)r?objectrr`)rrrrrgr2r6rrrr'r<r@rBrDr!r"r#r*r*sI ##3 $)+"  -5r"r*)r+r]rztuple[str, list[str]])r5zCallable[[T], S | None]r6rr Iterator[S])r5zCallable[[T], Sequence[S]]r6rrrG)rCzCallable[[], str]rzIterator[None])r7r rr )rMr]rr)rYr]rrWr4)rrr^z str | Nonerr\)rP)rr rArWrrWrr])r) rr rArWrrWrrWrr]) rzdict[Any, Any]rArWrrWrrWrr]) rz&list[Any] | set[Any] | tuple[Any, ...]rArWrrWrrWrr])rz list[str]rArWrrWrrWrr]rr]rr])= __future__r contextlib functoolsrSrnr&rr@ dataclassesrrenumrrpathlibrtypingr r r r r rrtyping_extensionsrtorchgen.code_templaterargparsercollections.abcrrrrrparentrr IDENT_REGEXr0r1r2r9r;contextmanagerrFrJcacherNrZr\rrrrrrr r*r!r"r#rXsG" ,TTT"/"<< N # # % , , 3 3  $T $ $ CL CL   @ // 4bMbMN37 %/ 5  5  5  5 5$ #  #  #  # #  #FD D D D D  D( F 0 F  F  F F  F-- - - -  - - -&>G>GB,5,5r"