wid@vddlmZddlZddlZddlZddlZddlZddlZddlZddl m Z m Z ddl m Z mZddlmZddlmZmZmZmZmZmZmZddlmZddlmZerdd lmZdd lm Z m!Z!m"Z"ee#$j%j%Z&Gd d eZ'd Z(dGdZ)edZ*edZ+dHdZ,dIdZ-ej.dJd Z/dKd#Z0ej1dLd&Z2dMd)Z3Gd*d+Z4 dNdOd0Z5 dPdQd6Z6 dRdSd8Z7dTd;Z8dUd=Z9dVdBZ:GdCdDZ;GdEdFee*ZDGG,<>> ? ??r" template_fnrc*tj|Sr<)r from_file)rTs r#_read_templaterWjs  !+ . ..r"sintctj|d}t|dS)Nlatin1little) byteorder)hashlibsha1encodedigestrY from_bytes)rXr_s r#string_stable_hashrcps? <** + + 2 2 4 4D >>$(> 3 33r"c~eZdZUded<ded<ded<ded<d$d Zd%d Zd&dZd'dZd(dZddd)d Z d*d"Z d+d#Z dS), FileManagerr% install_dir template_dirbooldry_runset[str] filenamesr&NonecV||_||_t|_||_dSr<)rfrgsetrkri)selfrfrgris r#__init__zFileManager.__init__~s(&( r"filenamecontentsc t|5}|}dddn #1swxYwYn#t$rd}YnwxYw||krstjtj|dt|d5}||ddddS#1swxYwYdSdS)NT)exist_okw)openreadOSErrorosmakedirspathdirnamewrite)rorqrrf old_contentss r#_write_if_changedzFileManager._write_if_changedsP h (1 vvxx  ( ( ( ( ( ( ( ( ( ( ( ( ( ( (   LLL | # # K11D A A A Ah$$ "!!! " " " " " " " " " " " " " " " " " " $ #s9>2 >6>6> A  A B<<CCrT env_callable"Callable[[], str | dict[str, Any]]ctj|j|}|}t |t rd|vrt dz dz } ttj dj p| }n+#ttf$r| }YnwxYw |t }n#t $r |j}YnwxYwi|ddd|d|zi}t%|}||St |t(r|St+|dS)Ngenerated_commenttorchgenzgen.py__main__@z generated by z from )ryr{joinrg isinstancedict REPO_ROOTrsysmodules__file__absoluteKeyErrorAttributeError relative_toas_posix ValueErrorr0rW substituter%rS) rorTr template_pathenvgenerator_default generatorgenerator_pathtemplates r#substitute_with_templatez$FileManager.substitute_with_templates T%6 DD lnn c4  "#--$- $:X$E!= $ J/8Mz-FileManager.write_sharded..s0( ( ( &'ZQ !( ( ( r"z'sharded keys in base_env must be a listintodict[str, list[str]]from_r&rlc~|D]&\}}|vs Jd|||xx|z cc<'dS)Nzundeclared sharded key )r)rrkvrs r# merge_envz,FileManager.write_sharded..merge_envsa   1L(((*GA*G*G(((Q1   r"r!.cSr<r!)shardsr#z+FileManager.write_sharded..s5r"r)rrrrr&rl) rangeupdaterlistcopyrircrfindlenrrkdiscardrf)rorqrrrrrr everythingshards all_shardskeyritemsidrdot_pos base_filename extensionrrs ` @r# write_shardedzFileManager.write_shardedsc'1,%? ( ( +0+<+<( ( ( !\F*  # ' ' X&&&& $ $C# $ $%<<%c DAA@AA"'s!2!2E#JJ!#E#JJ $       < E ' 'D&,,C$S))J6C,t$$C IfSk3 ' ' ' Ij# & & & &..%% b==(mmG '* WXX&   EZ(H  $ $ 7(7I77====      F F- F F9 F F     r" variable_namec d|ddt|jD}|||dS)z[Write a file containing the list of all outputs which are generated by this script.zset({} {})z c3&K|] }d|zdzV dS)"Nr!)rr0s r# z,FileManager.write_outputs..s+NNt#*s*NNNNNNr"N)formatrsortedrkr)rorrqcontents r# write_outputszFileManager.write_outputs sb$**  MMNNvdn7M7MNNN N N   x11111r"ctj|jtjt S)z This needs to be deterministic. The template dir is an absolute path that varies across builds. So, just use the path relative to this file, which will point to the codegen source but will be stable. )ryr{relpathrgr|rros r#template_dir_for_commentsz%FileManager.template_dir_for_commentss+ wt0"'//(2K2KLLLr")rfr%rgr%rirhr&rl)rqr%rrr%r&rl)rTr%rrr&r%)rqr%rTr%rrr&rl)rqr%rrr&rl)rqr%rr9rrrrrrYrrrrjr&rl)rr%rqr%r&rlr&r%) rrr__annotations__rprrrr}rrrr!r"r#rerexsMMM " " " "BOOOO CCCC+/? ? ? ? ? ? B2222MMMMMMr"reoptionsrrf str | Nonectj|jd}|r|n|j}t |||jS)N templates)rfrgri)ryr{r source_pathrfreri)rrfrgs r#make_file_managerrsM7<< 3[AAL!,E++'2EK lGO   r"Pobjr rKwidthcltjdkrddlm}||||St |||S)N) r)pformat)rKr)r version_infopprintr_pformat)rrKrrs r#dataclass_reprr)sM  7""""""""wsFE*** Ce 4 4 44r" curr_indentctsJdtjj}|t |dzz }fdt D}g}|D]\}}|t |zdz} t|rt |||| } nlt|trt|||| } nDt|tttfrt|||| } nt|} ||d| |dz} d| |} |d| dS) Nz%obj should be a dataclass, received: rHcVg|]%}|j |jt|jf&Sr!)reprr0getattr)rr~rs r#rz_pformat..Cs3QQQa!&QAFGC001QQQr"= z, ())rrR __class__rrrrrr _format_dictrrntuple _format_listrappendr) rrKrr class_name fields_list fields_strr0attr _curr_indentstr_repr indent_strbodys ` r#rr7s   QQQd3iiQQQQ 'J3z??Q&&KQQQQ6#;;QQQKJ! 0 0 d#SYY.2    "fe\BBHH d # # "#D&%FFHH tS%0 1 1 "#D&%FFHHDzzHT..H..////s"J    " ": . .D " "4 " " ""r"rdict[Any, Any]c D||dzz }g}|D]n\}}t|}t|r"t||||t |znt|}||d|ot ||||ddS)Nrz: {})rrrrrr_format) rrKrr dict_reprrrk_reprv_strs r#rrZs 6A:KI //1aA HQ{S[['@ A A Aa  F--e--.... 9fe[#s C CCr"&list[Any] | set[Any] | tuple[Any, ...]cdzz fd|D}t|trdnd\}}t|||S)NrHcpg|]2}t|rt|nt|3Sr!)rrr)rlrrKrs r#rz _format_list..usN 4@??OFE;///Qr")[])rr)rrr )rrKrr list_reprstartends ``` r#rrns} 6A:KI *$55E:JE3 9fe[% E EEr"r list[str]rrcd\}}tt||krd}d|z}d|z}d|||} ||| |S)N)rrGrr))rrr) rrKrrrr delimitercurr_indent_strrrs r#r r }s|"(I 4  %%  +vJ , ,? , , 1 1* = =D ,Z , ,s , ,,r"ceZdZdZ ddd Ze ddd ZeddZeddZ eddZ dddZ dS)NamespaceHelperaA helper for constructing the namespace open and close strings for a nested set of namespaces. e.g. for namespace_str torch::lazy, prologue: namespace torch { namespace lazy { epilogue: } // namespace lazy } // namespace torch r namespace_strr% entity_name max_levelrYr&rlcL|d}t||ksJd|d|d||_dd|D|_ddt |D|_||_||_dS)N::z"Codegen doesn't support more than z# level(s) of custom namespace. Got rrGcg|]}d|d S)z namespace z {r!rns r#rz,NamespaceHelper.__init__..s$#P#P#PA$7$7$7$7#P#P#Pr"cg|]}d|S)z} // namespace r!r$s r#rz,NamespaceHelper.__init__..s! F F F # # # F F Fr") r.rcpp_namespace_r prologue_reversed epilogue_ namespaces_ entity_name_)rorrr cpp_namespacess r#rpzNamespaceHelper.__init__s',,T22   9 , , , n n n^k n n n - , ,+#P#P#P#P#PQQ F FXn-E-E F F F  *'r"namespaced_entityc|d}|d}d|dd}t|||S)zq Generate helper from nested namespaces as long as class/function name. E.g.: "torch::lazy::add" r"rN)rrr )r.rr)r.r namesrrs r#from_namespaced_entityz&NamespaceHelper.from_namespaced_entitysW"''--Bi  %*-- '[I    r"c|jSr<)r(rs r#prologuezNamespaceHelper.prologue ~r"c|jSr<)r*rs r#epiloguezNamespaceHelper.epiloguer4r"c|jSr<)r,rs r#rzNamespaceHelper.entity_names   r"defaultc"|jr|jn|S)z Return the namespace string from joining all the namespaces by "::" (hence no leading "::"). Return default if namespace string is empty. )r')ror8s r#get_cpp_namespacez!NamespaceHelper.get_cpp_namespaces '+&9Ft""wFr"N)rr)rr%rr%r rYr&rl)r)r.r%r rYr&rr)r)r8r%r&r%) rrr__doc__rp staticmethodr1propertyr3r6rr:r!r"r#rrs  KL((((( 12     \  XX!!!X!GGGGGGGr"rc|eZdZUded<dddZdd ZddZd dZd!dZd"dZ e d#dZ d$dZ d%dZ d&dZdS)' OrderedSetzdict[T, Literal[None]]storageNiterableIterable[T] | Noner&rlcZ| i|_dSt||_dSr<)r@rfromkeys)rorAs r#rpzOrderedSet.__init__s*  DLLL==22DLLLr"rr4rhc||jvSr<r@rors r# __contains__zOrderedSet.__contains__st|##r" Iterator[T]cNt|jSr<)iterr@keysrs r#__iter__zOrderedSet.__iter__sDL%%''(((r"r OrderedSet[T]cD|j|jdSr<)r@r)rors r#rzOrderedSet.updates  EM*****r"cd|j|<dSr<rFrGs r#rzOrderedSet.adds! Tr"c^t}|j|_|Sr<)r?r@r)rorets r#rzOrderedSet.copys%'\\l''))  r"rLc~|d}|ddD]}|||S)NrrH)rr)rLrRrXs r#unionzOrderedSet.unions@1gllnnabb  A JJqMMMM r"otherc8t||Sr<)r?rTrorUs r#__or__zOrderedSet.__or__se,,,r"rc0|||Sr<)rrWs r#__ior__zOrderedSet.__ior__s E r"objectct|tr|j|jkSt|j|kSr<)rr?r@rnrLrWs r#__eq__zOrderedSet.__eq__sD eZ ( ( 5<5=0 0t|((**++u4 4r"r<)rArBr&rl)rr4r&rh)r&rI)rrNr&rl)rr4r&rl)r&rN)rLrNr&rN)rUrNr&rN)rUrNr&r)rUr[r&rh)rrrrrprHrMrrrr<rTrXrZr]r!r"r#r?r?s####33333 $$$$))))++++"""" \ ----555555r"r?)r$r%r&r')r6r7r8r9r&r:)r6r@r8r9r&r:)rCrDr&rE)r=r r&r )rTr%r&r)rXr%r&rYr<)rrrfrr&re)rr)rr rKrYrrYr&r%)r) rr rKrYrrYrrYr&r%) rrrKrYrrYrrYr&r%) rr rKrYrrYrrYr&r%)rrrKrYrrYrrYrr%rr%r&r%)= __future__r contextlib functoolsr^ryr*rrJ dataclassesrrenumrrpathlibrtypingr r r r r rrtyping_extensionsrtorchgen.code_templaterargparsercollections.abcrrrrrparentrr IDENT_REGEXr3r4r5r?rBcontextmanagerrOrScacherWrcrerrrrrr rr?r!r"r#rms"""""" ,,,,,,,,TTTTTTTTTTTTTTTTTT""""""//////=""""""<<<<<<<<<< DNN # # % % , 3  $ $ $ $ $T $ $ $ $$$$ GCLL GCLL     @@@@ //// 4444bMbMbMbMbMbMbMbMN37 5 5 5 5 5$ # # # # #FDDDD( F F F F----&>G>G>G>G>G>G>G>GB,5,5,5,5,5,5,5,5,5,5r"