o *n0jBB@sddlmZddlZddlZddlZddlZddlZddlZddlZddl m Z ddl m Z m Z ddlmZddlmZddlmZmZmZmZddlmZmZdd lmZerjdd lmZdd lmZm Z m!Z!m"Z"ee#$j%Z&e&j%Z'Gd d d e Z(dZ)dOddZ*edZ+edZ,dPddZ-dQdd Z.ej/dRd$d%Z0ej1dSd(d)Z2dTd,d-Z3Gd.d/d/Z4 dUdVd4d5Z5 6dWdXd;d<Z6dYd@dAZ7dZdCdDZ8d[dIdJZ9GdKdLdLZ:GdMdNdNee+Z;dS)\) annotationsN) is_dataclass)autoEnum)Pathpformat)AnyGeneric TYPE_CHECKINGTypeVar) assert_neverSelf) CodeTemplate) Namespace)CallableIterableIteratorSequencec@s0eZdZeZeZeZeZeZeZ dS)TargetN) __name__ __module__ __qualname__rZ DEFINITIONZ DECLARATIONZ REGISTRATIONZANONYMOUS_DEFINITIONZNAMESPACED_DEFINITIONZNAMESPACED_DECLARATIONrrU/home/wildlama/miniconda3/envs/lam_a2e/lib/python3.10/site-packages/torchgen/utils.pyr%s rz(^|\W){}($|\W)schemastrreturntuple[str, list[str]]cCs>td|}|durtd||\}}}||dfS)Nz(\w+)(\.\w+)?\((.*)\)zUnsupported function schema: , )rematch RuntimeErrorgroupssplit)rmname_paramsrrrsplit_name_params8s r)TSfuncCallable[[T], S | None]xs Iterable[T] Iterator[S]ccs&|D] }||}|dur|VqdSNr)r,r.xrrrrmapMaybeHsr4Callable[[T], Sequence[S]]ccs|D] }||EdHqdSr1r)r,r.r2rrr concatMapPsr6msg_fnCallable[[], str]Iterator[None]c cspzdVWdSty7}z$|}t|d}|jr%|jdd|n|}|f|jdd|_d}~ww)Nz r ) Exceptiontextwrapindentargs)r7emsgrrrcontextXs  rB template_fnrcCs t|Sr1)r from_file)rCrrr_read_templatees rEsintcCs&tj|ddd}tj|ddS)Nlatin1F)usedforsecuritylittle) byteorder)hashlibsha1encodedigestrG from_bytes)rFrMrrrstring_stable_hashksrQc@seZdZd1dd Zed2d d Zd3ddZd4ddZd5ddZd6ddZ ddd7d(d)Z ddd8d*d+Z d9d-d.Z d:d/d0Z dS); FileManager install_dir str | Path template_dirdry_runboolrNonecCs&t||_t||_t|_||_dSr1)rrSrUsetfilesrV)selfrSrUrVrrr__init__ts   zFileManager.__init__frozenset[str]cCstdd|jDS)NcSsh|]}|qSras_posix.0filerrr sz(FileManager.filenames..) frozensetrZr[rrr filenamesszFileManager.filenamesfilenamecontentsrcCs^t|}d}z|jdd}Wn tyYnw||kr-|jjddd|j|dddSdS)Nzutf-8)encodingT)parentsexist_ok)r read_textOSErrorparentmkdir write_text)r[rgrhrbZ old_contentsrrr_write_if_changeds zFileManager._write_if_changedrC env_callable"Callable[[], str | dict[str, Any]]c Cs t|r td||j|}|}t|tryd|vrftd}zttjdj p+| }Wnt t fy?| }Ynwz | t}Wn tyU|j}Ynwi|ddd|d|i}t|}||} tjdd | tjd St|tr|St|dS) Nztemplate_fn must be relative: Zgenerated_commentzgen.py__main__@z generated by z from z (""")\n+ # match triple quotes ( (\s*@.+\n)* # match decorators if any \s*(class|def) # match class/function definition ) z\g<1>\n\n\g<2>)flags)r is_absoluteAssertionErrorrU isinstancedict TORCHGEN_ROOTsysmodules__file__absoluteKeyErrorAttributeError relative_to REPO_ROOTr_ ValueErrorr&rE substituter subVERBOSErr ) r[rCrrZ template_pathenvZgenerator_default generatorZgenerator_pathtemplatesubstitute_outrrrsubstitute_with_templatesL         z$FileManager.substitute_with_templatecCsvt|}|rtd||j|}||jvr td||j||js9|j||d}|j||ddSdS)Nfilename must be relative: zduplicate file write )rCrr)rgrh) rrwrxrSrZaddrVrrq)r[rgrCrrrbrrrrwrite_with_templates   zFileManager.write_with_templatecCs||||dSr1)r)r[rgrrrrrwriteszFileManager.writeN)base_envitemsr/key_fnCallable[[T], str]#Callable[[T], dict[str, list[str]]] num_shardsrGrdict[str, Any] | None sharded_keysset[str]c Cs|j||||||||ddS)N)rrrrrr)write_sharded_with_template)r[rgrrrrrrrrrr write_shardeds  zFileManager.write_shardedcs\t|} | rtd|ddi} ddt|D} | g| } |dur/| D]|q'D]#} | D]| vrOt| tsFtd| | <q5g| <q5q1dfd d }|jrad}|D]}||} t | |}||}|| |||| |qc| D]d}| | | j ||fddq|j |j| | j ddS)Nrshard_idZ EverythingcSsg|] }dd|iqS)rr'r)rairrr sz;FileManager.write_sharded_with_template..z'sharded keys in base_env must be a listintodict[str, list[str]]from_rrXcs<|D]\}}|vrtd||||7<qdS)Nzundeclared sharded key )rrx)rrkv)rrr merge_envs z:FileManager.write_sharded_with_template..merge_envrcsSr1rr)shardrr/sz9FileManager.write_sharded_with_template..)rrrrrrX)rrwrxrangeupdaterylistcopyrVrQr with_stemstemrZdiscardrS)r[rgrCrrrrrrrrbZ everythingZshardsZ all_shardskeyritemZsidrrr)rrrrsH       $z'FileManager.write_sharded_with_template variable_namecCs8dd|gddt|jDdR}|||dS)zSWrite a file containing the list of all outputs which are generated by this script.r:zset(css |] }d|dVqdS)z ""Nr^r`rrr <sz,FileManager.write_outputs..)N)joinsortedrZrq)r[rrgcontentrrr write_outputs5s zFileManager.write_outputscCstj|jtjtS)z This needs to be deterministic. The template dir is an absolute path that varies across builds. So, just use the path relative to this file, which will point to the codegen source but will be stable. )ospathrelpathrUdirnamer~rerrrtemplate_dir_for_commentsBsz%FileManager.template_dir_for_comments)rSrTrUrTrVrWrrX)rr])rgrTrhrrrX)rCrTrrrsrr)rgrTrCrTrrrsrrX)rgrTrrrsrrX)rgrTrr/rrrrrrrGrrrrrrX)rgrTrCrTrr/rrrrrrrGrrrrrrX)rrrgrTrrXrr)rrrr\propertyrfrqrrrrrrrrrrrrRss    5  ? rRoptionsrrSstr | Path | NonecCs.tj|jd}|r |n|j}t|||jdS)NZ templates)rSrUrV)rrr source_pathrSrRrV)rrSrUrrrmake_file_managerLsrPobjr r>widthcCs t|||Sr1r)rr>rrrrdataclass_reprZs rattrdict[Any, Any] curr_indentc Csv||d7}g}|D]%\}}t|}t|r#t||||t|nt|}||d|q t||||ddS)Nz: {})rreprrrlenappend_format) rr>rrZ dict_reprrrZk_reprZv_strrrr _format_dictbs r&list[Any] | set[Any] | tuple[Any, ...]csJd7fdd|D}t|trdnd\}}t|||S)Nr;cs*g|]}t|rt|nt|qSr)rrr)ralrr>rrrr}sz _format_list..)[])(r)ryrr)rr>rrZ list_reprstartendrrr _format_listvs r fields_str list[str]rrc CsTd\}}tt||krd}d|}d|}d|||} ||| |S)N)rr: r)rrr) rr>rrrr delimiterZcurr_indent_strZ indent_strbodyrrrrsrc@sheZdZdZ  ddd d Ze ddddZedddZedddZ edddZ dd ddZ dS)!NamespaceHelperaA helper for constructing the namespace open and close strings for a nested set of namespaces. e.g. for namespace_str torch::lazy, prologue: namespace torch { namespace lazy { epilogue: } // namespace lazy } // namespace torch r namespace_strr entity_name max_levelrGrrXcCsr|d}t||krtd|d|d||_ddd|D|_dddt|D|_||_||_ dS) N::z"Codegen doesn't support more than z# level(s) of custom namespace. Got .r:cSsg|]}d|dqS)z namespace z {rranrrrrsz,NamespaceHelper.__init__..cSsg|]}d|qS)z} // namespace rrrrrrs) r$rrxcpp_namespace_r prologue_reversed epilogue_Z namespaces_ entity_name_)r[rrrZcpp_namespacesrrrr\s   zNamespaceHelper.__init__namespaced_entitycCs2|d}|d}d|dd}t|||dS)zq Generate helper from nested namespaces as long as class/function name. E.g.: "torch::lazy::add" rN)rrr)r$rr)rrnamesrrrrrfrom_namespaced_entitys z&NamespaceHelper.from_namespaced_entitycC|jSr1)rrerrrprologuezNamespaceHelper.prologuecCrr1)rrerrrepiloguerzNamespaceHelper.epiloguecCrr1)rrerrrrrzNamespaceHelper.entity_namedefaultcCs|jr|jS|S)z Return the namespace string from joining all the namespaces by "::" (hence no leading "::"). Return default if namespace string is empty. )r)r[rrrrget_cpp_namespacesz!NamespaceHelper.get_cpp_namespaceN)rr)rrrrrrGrrX)r)rrrrGrrr)r)rrrr) rrr__doc__r\ staticmethodrrrrrrrrrrrs    rc@seZdZUded<d&d'dd Zd(d dZd)ddZd*ddZd+ddZd,ddZ e d-ddZ d.ddZ d/d!d"Z d0d$d%ZdS)1 OrderedSetz dict[T, None]storageNiterableIterable[T] | NonerrXcCs"|dur i|_dSt||_dSr1)rrzfromkeys)r[rrrrr\s zOrderedSet.__init__rr*rWcCs ||jvSr1rr[rrrr __contains__s zOrderedSet.__contains__ Iterator[T]cCst|jSr1)iterrkeysrerrr__iter__zOrderedSet.__iter__r OrderedSet[T]cCs|j|jdSr1)rr)r[rrrrrszOrderedSet.updatecCsd|j|<dSr1rrrrrrrzOrderedSet.addcCst}|j|_|Sr1)rrr)r[retrrrrs zOrderedSet.copyr?cGs,|d}|ddD]}||q |S)Nrr;)rr)r?r rFrrrunions  zOrderedSet.unionothercCs t||Sr1)rr r[r rrr__or__s zOrderedSet.__or__rcCs|||Sr1)rr rrr__ior__s zOrderedSet.__ior__objectcCs(t|tr |j|jkSt|j|kSr1)ryrrrYrr rrr__eq__s  zOrderedSet.__eq__r1)rrrrX)rr*rrW)rr)rrrrX)rr*rrX)rr)r?rrr)r rrr)r rrr)r rrrW)rrr__annotations__r\rrrrrrr r rrrrrrrs          r)rrrr)r,r-r.r/rr0)r,r5r.r/rr0)r7r8rr9)rCrrr)rFrrrGr1)rrrSrrrR)rr)rr r>rGrrGrr) rrr>rGrrGrrGrr) rrr>rGrrGrrGrr)rrr>rGrrGrrGrrrrrr)< __future__r contextlib functoolsrLrr r|r= dataclassesrenumrrpathlibrpprintrtypingr r r r Ztyping_extensionsr rZtorchgen.code_templaterargparsercollections.abcrrrrr~rrnr{rrZ IDENT_REGEXr)r*r+r4r6contextmanagerrBcacherErQrRrrrrrrrrrrrsX             \    G