+j]"dZddlmZddlZddlZddlZddlZddlZddl Zddl Z ddl Z ddl Z ddl Z ddlZddlmZddlZdadadadada dadddZejddd kZd6dZdZdZdZdZ dZ!ej "dZ#ej "dZ$dZ%dZ&dZ'dZ(dZ)dZ*dZ+dZ,dZ-d7d Z.d8d"Z/d9d%Z0d&Z1d:d)Z2d;d-Z3dz6 This file must not depend on any other CuPy modules. ) annotationsN)Any)ncclcutensorCUPY_DEBUG_LIBRARY_LOAD01msgstrreturnNonectrCtjd|dtjdSdS)Nz[CUPY_DEBUG_LIBRARY_LOAD]  )_debugsysstderrwriteflush)r s T/home/wildlama/comfy/ComfyUI/.venv/lib/python3.11/site-packages/cupy/_environment.py_logrEsP  =c===>>> cBtdkrtatSNr) _cuda_path_get_cuda_pathrr get_cuda_pathrK R#%% rcBtdkrtatSr) _nvcc_path_get_nvcc_pathrrr get_nvcc_pathr#SrrcBtdkrtatSr) _rocm_path_get_rocm_pathrrr get_rocm_pathr'[rrcBtdkrtatSr) _hipcc_path_get_hipcc_pathrrrget_hipcc_pathr+cs b%'' rcBtdkrtatSr) _cub_path _get_cub_pathrrr get_cub_pathr/ksB!OO rlinuxwin32ctjd}|dStrht j}|dkr(tjdr|d}nd}n|d}tj|d|}n*tr!tj|d}nJtj|r|ndS) zThis works since CUDA 12.0+. CONDA_PREFIXNaarch64z/etc/nv_tegra_releasez-linuxz sbsa-linuxtargetsLibrary) osenvironget_PLATFORM_LINUXplatformmachinepathexistsjoin_PLATFORM_WIN32) conda_prefixplatarch cuda_paths r_get_conda_cuda_pathrEws:>>.11Lt !! 9  w~~566 $#???DGLLy$?? GLLy99 uy11 ;99t;rc,t}||ddkrt}||Sddlm}m} |d}t jt jt j|j }|j dkr't}| |sJ|S|j dkr?tj d|r(trt j|}|SdStrBt j|dkrt j|}|S#|$rYnwxYwt jd rd SdS) N packagingcondarload_nvidia_dynamic_libDynamicLibNotFoundErrornvrtcz site-packageszsite-packages.*nvidia.*cu\d{2}binz/usr/local/cuda)get_preload_configrEcuda.pathfinderrJrKr7r=dirnamerealpathabs_path found_via startswithresearchr@basenamer>)configconda_cuda_pathrJrKrLrDs rrrs ! !F f[1W<<.00  &" "::::::::''00 GOO GOOBG,,U^<< = =?? ?g % %244O"--i88 8 88" " _ / /y:IFF !"; " : :I  4  3rw// ::eCC 22I1 #     6 w~~'((!  4s E((E0/E0ctjdd}||Sddlm}|d}||St }|dSt jdtj |dS)NNVCCr)find_nvidia_binary_utilitynvccrMr=) r7r8r9rOr\rshutilwhichr=r?) nvcc_pathr\rDs rr"r"s vt,,I;:::::**622IIt <RW\\)U%C%C D D DDrcntjdd}tj|r|St jd}|r_r`rP) rocm_path hipcc_paths rr&r&s {B//I w~~i  g&&Jwrwz::;;; w~~k""{ 4rct}|dStjdtj|dS)NrdrMr^)r'r_r`r7r=r?)res rr*r*s=It <bgll9e&D&D E E EErcddlm}tjtjt }|jsCtjtj |drd}nUd}nRt}|@tjtj |drd}nd}|S)Nr)runtimez_core/include/cupy/_cccl/cubzzinclude/hipcubz) cupy_backends.cuda.apirir7r=rPabspath__file__is_hipisdirr?r')ri current_dirr-res rr.r.s......'//"'//(";";< 7== [*HII K K "IIII"OO  RW]] Y(899&;&; !III rc*tjdrpt}|duo |ddk}t }|&|r|}n9t j|d}nd}|stj dtd |t jtddd }t j |r#td |n$td |d}d tjkr|td |t j|t j|d}t j|r&td|t j||8td |t j|dSdS|etd |t jdd}|t jz|zt jd<dSdSdS)Nr1rGrHrMzZCUDA path could not be detected. Set CUDA_PATH environment variable if CuPy fails to load.z CUDA_PATH: {}cupy.datalibzWheel shared libraries: {}z%Not wheel distribution ({} not found))zAdding DLL search path: {}x64z&Adding DLL search path (for CUDA 13): zAdding to PATH: {}PATHr)rr;rTrNrr7r=r?warningswarnrformatget_cupy_install_pathrn version_infoadd_dll_directoryr>r8r9pathsep)rXis_condarD cuda_bin_path wheel_libdircuda_bin_x64_pathr=s r_setup_win32_dll_directoryr s |w''0F#%%$&KF;,?7,J"OO   ? ) " Y > >  M & %&&& _ # #I . .///w|| ! # #VWe== 7== & & -44\BB C C C C 8??   L S% % %(188GGHHH$]333$&GLL$F$F!7>>"344<0-00111():;;;'188FFGGG$\22222(' ')00>>???z~~fb11%1BJ%>%E 6"""a0F0FZ('rctjtjtjt dS)Nz..)r7r=rkr?rPrlrrrr{r{@s; 7??  RW__X..55 7 77rctjdd}|tjdStj|S)azReturns the directory where CUDA external libraries are installed. This environment variable only affects wheel installations. Shared libraries are looked up from `$CUPY_CUDA_LIB_PATH/$CUDA_VER/$LIB_NAME/$LIB_VER/{lib,lib64,bin}`, e.g., `~/.cupy/cuda_lib/11.2/nccl/2.8.0/lib64/libnccl.so.2.8.0`. The default $CUPY_CUDA_LIB_PATH is `~/.cupy/cuda_lib`. CUPY_CUDA_LIB_PATHNz~/.cupy/cuda_lib)r7r8r9r= expanduserrk)cupy_cuda_lib_paths rget_cupy_cuda_lib_pathrFsM(openjsonload)r config_pathfs rrr^s',,$88K 7>>+ & &t k  ay||sBBBrsboolct}| |ddkrtd|ddS|tvrtd|||vrtd|d dSt|td |dSd S) z(Returns if the preload can be attempted.NrGrHzNot preloading z( as this is not a pip wheel installationFzUnknown preload library: zPreload z not configured in wheelzPreload already attempted: T)rNr _preload_libsAssertionError)rsrXs r_can_attempt_preloadrgs ! !FF;/7:: Ls L L LMMMu ->>>??? & 5 5 5 5666uS% 03 0 0111u 4rc D tdtsdSit<ddlm}m} |}|td<td|dS#|$r}td|Yd}~nd}~wwxYwt d}td |t td   d  d }|D]td ddd fddD}dkr( d}t| d|z}n-dkr' d}t| d|z}|D]} tj | s#td| D td| tj| t| <tdn#t $rM}t#|j} d| d| d|d} t| t'j| Yd}~d}~wwxYwtdtdd tjt<td#t $r }tdd|Yd}~d}~wwxYwdS)zPreload dependent shared libraries. The preload configuration file (cupy/.data/_wheel.json) will be added during the wheel build process. z"Preloading triggered for library: NrrI pathfinderz is loaded by cuda-pathfinder: z) could not be loaded by cuda-pathfinder: cudaz$CuPy wheel package built for CUDA {}zCuPy CUDA library directory: {}version filenamesz Looking for z version  ()c dg|],}tjd|-S)r)r7r=r?).0xrXrfilenamersrs r z$_preload_library..sM... GLL"F6NC!  ...r)rslib64rMrmin_pypi_versionrz"Rejected candidate (not found): {}zTrying to load Loadedz CuPy failed to preload library (z): zFile {} could not be foundz from default search pathzLibrary z could not be preloaded: )rrrrOrJrKrNrzr_get_cutensor_from_wheel_get_nccl_from_wheelr7r=r>ctypesCDLL Exceptiontype__name__rxry)rsrJrK loaded_dle cuda_versionr libpath_candsrlibpathe_typer rXrrrs` @@@@r_preload_libraryrsR 3c 3 3444  $ $M#:::::::: ++C00 ,5 c<(  ? ?I ? ?@@@ #CCC  A Aa A ABBBBBBBBC ! !F&>L / 6 6| D DEEE/11 * 1 12D E EFFFSk)$Gs K(I4C4C @C @ @' @ @X @ @ @AAA ........- ... *  %c{+=> ()96&>JJ MF]]%c{+=> $%5vf~FF % C CG7>>'** 9@@IIJJJ #0w00111.4k'.B.B c"7+X # # #a)&w&&&&!"&&&S  c""""""""  # -44X>> ? ? ? F8FFF G G G C/5{8/D/D c"8,X C C CAAAaAABBBBBBBB C#A4C4CsI A--B2B  B)AH.. J8AJJ>1K11 L;LLrtuple[int, int, int]c tjd|d}t|d}t|dkrt|dnd}t|dkrt|dnd}|||fS)Nz[^\d]rt)maxsplitr)rUsplitintlen)rpartsmajorminorpatchs r_parse_versionrsv HXw 3 3 3E aMME ZZ1__CaMMM!E ZZ1__CaMMM!E % rpackage_prefixr&importlib.metadata.Distribution | Nonec :|d\}}|d|} tj|}n0#tjj$rt |d|dYdSwxYwt |j}t |}|d|dko5|d|dkp#|d|dko|d|dk} | s!t |d|d |d |jdSt |d|d |j|S) z Returns the distribution of the given package name and version installed via pip (e.g., cutensor-cuXX). If the package is not found or incompatible, returns None. .z-cuz wheel package (z) not installedNrrrz) incompatible: expected z, found z ) found: )r importlibmetadata distributionPackageNotFoundErrorrrr) rrrcuda_major_ver_pkgdistactualexpected is_compatibles r_find_compatible_wheelrs 3NA  0 0 0 0C!..s33   2  D D D D DEEEttDL ) )Fg&&Hq Xa[  1I # D AY(1+ % B&)x{*B   9999 99*.,99 : : :tN H HC H H$, H HIII KsA)A.-A. list[str]c~td||}|gStjdkrc|d|dd|d|ddg}n*|d|d g}d |DS) zx Returns the list of shared library path candidates for cuTENSOR installed via Pip (cutensor-cuXX package). rNr0zcutensor/lib/libcutensor.so.rrzcutensor/lib/libcutensorMg.so.zcutensor\bin\cutensor.dllzcutensor\bin\cutensorMg.dllc,g|]}t|Srr rrss rrz,_get_cutensor_from_wheel.. , , ,CHH , , ,r)rrr; locate_filerrrr shared_libss rrr s "*gt < .1rr)rr;rrrrs rrr"s}  |w !-$ ? ?D |   A'--*<*=z, search starts here:\n(.*?)\nEnd of search list.zECould not find any hipcc default include directories using command: 'zK'. Possible errors are changed hipcc output format, or hipcc was not found.rc3fK|],}||V-dS)N)strip)r include_paths r z*_get_hipcc_include_dirs..lsS \-?-?-A-Ar) subprocessrunDEVNULLPIPE returncode RuntimeErrorrUrVrSgroup splitlinestuple)rprocmatches include_pathss r_get_hipcc_include_dirsrTs 9 9 9C >#j&8!+t = = =D !A$AAABBBiL  G  < < < <   MM!$$//11M )  rcTd}g}|D]Q} tj|||8#tjj$rYNwxYwdt |kr If you previously installed CuPy via conda, also run the following: $ conda uninstall cupy 2. Install the appropriate CuPy package. Refer to the Installation Guide for detailed instructions. https://docs.cupy.dev/en/stable/install.html -------------------------------------------------------------------------------- ) rrrappendrrr?sortedrxry)knowncupy_installedkcupy_packages_lists r_detect_duplicate_installationrrs E<N     + +A . . .  ! !! $ $ $ $!6    D  3~  !YYvn'='=>>        s4?AAcd}tjdkrG |tz }n4#t$r'}|dt |jd|z }Yd}~nd}~wwxYw|S)NaFailed to import CuPy. If you installed CuPy via wheels (cupy-cudaXXX or cupy-rocm-X-X), make sure that the package matches with the version of CUDA or ROCm installed. On Linux, you may need to set LD_LIBRARY_PATH environment variable depending on how you installed CUDA/ROCm. On Windows, try setting CUDA_PATH environment variable. Check the Installation Guide for details: https://docs.cupy.dev/en/latest/install.htmlr1z% The cause could not be identified: : )rr;_diagnose_win32_dll_loadrrr)r rs r_diagnose_import_errorrs 2C |w  +-- -CC    +77#++'(++ CCCCCC  Js& AAAc td}|dSddlm}tjd}|j|j|jg|j_|j|j_ dddtdg}tj d}|d D]} tj|}||j |t||d |d |ja#t $r|d |d Yt"$r;}|d |d t%|jd|dYd}~d}~wwxYwd|S)Nz _depends.jsonrr)wintypeskernel32z CUDA Path: zDLL dependencies:idependsz z -> z -> not foundz -> error (rrr)rrr rHANDLELPWSTRDWORDGetModuleFileNameWargtypesrestypercreate_unicode_buffer_handlerrvalueFileNotFoundErrorrrrr?)r r r linesfilepathrdllrs rrrs_--Gr{:&&H(.,:H(*2.H'  'moo''  E +E22H "II I+d##C  ' ' Xs8}} M M M LL8d8888 9 9 9 9  3 3 3 LL1d111 2 2 2 2 2 I I I LLGdGGtAww/?GG1GGG H H H H H H H H I 99U  sAC//#E E1EE)r r r r)r r)rr r r)rsr r r)rr r r)rr rr rr r r)rr rr r r)r r )<__doc__ __future__rr functoolsimportlib.metadatarrr7os.pathr;rUr_rrtypingrrxrr!r%r)r-rrr8r9rrrr#r'r+r/rTr:r@rErr"r&r*r.rr{rrNrrrrrrrrcacherrrrrrrr s4#"""""         >  13 7 73 > ,))'22,))'22<<<.111hEEE($FFF.3F3F3Fl777 ///"8ZCZCZCzB----2----$@ :EEEP2r