+jLdZddlZddlZddlZddlmZmZmZddl m Z ddl m Z ddlmZddlmZddlmZmZmZmZmZddlZdd lmZejd Zejd Zd ejd ejfdZdejd ejfdZ Gddej!Z"Gddej!Z#Gddej!Z$Gddej!Z%Gddej!Z&GddeZ'd e'fdZ(dS)zNComfyUI nodes for the native MoGe (Monocular Geometry Estimation) integration.N)ComfyExtensionTypesio)override)turbo) MoGeModel)triangulate_grid_mesh)get_panorama_camerassplit_panorama_imagemerge_panorama_depthspherical_uv_to_directions_uv_grid)tqdm MOGE_MODEL MOGE_GEOMETRYpointsreturnctj|d}tj|d|tj|}|dddddddf|dddddddfz }|dddddddf|dddddddfz }tjj| ddd dd  dddd }tjj| ddd dd  dddd }tj ||d}tjj |d}tj|d|tj|S) zICamera-space surface normals from a (B, H, W, 3) point map (v1 fallback).dim.Nr)rrrr)rrrr) torchisfiniteallwhere unsqueeze zeros_likenn functionalpadpermutecross normalize)rfiniteptsdxdyns 7/home/wildlama/comfy/ComfyUI/comfy_extras/nodes_moge.py_normals_from_pointsr.s ^F # # ' 'B ' / /F +f&&r**FE4DV4L4L M MC S!!!QRR] c#qqq#2#qqq.1 1B S!""aaa] c#ssAAAqqq.1 1B   Aq!Q!7!7 F F N NqRSUVXY Z ZB   Aq!Q!7!7 F F N NqRSUVXY Z ZB B###A %%aR%00A ;v''++Q0@0C0C D DDdepthcztj|}t|jdD] }||}tj||dkz}|s;tj|d|dz tj|}||}tj|d}tj|d}||z d} ||z | z dd} tj|| tj| ||< |S)zIPer-batch normalize 1/depth to [0, 1] using 0.1/99.9 percentile clipping.r?gư>gMbP?g+?) rr!rangeshaperanyr clamp_minquantileclamp) r0outidvaliddisp disp_validlohiscalenorms r-_normalize_disparityrD-s  5 ! !C 5;q> " " B B !Hq!!QU+yy{{  {5# D(9(9"95;KA;N;NOO%[ ^J . . ^J . .b##D))e#**344UD%*:4*@*@AAA Jr/cJeZdZedZedejfdZdS) LoadMoGeModelc tjdddtjdt jdgt gS)NrFzLoad MoGe Modelz model/loaders model_namegeometry_estimation)options)node_id display_namecategoryinputsoutputs)rSchemaComboInput folder_pathsget_filename_list MoGeModelTypeOutputclss r- define_schemazLoadMoGeModel.define_schema@s^y#*$|\5STi5j5jkk#))++,    r/rctjd|}tj|d}t jt|S)NrIT) safe_load)rSget_full_path_or_raisecomfyutilsload_torch_filer NodeOutputr)rXrHpathsds r-executezLoadMoGeModel.executeLsE23H*UU [ ( ( ( > >}Yr]]+++r/N__name__ __module__ __qualname__ classmethodrYrr`rcr/r-rFrF?sV   [  ,BM,,,[,,,r/rFcNeZdZdZedZedejfdZdS)MoGePanoramaInferenceaEquirectangular panorama inference: split into 12 perspective views, run MoGe at fov_x=90 on each, merge via multi-scale Poisson + gradient solve. v2's predicted normals and metric scale are ignored (per-view scales would not align across seams). ctjdgddddtdtjdd tjd d d d d tjdddddtjdddddtjdddddgt dgS) Nrk)mogepanoramar0geometrydepth estimationgeometry estimationzRun MoGe Panorama Inferenceimage/geometry estimationzRun MoGe on an equirectangular panorama by splitting it into 12 perspective views, running inference on each, and merging the results into a single depth map. moge_modelimagez&Equirectangular panorama (any aspect).)tooltipresolution_level rz1Per-view detail (0 = fastest, 9 = most detailed).defaultminmaxrusplit_resolutioniiz%Resolution of each perspective split.merge_resolutionii z9Long-side resolution of the merged equirect distance map. batch_sizer z,Views per inference batch (12 splits total). moge_geometryrL)rKsearch_aliasesrLrM descriptionrNrO)rrPrUrRImageInt MoGeGeometryrVrWs r-rYz#MoGePanoramaInference.define_schemaYsy+ooo60y##L11w0XYY /q%XZZ /#4%LNN /3D%`bb \1!%SUU "((o(FFG%    r/rc  ()*+|jddkrtd|jdd|dddf}t|jdt|jd}}t|t ||z d} t t|| zd t t|| zd } } t \} } t j|j |j }|d d d  ||j }t|| | |}|jd}g}| | }} |||ft ||dkrn |dz|dz}}7|dt#|D*|t%|z}t'*}t j||z|z)d(g}g}t/|d5+t1d||D]%}||||z}|||dd dd}|t7|dd |t7|d|jd}(|z () (+!|' dddn #1swxYwYt/||zd5+()+fd}+fd}()*+fd}tE| | ||t7| | ||| \} }!dddn #1swxYwYtGj$| } tGj$|!}!| | f||fkrtFj%j&'| d||fdd(} tFj%j&'|!d||fd !(dk}!|!)rH|!*s4tGj+| |!d"d#z}"tGj,|!| |"} tGj$t[t]||}#|#| d$z/d}$| /d}%|!/d}&|$|%|&|d%}'taj1|'S)&Nrrz9MoGePanoramaInference takes a single image (got batch of ).rrr2 rdevicedtypeTr}c i|] \}}|d|z S)rri).0r;whs r- z1MoGePanoramaInference.execute..s"HHHuq"AFHHHr/zMoGe panorama inferencetotaldescgV@F)rvfov_xforce_projection apply_maskapply_metric_scalerrmaskMoGe panorama merge: viewscfdz ddS)Nr)update_absoluteupdate)donepbartqsr-_on_merge_viewz5MoGePanoramaInference.execute.._on_merge_views3 $$T*** ! r/c>d|d|dS)NzMoGe panorama merge: solving x)set_description)whrs r-_on_solve_startz6MoGePanoramaInference.execute.._on_solve_starts.""#J1#J#Jq#J#JKKKKKr/c||f}|z |ddS)Nr)rrr)rrweightrr solve_weightrs r- _on_solve_endz4MoGePanoramaInference.execute.._on_solve_ends[%q!f-$$T*** &!!!""#?@@@@@r/)on_viewon_solve_start on_solve_end)NNbilinear)sizemode align_cornersnearest)rrgffffff?g@).N)rr0rrt)2r5 ValueErrorintrzr{r r]model_managementload_model_gpupatcher load_devicemovedimtorr appendreverse enumeratelensumvaluesr^ ProgressBarrr4inferextendlistfloatrCcpunumpyrrr r from_numpyr"r# interpolatesqueezer6rr8rr rr rr`),rXrsrtrvr|r~rHWrBmerge_hmerge_w extrinsics intrinsicsrimg_chwsplitsn_views merge_levelsw_h_n_merge_view_unitsn_merge_solve_units distance_mapsmasksr;batchresultr,rrr pano_depth pano_maskfar directionsrr0rrrrrrs, @@@@r-rczMoGePanoramaInference.executeps ;q>Q  jY^YdefYgjjjkk kc2A2g5;q>""C A$7$71$s1ayy0#66s1u9~~r22CAI4K4K!5!7!7 J --j.@AAA'(""2r**--V:CS-TT%gz:GWXX,q//1 'B &   R ) ) )2r{{c!!1WbAgB  & HH ,0G0GHHH $s<'8'88!,"5"5"7"788{&&w1C'CFY'YZZ  &? @ @ @ B1gz22  qZ/0#))%BR04t5:u*VV$$T&*:*@*@*B*B*G*GB*G*O*O*S*S*U*U*[*[*]*]%^%^___ T&."4"4"6"6"<"<">">??@@@KN $$T*** !                 *-@@Gc d d d dhj         L L L L L A A A A A A A A%9-Z8H8H*&Ub%d%d%d !J % d d d d d d d d d d d d d d d,%j11 $Y// W !Q ' ',88J9OWXZ[V\cm~C8DDLLNNJ+77 *8M8S8S8U8U]^`a\bir7ss{{}}ABBI ==?? A9==?? A.I!6==CCY C@@J%&@!Q&P&PQQ z)44??BB$$Q''""1%%$*E4RWR[R[R]R]^^ }]+++s%D9NN  N %=O..O25O2N rerfrg__doc__rhrYrr`rcrir/r-rkrkSsk   [ ,],momz],],],[],],],r/rkcJeZdZedZedejfdZdS) MoGeInferencec:tjdgddddtdtjdtjdd d d d tjd ddddddtjddddd tjdddtjddddgt dg S)!Nr)rmr0rorprqzRun MoGe Inferencez:Run MoGe on a single image to estimate depth and geometry.rrrsrtrvrwrz0 = fastest, 9 = most detail.rx fov_x_degreesr3g@e@g?TzHorizontal field of view of the source camera. Sets the focal length used to unproject the depth map into 3D. 0 = auto-recover from the predicted points.)ryrzr{stepadvancedrurrr@zHImages per inference call. Lower if you OOM on a long video / image set.r)ryrrzSet masked-out (sky / invalid) pixels to inf in points and depth so meshing culls them. Disable to keep the raw predicted geometry everywhere; the mask is still returned separately.)ryrrurrrKrrLrrMrNrO) rrPrUrRrrFloatBooleanrrVrWs r-rYzMoGeInference.define_schemas,y#ccc-T0##L11w'' /q%DFF%VYdh(CDD \1!%oqq   !3TD QQ   td*a!bb "((o(FFG'    r/rc |dddf}|dd}|jd} |dkrdnt|} tj| } gt| d5} td| |D]} || | |z} | ||| ||| t| |z| | |jd dddn #1swxYwYfd }d |i}d D]}||}||||<tj|S) N.rrrrzMoGe inferencer)rvrrrcVfdD}|rtj|dndS)Nc(g|]}|v|Sriri)rcfields r- z8MoGeInference.execute..stack..s";;; AeH r/rr)rcat)rvalschunkss` r-stackz$MoGeInference.execute..stacks<;;;;f;;;D-1;59Tq))))t ;r/rt)rr0rrnormal)r contiguousr5rr]r^rrr4rrrrzrrrr`)rXrsrtrvrrrrbchwBfovrrr;chunkrrrvrs @r-rczMoGeInference.executesc2A2g}}R$$//11 JqM#q((ddeM.B.B{&&q))  0 1 1 1 *R1a,, * *Qq:~-. j..uGW_b@P]g/iijjj$$SZ%;%;<<< %+a.))))  * * * * * * * * * * * * * * * * < < < < <!%))++. H ) )Ee A}'( e$}]+++s BD..D25D2Nrdrir/r-rrs\  [ .,vxwD,,,[,,,r/rcNeZdZdZedZedejfdZdS) MoGeRenderz;Render a visualization or mask from a MOGE_GEOMETRY packet.ctjdgddddtdtjdgdd d gtjg S) Nr)rmrenderror0rzRender MoGe Geometryz3Render a depth map or normal map from geometry datarrroutput)r0 depth_colored normal_openglnormal_directxrr0zDirectX vs OpenGL controls the normal-map green-channel convention. DirectX: green = -Y down (Unreal). OpenGL: green = +Y up (Blender, Substance, Unity, glTF).)rJryrur)rrPrrRrQrrVrWs r-rYzMoGeRender.define_schema sy LLL/M0""?33x1v1v1vAH~ X__&&'    r/rc|dv}|d}|dvrd|vrtd|d}n_|r)d|vr |d}nPd|vr |d}nCtd|d krd |vrtd |d }ntd ||jd }tj|}g}t |d |5} t|D]~} || | dz} |dvrqt| } | |dkrt| n8| dj g| jdRn|rfd|vr| nt| } |rdnd}| | d|dgz} | | dzdzddnR|d krL| | dj g| jdR|| dz| d dddn #1swxYwYt)j|d tjtj}t5j|S)N)rr_opengl)r0rr0z"moge_geometry has no depth output.rrzDmoge_geometry has neither normals nor points to derive normals from.rz!moge_geometry has no mask output.zUnknown output mode: rz MoGe render: rrrrrr2g?r3rr)endswithrr5r]r^rrr4rrDr_turbor expandrr. new_tensorr9rrrrrrintermediate_deviceintermediate_dtyperr`)rXrr is_normalopenglsrcrrr:rr;slcr<r,y_signrs r-rczMoGeRender.executesAA ++ / / /m++ !EFFF(CC  ?=((#H-]**#H- !ghhh v  ]** !DEEE'CC=V==>> > IaL{&&q))"$  8 8 8 9 9 9 R1XX  !AE'l((**777,S11AJJFo,E,Evayyy$:AKKOO$:$GAG$GQ$G$G$G$R$R$T$TVVVVU'=88>RSV>W>WA%+4TTFALL#vt)<===AJJC# 44S#>>????v%%JJ7s}}R007FFAFFFQQSSTTT$$QU+++ !                 "3A&&&))1G1[1[1]1]eje{fOfOfQfQ)RR}V$$$sFI88I<?I<Nrrir/r-rrs\EE   [  ,%r},%,%,%[,%,%,%r/rcNeZdZdZedZedejfdZdS)MoGePointMapToMeshzLTriangulate one image of a MoGe point map into a Types.MESH (UVs + texture).ctjdgddddtdtjdddd d tjd d d dd tjddddddtjdddgtjgS)Nr)rmmeshroz point mapzConvert MoGe Point Map to Meshz(Convert a MoGe point map into a 3D mesh.rrr batch_indexrizWhich image of a batched MoGe geometry to mesh. Per-image vertex counts differ, so batches can't be stacked into a single MESH.rx decimationrz#Vertex stride; 1 = full resolution.discontinuity_thresholdg{Gz?r3r2g{Gz?z@Drop pixels whose 3x3 depth span exceeds this fraction. 0 = off.)ryrzr{rrutextureTz8Carry the source image through as the baseColor texture.)ryrur) rrPrrRrrrMeshrVrWs r-rYz MoGePointMapToMesh.define_schemaNsy(DDD9B0""?33 ]A1$&_`` \1!%JLL8$CUX_c'ikk   D)c!ee W^^%%&%    r/rcd|vrtd|d}|jd}||krtd|d|dd|vr|d|nd}t|||||\} } } | jddks| jddkrtd d |vr!| ddgd f} n@| t jgd | j z} | ddgdf} |r|d||dznd} tj| d| d| d| } tj | S)Nrz#moge_geometry has no points output.rz batch_index z, out of range; moge_geometry has batch size .r0)rrr0zOMoGe produced an empty mesh; try discontinuity_threshold=0 or apply_mask=False.r)rrr)r2r r )r)rrrrtr)verticesfacesuvsr) rr5r rrtensorrrMESHr rr`)rXrrrrrrr edge_depthvertsr$r%texrs r-rczMoGePointMapToMesh.executees = ( (BCC Cx( LO !  iKiiefiiijj j=D}Q  %+a.A"5"5noo o } , ,!!!YYY,'2244EEEL):):):%+NNNNE!!!YYY,'2244EELVmG$[q%@AARVz__Q''//!$$ a       }T"""r/Nrrir/r-rrKs^VV  [ ,!#bdbo!#!#!#[!#!#!#r/rcLeZdZedeeejfdZdS) MoGeExtensionrcFKtttttgSN)rFrrkrr)selfs r- get_node_listzMoGeExtension.get_node_lists}.CZQcddr/N) rerfrgrrtyper ComfyNoder0rir/r-r,r,sL eT$r|*<%=eeeXeeer/r,c"KtSr.)r,rir/r-comfy_entrypointr4s ??r/))rr comfy.utilsr]rScomfy_api.latestrrrtyping_extensionsrcomfy.ldm.colormaprr comfy.ldm.moge.modelrcomfy.ldm.moge.geometryr comfy.ldm.moge.panoramar r r r rcomfy.model_management tqdm.autorCustomrUrTensorr.rDr2rFrkrrrr,r4rir/r-r@sTT 6666666666&&&&&&......******999999KKKKKKKKKKKKKK ,'' ry))  E E%, E E E E $,,,,,BL,,,({,{,{,{,{,BL{,{,{,|4,4,4,4,4,BL4,4,4,n@%@%@%@%@%@%@%@%F<#<#<#<#<#<#<#<#~eeeeeNeee  r/