+j]|ddlZddlZddlZddlmcmZddlZddl Zddl Z ddl m Z ddlmZmZddlmZddlmZmZdZdejdejfd ejd ed ed ejd ejdejf dZ d3dejdejdeededededefdZ d4dejdejde!dejfdZ"d4dZ#d Z$d5d%Z%Gd&d'ej&Z'Gd(d)ej&Z(Gd*d+ej&Z)Gd,d-ej&Z*Gd.d/ej&Z+Gd0d1eZ,de,fd2Z-dS)6N)override)ComfyExtensionio)parse_json_tracks)Image ImageDrawFc tjdtjdtj|tj|S)Ni')torchpowmuldivtofloat32)ids :/home/wildlama/comfy/ComfyUI/comfy_extras/nodes_wanmove.pyrs> %1eiPQPTPTUZUbPcPcefFgFg9h9h(i(icpupos_k pos_emb_dim theta_funcdevicedtypereturncZ|dzdks Jd|||}tr|dz}|d}tjd|dz||}|dd|d}|||}|dd|} tjtj| |} tj tj| |} tj | | gd} | S)Nr rz2The dimension of position embeddings must be even.rrdim) r SKIP_ZEROsizer arangeviewexpandsinrcoscat) rrrrr batch_size denominatordenominator_expandedthetaspos_k_expanded sin_thetas cos_thetaspos_embs r get_pos_embr3s# ?a   !U    HHVU # #E AJ,q+"26OOOK&++Ar2299*bII Z,k : :FZZA&&))%00N59^V<<==J59^V<<==JiZ0b999G Nrr sample pred_trackspred_visibilitydownsample_ratiosheightwidth track_numt_down_strategycP|dvs Jd|j\}}} |\} } } tj||dz | zdzdtj } |dkr|}tj|d|}|dd|f}|dd|f}t d|| D] }|dks|dkr||}||}nB|||| zd }tj|||| zd }t |D]}||rH||ddks6||ddks$||d|ks||d|krS||\}}t|| zt|| z}}||c| ||| zdf<| ||| zdf< | S) N)r4averagez1Invalid strategy for downsampling time dimension.rr )rr rr4r!) shaper oneslongrandpermrangemeananyint)r5r6r7r8r9r:r;tn_t_downh_downw_down track_pos tracks_idxtracks visibilityt_idx cur_trackscur_visibilityrxys rcreate_pos_embeddingsrU/s@ 3 3 3 35h 3 3 3GAq!.FFF*Q1! 3QejIIIIIB "":I:.J J 'F J/Jq!V$$ V V h & &%1**J'.NNeFl 2388Q8??J"Yz%f 2D'E1MMMNy!! V VA!!$  1 a(81(<(< 1 a@PST@T@TXbcdXefgXhlqXqXquABvCDEvFJPvPvPa=DAqqF{##Sf%5%5qAQRTU NIa&!+ ,i5F?A8M.N.N  V r? vae_featurerLstrengthc|j\}}}}}||jdks Jd|jd}|ddtj|ddddf}|ddddddddf} | ddk| ddkz} | d} | jd} | dkr|S| dddf} | dddf}| dddf}|dz}| | ||df}| | ||df}|| |ddf}|| |ddf}|| ddd||f}|| dd|||f}|||z |zz|| dd|||f<|S) NrzBatch size mismatch.r).r).rF)as_tupler )r>r rAnonzeror@)rWrLrXbrHrFhwrG current_posmask valid_indices num_valid batch_idx track_idxt_relt_targeth_targetw_targeth_sourcew_source src_features dst_featuress rreplace_featurermVs  %MAq!Q " " " "$: " " "A!!!U^A..11145IAAAqqq!""aaaK(K  1 $V)<)A BDLL%L00M#A&IA~~aaad#Iaaad#I !!!Q$ EqyH9i9:??AAH9i9:??AAHIq!3499;;HIq!3499;;Hy!!!Q(BCLy!!!XxIJL>Jl]iNimuMu>uK 111h(:; rc tj|d}|ddd}d}g}tt|dz D]j}||dzd||dz } ||dzd||dz } | | z| | zzdz} || || z }k|dkrdSd} t t |dd|ddD]\} \}}|| }tt|d}t|D]}| ||z |zz}||z }tdd|z z|z}g||R}t|d|d|dz |z|z z}t|d|d|dz |z|z z}tt|d|z zd}| ||f|dz|fg||| |z } dS)NRGBAr rr?)fillr9) rDrawrBlenappend enumeratezipmaxrEline)overlay line_widthpoints start_coloropacitydraw total_lengthsegment_lengthsrdxdylengthaccumulated_lengthidx start_point end_pointsegment_lengthstepscurrent_lengthratioalphacolorrSrTdynamic_line_widths r"_draw_gradient_polyline_on_overlayrsY >'6 * *D DDbD\FLO 3v;;? # # AE]1 q ! , AE]1 q ! ,r'BG#+v&&& q*33vcrc{F122J3O3O)P)P--% %k9(-C''++u R RA/1u92NNN"\1Eq5y)G344E)k)5))EKNil[^&Cq%H5%PPQQAKNil[^&Cq%H5%PPQQA!$Sq5y)A%B%BA!F!F  II1vAqz*>PI Q Q Q Qn,#--rcFtj|}tj|}|dddddfdz }tj|gdzd}|ddddddf|z|d|z zz}tj|tjS)No@r )axisr)nparraystackr fromarrayastypeuint8)rgbtrackr blend_imgs r add_weightedrs (3--C HUOOE !!!QQQ'NU "E HeWq[r * * *EaaaBQBh%'#U*;;I ?9++BH55 6 66r rpc gd}|}|d}|>|d}|jdd\}} } |jd} t d|z} g} t|D]-}||tj }tj d| | fd}tj|}g}t| D]}||||fdkr|||f}||t|z}|| fz}||d|z |d|z |d|z|d|zf||t#||z d|dz|f}t|dkr|||ftj|}|dddddd fd z }|ddddddf|z|d|z zz}|rxtj d| | fd}|D]\}}t)|||||tj|}|dddddd fd z }|ddddddf|z|d|z zz}| tj|tj/| S) N))frq)rrqrq)rqrqr)rqr)rrqrrrrrqro)rrrr)rrr)byternumpyr@detachr>rErBrrrrnewrrsrtellipserxrurrrr)videorNrO track_frame circle_sizer~r{ color_map num_framesr8r9 num_tracks alpha_opacity output_framesrF frame_rgbrz draw_overlay polyline_datarG track_coordr circle_color tracks_coord overlay_nprpolyline_overlay polyline_nps rdraw_tracks_on_videors]]]I JJLL     $ $ & &E AY^^   $ $ & & * * , , 2 2 4 4F]))++//117799 % BQBJaJg &&MM :  +J+J!HOOBJ// )FUFO\BB ~g..  z"" < AQ\@\^ijk^loz^z}HIJ}KNY}Y"Z! !    "#a+oq"9"9!a%"?"BCL<  1$$$$lE%:;;;Xg&& 111aaa19%-qqq!!!RaRx(509E 3JJ   P$y%,OO '4 o o# e23CZQ]_dfmnnnn(#344K111ac *U2E#AAAqqq"1"H-5 QY8OOIU_Y-=-=bh-G-GHHIIII rcLeZdZedZeddejfdZdS)WanMoveVisualizeTracksctjddtjdtjddtjddd d tjd d d ddtjdddddtjddd ddgtjgS)Nrmodel/conditioning/video_modelsimagesrNToptionalline_resolutionrrdefaultminrxrr)rrrxadvancedr~g?rV{Gz?rrrxstepr{rnode_idcategoryinputsoutputs)rSchemarInputTracksIntFloatOutputclss r define_schemaz$WanMoveVisualizeTracks.define_schemasy,6x(( 488 .t LL ]BA3QU VVy$CStTT \21#PT UU !!    rNrc |tj|S|dd}|dd}|dz} | jd|jdkr3|jd|jdz} | | ddd} t | ||||||} t jd| Dddd  } tj| tj S) N track_pathrtrack_visibilityrr)rrr~r{c6g|]}tj|S)TF to_tensor).0frames r z2WanMoveVisualizeTracks.execute..s""P"P"P52<#6#6"P"P"Prr!r )r NodeOutput unsqueezer>repeatrr rmovedimfloatrcomfymodel_managementintermediate_device) rrrrr~r{rNrr images_in repeat_count track_videos rexecutezWanMoveVisualizeTracks.executes@ >=(( (L)33A66 !"45??BBUN ?1 !1!!4 4 4%+A.&,q/AL!((q!Q??I*9jBR`o~ISZgqrrr k"P"PK"P"P"PVWXXX``abdfggmmoo }[^^E,B,V,V,X,XYYZZZrN__name__ __module__ __qualname__ classmethodrrrrrrrrrse  [ " [ [`b`m [ [ [[ [ [ [rrcLeZdZedZeddejfdZdS)WanMoveTracksFromCoordsc .tjddtjddddtjddgtjtjd g S) Nrr track_coordsTz[]) force_inputrr track_maskr track_length display_namer)rrStringrMaskrrrrs rrz%WanMoveTracksFromCoords.define_schemasy-6 D$Y]^^ lT ::    "" > ::    rNrc( tj}t| t d} fdt t dD}t j|t j|}|j d}|$t j ||ft j |}n-|dk d d}i} || d<|| d <tj| |S) Nrc.g|]fdDS)cHg|]}|d|dgS)rSrTr)rrrs rrz>WanMoveTracksFromCoords.execute...1s0QQQE%,s#U5\#%67QQQrr)rr tracks_datas @rrz3WanMoveTracksFromCoords.execute..0s?RQQQ[QQQrrrrr r!r rr)rrrrrtrBr tensorrr>r?boolrDrrr) rrrrr track_listrNrrout_track_infors @rrzWanMoveTracksFromCoords.execute)s%99;;' 55 ;q>** "3{1~#6#677 j fMMM\"%  $z<*DEJ_efff   *Q333??II"MM '-|$-=)*}^\:::rrrrrrrrs[   [  ;;r};;;[;;;rrcNeZdZedZe ddejfdZdS)GenerateTracksctjdgddtjdddddtjd d dddtjd d d d ddtjdd d d ddtjdd d d ddtjdd d d ddtjddddtjddddtjdd d d d!d"tjd#d$d%&tjd'd(d d dd)tjd*d(d d dd+tjd,gd-d./tjd0d1d23gtj tj d45g6S)7Nr)z motion pathszcamera movement trajectoryrr9@rrr8start_xrrVrz1Normalized X coordinate (0-1) for start position.rrrxrtooltipstart_yz1Normalized Y coordinate (0-1) for start position.end_xz/Normalized X coordinate (0-1) for end position.end_yz/Normalized Y coordinate (0-1) for end position.rQrrrrd track_spreadg?gMbP?z\Normalized distance between tracks. Tracks are spread perpendicular to the motion direction.bezierFz>Enable Bezier curve path using the mid point as control point.)rrmid_xrpzPNormalized X control point for Bezier curve. Only used when 'bezier' is enabled.mid_yzPNormalized Y control point for Bezier curve. Only used when 'bezier' is enabled. interpolation)linearease_inease_out ease_in_outconstantz5Controls the timing/speed of movement along the path.)optionsrrTz)Optional mask to indicate visible frames.)rrrr)rsearch_aliasesrrr) rrrrrBooleanComborrrrs rrzGenerateTracks.define_schemaCsAy$LLL6 Wcrt" MM Xs2 NNy#3Cd]PQQy#3Cd]PQQw#D[LMMw#D[LMM \21$ GG \1! EE~u#3UZeCDD   5CC DDw#D[mnnw#D[mnn#XXXS  lTCn oo%*   "" > ::1    rFr%Nrctj}| }||z}||z}||z}||z}||z}||z}| ||zzdz }tjdd| |}| dkrtj|}n;| dkr|}n2| dkr|dz}n&| dkr dd|z dzz }n| d kr||zd d|zz z}| rp|}d|z }|dz|zd|z|z|zz|dz|zz}|dz|zd|z|z|zz|dz|zz}d|z||z zd|z||z zz}d|z||z zd|z||z zz}nF|||z |zz}|||z |zz}tj|||z }tj|||z }g} t| D]}!||!}"||!}#|"dz|#dzzd z}$|$dkr |# |$z }%|"|$z }&nd }%d }&g}'t| D]g}(|(| dz dz z |z})||!|%|)zz}*||!|&|)zz}+|' |*|+gh| |'tj | tj |},|$tj || ftj |}-n-|dkdd}-i}.|,|.d<|-|.d<t!j|.|S)Nr rrrr)r%r&r'r(rrprVrr r r!r rr)rrrr linspace zeros_like full_likerBitemrur rr?r rDrrr)/rr9r8rrr"r#rrrrr r!r$rrr start_x_px start_y_pxmid_x_pxmid_y_pxend_x_pxend_y_pxtrack_spread_pxrF interp_valuest_interp one_minus_t x_positions y_positions tangent_x tangent_yr frame_idxtxtyrperp_xperp_y frame_tracksrdoffsettrack_xtrack_yrNrrs/ rrzGenerateTracks.executecs';;==! u_ v% 5=6>5=6>&%&.9A= N1aF ; ; ; J & &!,Q//MM h & &MM i ' 'FMM j ( (Q1 ,MM m + +EQQY/M  B$Hh,K%*Z7!k/H:TW_:__bjnoborzbzzK%*Z7!k/H:TW_:__bjnoborzbzzKK8j+@AALT\_gTgDhhIK8j+@AALT\_gTgDhhII$:(='NNK$:(='NNK8j+@AAI8j+@AAI z** , ,I9%**,,B9%**,,BAga'C/FzzvfL":.. 8 8 #zA~&::oM%i05577&6/I%i05577&6/I##Wg$67777   l + + + +j fMMM  $z<*DEJ_efff   *Q333??II"MM '-|$-=)*}^\:::r)Fr%NrrrrrrBsh  [ >OSI;I;XZXeI;I;I;[I;I;I;rrcLeZdZedZeddejfdZdS)WanMoveConcatTrackc tjddtjdtjddgtjgS)NrLrtracks_1tracks_2Trr)rrrrrrs rrz WanMoveConcatTrack.define_schemasdy(6  ++  T::    ""    rNrc|tj|Stj|d|dgd}tj|d|dgd}i}||d<||d<tj|S)Nrrr!rr )rrr r*)rrNrO tracks_outmask_outrs rrzWanMoveConcatTrack.executes  =** *Y 68NOUVWWW 9h'9:HEWRYZ [[ \1! FF}--#))*>)NN &&J&??&&J&??   h 77!    rNrc Vtj} tj|d|dz dzdz|dz|dzg| } | tj| d|dd||dddd} tj|||| j df| j | j d z}| |d| j d <| |dddddddd f}tjdd| j d |j d|j df| j | j }d|ddddd| j d dz dzdzf<| |dkr| dd|}|j d}| dtj||ftj| }t||gd|||}tj|d |}t%|||}n|}t'j|||d}t'j|||d}| .t'j|d| i}t'j|d| i}i}| |d<t+j|||S)Nrrrr/r bilinearcenterrrprrr r rrrr )rrcrc)r:)concat_latent_image concat_maskrZsamples)rrrr zerosutilscommon_upscalerr?r>rrencodegetr rUresize_to_batch_sizerrm node_helpersconditioning_set_valuesrr)rrVrWrXr9r8rr+rXrNrYrZrr[imagerfr` tracks_pathrrrLconcat_latent_image_pos out_latents rrzWanMoveTrackToVideo.executesx%99;;j" q/@A.EvQR{TY]^T^_hnooo  "+44[&5I5Q5QRTVW5X5XZ_agisu}~~GGHIKMNNKJ{7H7LMVaVhp{qBCCCFIIE+6E';$Q'' ("%**U111aaaBQB;-?"@"@ :q!V\!_6I6OPR6SUhUnoqUrs}H}OWbWhiiiDADDAAA=++A.2q8A=== >!hnn$\27F7; (.r2 #)::.@%*fV`Mainis}CCDCDCD$E$E 1+?OQZQZQZ\bdiuAAA !K<rsb  .........&&&&&&////////444444!  ji'5<..  < L  ;   \ H#%%%\%Cy%  %  %  %%%%%T,,,|,, \ ,,,,`%-%-%-%-P777::::z![![![![![R\![![![H&;&;&;&;&;bl&;&;&;Rk;k;k;k;k;R\k;k;k;\--------:<=<=<=<=<=",<=<=<=~      ~     0r