3jb SSKrSSKrSSKrSSKrSSKJr SSKJrJrJ r SSK r SSK r SSK r SSKJr SSKJr Sr"SS 5rS \ R(S \ R(4S jrS,S \ R(S\ R(S\S\S\4 Sjjr\"SS9"SS55r\"SS55r"SS\R45r"SS5r"SS\ R:R<5r"SS\ R:R<5r \"SS9"S S!55r!S"r"\""5ur#r$\"SS9"S#S$55r%\"S%S9"S&S'55r&"S(S)\ R:R<5r'\"S)S9"S*S+55r(g)-N) dataclass)ListOptionalUnion) ModelPatcher) comfy_nodecUUS- X- --X@U- --nUS:wa/UR5UR5- nXW-SU- -nXg-nU$)Nrr)std)noise_pred_posnoise_pred_negnoise_pred_pertubed cfg_scale stg_scale rescale_scale noise_predfactors A/home/wildlama/comfy/ComfyUI/custom_nodes/ComfyUI-LTXVideo/stg.pystgrsu  q=^< = > (;; < = ##% (88'1}+<=( cD\rSrSrS\4SjrS\R4SjrSr g)MomentumBuffer$momentumcXlSUlg)Nrrrunning_average)selfrs r__init__MomentumBuffer.__init__%s  r update_valuecHURUR-nX-UlgNr)rr! new_averages rupdateMomentumBuffer.update)s!mmd&:&:: +9rrN) __name__ __module__ __qualname____firstlineno__floatrtorchTensorr%__static_attributes__rrrr$s!!:5<<:rrv0v1c&URnUR5UR5p[RRR U/SQS9nX-R /SQSS9U-nX- nURU5URU54$)N)dimTr7keepdim)dtypedoubler,nn functional normalizesumto)r0r1r: v0_parallel v0_orthogonals rprojectrC.s} HHE YY["))+    & &r| & >% -"2"25"9 99rr r retanorm_thresholdcX- nUS:aF[R"U5nURS/SQSS9n[R"XdU- 5nXX-n[ XP5upXU --n XS- U --n U $)Nrr3T)pr7r9r)r, ones_likenormminimumrC) r r rrDrEdiffones diff_norm scale_factor diff_paralleldiff_orthogonalnormalized_updaters rapgrS7s  *Dt$II|TIB }}TI+EF "%,T%B"M' *==q=4E"EEJ r LTXVApplySTG)namecJ\rSrSr\S5rSrSrSrSr Sr S\ S \ 4S jr S rg ) rTJc"SSSS04SSSS.4S .0$) NrequiredMODELtooltipzThe model to apply the STG to.STRINGz14, 19z:Comma-separated indices of the blocks to apply the STG to.defaultr[)model block_indicesr/ss r INPUT_TYPESLTXVApplySTG.INPUT_TYPESLs<  @A #+#_"   r apply_stgrZ)r_lightricks/LTXVz'Defines the blocks to apply the STG to.r_r`c.URS5Vs/sHn[UR55PM nnUR5nSURS;a!UR URSS5 UURSS'U4$s snf)N,skip_block_listtransformer_options)splitintstripclone model_optionsextend)rr_r`irj new_models rreLTXVApplySTG.apply_stges3@3F3Fs3KL3Ka3qwwy>3KLKKM  7 78M N N  " "''(=>?PQ    56  |Ms#Br/N)r'r(r)r* classmethodrcFUNCTION RETURN_TYPES RETURN_NAMESCATEGORY DESCRIPTIONrstrrer.r/rrrTrTJsB  "HLL H;K | C rc8\rSrSr%Sr\\S'Sr\\ \S'Sr g)STGFlagtFdo_skipN skip_layersr/) r'r(r)r*rbool__annotations__rrrmr.r/rrr}r}tsGT!Kc!rr}cT\rSrSrS S\\\\\44SjjrSr Sr Sr Sr S r g) PatchAttention{Nattn_idxcSUl[U[5(a U/UlgUc S/Ulg[ U5Ulg)Nr4r) current_idx isinstancermrlist)rrs rrPatchAttention.__init__|s: h $ $%JDM  CDM NDMrc[RRRRUl[RRRR UlUR[RRRlUR[RRRlgr#) comfyldmmodules attentionoptimized_attentionoriginal_attentionoptimized_attention_maskedoriginal_attention_masked stg_attentionstg_attention_masked)rs r __enter__PatchAttention.__enter__s"'))"3"3"="="Q"Q II   ' ' B B &;?:L:L ##7  % %  ##>rcUR[RRRlUR [RRRlSUlSUlgr#)rrrrrrrr)rexc_type exc_value tracebacks r__exit__PatchAttention.__exit__sS:>:Q:Q ##7  * *  ##>#')-&rcU=RS- slURUR;aU$UR"XX4/UQ70UD6$Nr)rrrrqkvheadsargskwargss rrPatchAttention.stg_attentionsG A   t}} ,H**1KDKFK KrcU=RS- slURUR;aU$UR"XX4/UQ70UD6$r)rrrrs rr#PatchAttention.stg_attention_maskedsG A   t}} ,H11!R4R6R Rr)rrrrr#)r'r(r)r*rrrmrrrrrrr.r/rrrr{s6+%T#Y*?!@+  .LSrrc0\rSrSrSrS\S\4SjrSrSr g) STGBlockWrapperz=Wraps transformer blocks to be able to skip attention layers.stg_flagidxc(X lX0lXlgr#)flagrblock)rrrrs rrSTGBlockWrapper.__init__s  rc@[R"5nUSRSS/5nURR(a/UR URR ;a [U5nU US"U5nSSS5 U$!,(df  W$=f)Nrk stg_indexesroriginal_block) contextlib nullcontextgetrrrrr)rr extra_argscontext_managerr hidden_states r__call__STGBlockWrapper.__call__s$0020155maSI 99  TYY-B-B!B,[9O %&67=L_s 8 B B)rrrN) r'r(r)r*__doc__r}rmrrr.r/rrrrsGc rrc^\rSrSrSS\S\4U4Sjjjr\S\S\4Sj5r \ S\4Sj5r S r 0S4S \ RS \ RS \4S jjrSrU=r$) STGGuiderNr_rc>UR5n[TU] U5 [SURSSS9UlUR XR 5 X lX0lX@l gNFrkrj)rr) rosuperrr}rpr patch_modelcfgrr)rr_rrr __class__s rrSTGGuider.__init__se  ++,ABCTU   ."*rrcURU5n[U5H#upEUR[XRU5SSU5 M% g)Ndit double_block)get_transformer_blocks enumerateset_model_patch_replacer)clsr_rtransformer_blocksrrrs rrSTGGuider.patch_modelsC 77>!"45HA  ) )3UNA 6rcURS5nSnURRS:XaSnURU5$)Ndiffusion_modelz"diffusion_model.transformer_blocksLTXVTransformer3Dz.diffusion_model.transformer.transformer_blocks)get_model_objectrr')r_rkeys rr STGGuider.get_transformer_blockssC001BC2  $ $ - -1D DBC%%c**rc*URXS.5 gN)positivenegativeinner_set_condsrrrs r set_condsSTGGuider.set_conds (IJrxtimesteprpc 8URRSS5nURRSS5nURSS5bEUS"U5upxpXRlUR UR UR5 O$UR nURnURn [RRURU/UUU5Sn Sn Sn [R"US5(d1[RRURU/UUU5Sn [R"US5(dbSUSS'S URl[RRURU/UUU5Sn S URlUSS [!U U U UUU 5nURS /5H#nUUUURU U UUUUU S . nU"U5nM% U$!S URlUSS f=f) Nrrsigma_to_params_mappingr?rk ptb_indexTFsampler_post_cfg_function denoisedconduncondr_uncond_denoised cond_denoisedsigmarpinputperturbed_condperturbed_cond_denoised)condsrrrr model_patcherrrrrsamplerscalc_cond_batch inner_modelmathiscloserr)rrrrpseed positive_cond negative_cond cfg_valuerstg_layer_skip_layer_indices stg_rescaler r noise_pred_perturbed stg_resultfnrs r predict_noiseSTGGuider.predict_noisesE z48  z48   6 = I78B LI">)EMM %   T// ?II,,K77    O      ||Is++"^^;;     N||Is++ FDE 34[A(, %',~~'E'E$$"O! (  ($). %!"78E        ##$?DB&%'))#1!/!!."/+? DDJE"C). %!"78Es A HH)rrrrr#)r'r(r)r*rr+rrur}r staticmethodrrr,r-dictrr. __classcell__rs@rrrsJN+!+BG++" +l++K!  Z <<Z,,Z ZZrrc^\rSrSrS\4U4SjjrSrSr0S4S\RS\RS \ 4S jjr S r U=r $) STGGuiderAdvancedi@r_c \>UR5n[T U] U5 [SURSR S5S9UlX lX0lX@l XPl X`l Xpl Xl XlXlXlXl[$R'XR 5 gr)rorrr}rprr sigma_listcfg_liststg_scale_liststg_rescale_liststg_layers_indices_listskip_steps_sigma_thresholdcfg_star_rescale apply_apg apg_cfg_scalerDrErr)rr_rrrrrrrrrrDrErs rrSTGGuiderAdvanced.__init__As  ++,ABFF!  % , 0'>$*D' 0"*,e]]3rc&URVs/sH o"U:dM UPM nnU(dSnO&[U5nURRU5nURUURUUR UUR U4$s snf)Nr4)rminindexrrrr)rrrb higher_sigmas closest_idxclosest_highers rr)STGGuiderAdvanced.sigma_to_params_mappinggs$(OOBOqEzO BK /N////?K MM+ &    ,  ! !+ .  ( ( 5   Cs BBc*URXS.5 grrrs rrSTGGuiderAdvanced.set_condsvrrNrrrpc X R:a[R"U5$URR SS5nURR SS5nUR U5upxpU b:XR l[RURUR 5 [RRURU/UUU5Sn Sn Sn [R "US5(a7UR"(a[R "UR$S5(d[RRURU/UUU5Sn UR&(arU R(SnU R+US5nU R+US5n[R,"UU-SSS9n[R,"US -SSS9S -nUU- nUU -n [R "US 5(dbSUS S 'SUR l[RRURU/UUU5Sn SUR lUS S [1U U U UUU 5nUR"(a,[3UU UR$SUR4UR6S9nUR S/5H#nUUUURU U UUUUU S. nU"U5nM% U$!SUR lUS S f=f)Nrrrrr4rTr8rGg:0yE>rrkrF)rmomentum_bufferrDrErr)rr, zeros_likerrrrrrrrrrrrrrrrrshapeviewr?rrrSrDrE)rrrrprrrrrrrr r r batch_size positive_flat negative_flat dot_product squared_normalpharrrs rrSTGGuiderAdvanced.predict_noiseys 55 5##A& & z48  z48   ( ( 2 H k ( 3(DMM %  ! !$"4"4dmm D77    O      ||Is++ NN4<<0B0BC#H#H"^^;;     N$$+11!4 . 3 3J C . 3 3J C #ii!M1q$  %yy)9q$ORVV #l2!&!7||Is++ FDE 34[A(, %',~~'E'E$$"O! (  ($). %!"78E        >>,, $HH#22 J ##$?DB&%'))#1!/!!."/+? DDJE"W). %!"78Es A K11L ) rrrrrDrErrrrrr)r'r(r)r*rrrrr,r-rrr.r r s@rr r @sW$4$4L  K!  q <<q,,q qqrr c:\rSrSr\S5rSrSrSrSr Sr Sr g ) STGGuiderNodeic DSSSSSSSSSS S .4SSSSS S .4SS SSS S .4S .0$)NrYrf CONDITIONINGFLOATrrY@g?{Gz?)r^rmaxsteproundr^rr5r6gffffff?)r_rrrrrescaler/ras rrcSTGGuiderNode.INPUT_TYPESsg #--#&"$ #!%   #CtL  #CTJ%  rGUIDER get_guiderrga+Implements Spatiotemporal Skip Guidance (STG), a training-free method enhancing transformer-based video diffusion models by selectively skipping layers during sampling. This approach improves video quality without sacrificing diversity or motion fidelity.Reference: https://arxiv.org/abs/2411.18664.cB[XXV5nURX#5 U4$r#)rr)rr_rrrrr9guiders rr=STGGuiderNode.get_guiders$5s4,yrr/N r'r(r)r*rurcrwrvryrzr=r.r/rrr.r.s4  6LH H 7rr.cT[RR[RR[5SS5n[RR U5(a6[ R"[U55nUVs/sHo"SPM nnX4$/nS/nX4$s snf)Npresetszstg_advanced_presets.jsonrUCustom) ospathjoindirname__file__existsjsonloadopen)preset_file_pathrCpreset preset_namess rload_stg_presetsrQsww|| !9.I ww~~&''))D!1235<=W6vW =    z   >s B%cp\rSrSr\S5rSrSrSrSr \S\ S\ \ \ 4S j5r S S jrS rg )STGGuiderAdvancedNodei-c SSSSSSSSSS .4S S S S .4SSSS .4SSSS .4SSSS .4SSSS .4SSSS .4S. SSS04S SSS .4SSSSS S!.4SSSSS S!.4SSSSS S!.4S".S#.$)$Nrfr0r2gV-?rr3gMbP?z:Steps with sigma greater than this values will be skipped.)r^rr5r6r[BOOLEANTz}If true, applies the cfg star rescale, scales the negative prediction according to dot product between positive and negative.r]r\z+1.0, 0.9933, 0.9850, 0.9767, 0.9008, 0.6180zComma-separated list sigmas, the actual parameters will be selected according to the closest sigma from this list to current timestep sigma.z8, 6, 6, 4, 3, 1zIComma-separated list of cfg values. Should be same length as sigmas list.z4, 4, 3, 2, 1, 0zOComma-separated list of stg scale values. Should be same length as sigmas list.z1, 1, 1, 1, 1, 1zQComma-separated list of stg rescale values. Should be same length as sigmas list.z"[29], [29], [29], [29], [29], [29]zTComma-separated list of list of layer indices. Should be same length as sigmas list.) r_rrrrsigmas cfg_valuesstg_scale_valuesstg_rescale_valuesstg_layers_indicesSTG_ADVANCED_PRESETr[>Preset resolution and frame count. Custom allows manual input.FzDIf true, applies the APG (Adaptive Projections Guidance) to the STG.rr4r8)rOrrrDrE)rYoptionalr/ras rrc!STGGuiderAdvancedNode.INPUT_TYPES/s2$--#("$ %#_  /#'$c%#P$r#5#n#5#t%#5#v'#G#y'c8v*!#c#(#i #CtL"  #CtL  #CtL#-uU U rr;r=rgu The Advanced STG Guider implements sophisticated techniques for controlling the denoising process: It creates a dynamic mapping from scheduler-defined sigma values to CFG and STG (Spatio-Temporal Skip Guidance [1]) parameters. This approach establishes distinct sigma value ranges that operate independently of step numbers, allowing precise control over: • CFG scale • STG scale and rescale factors • STG attention layer skipping patterns The guider also supports: • CFG-Zero* [2] rescaling, which dynamically adjusts negative predictions based on the dot product between positive and negative signals • Threshold-based noise prediction zeroing for steps with sigma values exceeding a specified threshold For example if the sigma ranges are defined as [1.0, 0.9, 0.85, 0.6] and the CFG values are defined as [4, 3, 2, 1] and STG scale values are defined as [2, 2, 2, 1] and STG rescale values are defined as [1, 1, 1, 1] and STG layers indices are defined as [[14, 17], [14, 16], [14], [14]], then the guider will: - use CFG=4, STG scale=2, STG rescale=1 and STG layers indices = [14, 17] for sigma in the range (0.9, 1.0] - use CFG=3, STG scale=2, STG rescale=1 and STG layers indices = [14, 16] for sigma in the range (0.85, 0.9] - use CFG=2, STG scale=2, STG rescale=1 and STG layers indices = [14] for sigma in the range (0.8, 0.85] - use CFG=1, STG scale=1, STG rescale=1 and STG layers indices = [14] for sigma in the range (0.6, 0.8] The guider will use the same parameters for the same sigma values, regardless of the step number. References: [1] https://arxiv.org/abs/2411.18664 [2] https://arxiv.org/abs/2503.18886 rZreturncnURS5SSVs/sHo"S-PM nnUR5(a#URURS5S5 /nUHnUR5nUS:XaUR/5 M,URS5R5nU(dUR/5 MeURS5Vs/sH2oUR5(dM[UR55PM4 nnURU5 M U$s snfs snf)Nz],r4]z[]ri)rlrnappendrm)rrZrblistsresultnnumberss rparse_stg_layers_indices.STGGuiderAdvancedNode.parse_stg_layers_indicess#5":":4"@""EF"EQS"EF  # # % % LL+11$7; <A ADy b!GGDM'')MM"%89wws|Q|!wwy~s1779~|GQMM'* )G"RsD-D27D2Nc^ T (a[T S:waU[U 4Sj[5S5nU(a%USnUSnUSnUSnUSnUSnUS nGO[S T S 35eURS 5Vs/sHn[ UR 55PM nnURS 5Vs/sHn[ UR 55PM nnURS 5Vs/sHn[ UR 55PM nnU RS 5Vs/sHn[ UR 55PM nnUR U 5n[S T 5 [SU5 [SU5 [SU5 [SU5 [SU5 [SU5 [SU5 [UUUUUUUUU U UUS9 nURX#5 X#4Ul U4$s snfs snfs snfs snf)NrDc3<># UHoST:XdM Uv M g7f)rUNr/).0itemrOs r 3STGGuiderAdvancedNode.get_guider..sQ"6$v,&:P"6s  rrrVrWrXrYrZzPreset z not found in the presets list.rizUsing preset: zSkip steps sigma threshold: zCfg star rescale: z Sigma list: z Cfg list: zStg scale list: zStg rescale list: zStg layers indices list: )rrDrE) nextSTG_ADVANCED_PRESETS ValueErrorrlr+rnrgprintr r raw_conds)rr_rrrrrVrWrXrYrZrOrrrDrE preset_datarrrrrrbcr?s ` rr= STGGuiderAdvancedNode.get_guiders $ f(Q"6QSWK-89U-V*#./A#B (2 &|4!,-?!@#./C#D *56J*K' 76(2Q!RSS5;LL4EF4Eq% *4EJF2<2B2B32GH2GQaggi(2GHH8H8N8Ns8ST8S1eAGGI.8SNT:L:R:RSV:WX:WQaggi 0:W X&*&C&CDV&W # ' ,.HI "$45 nj) lH%  .1 "$45 )+BC"      # &  ')   ,$/y=GHTXs7#G%/#G*'#G/#G4r/)NFrrr)r'r(r)r*rurcrwrvryrzr{rrmrgr=r.r/rrrSrS-sqV V pLH HK8#$tCy/H !@rrSSTGAdvancedPresetsc:\rSrSr\S5rSrSrSrS Sjr Sr g) STGAdvancedPresetsNodeic SS[SSS.400$)NrYrOz 13b Balancedr\r])STG_ADVANCED_PRESET_NAMESras rrc"STGAdvancedPresetsNode.INPUT_TYPESs, -#1#c  r)r[ get_presetrgNcU4$r#r/)rrOs rr}!STGAdvancedPresetsNode.get_presets yrr/r#) r'r(r)r*rurcrwrvryr}r.r/rrryrys*    ,LH Hrryc^\rSrSrS S\S\4U4SjjjrSr0S4S\RS\RS \ 4S jjr S r U=r $) APGGuiderir_momentum_coefficientc>UR5Ul[TU] UR5 XPl[ UR5UlX0lX@lX l SUl gr#) ror_rrrrr"rDrErprevious_timestep)rr_rrDrErrs rrAPGGuider.__init__sT[[]  $$8!-d.G.GH,"!%rc*URXS.5 grrrs rrAPGGuider.set_conds/rrNrrrpc URRSS5nURRSS5n[RR UR U/UUU5SnUR bCUR5UR :a%[S5 [UR5Ul Sn[R"URS5(d1[RR UR U/UUU5Sn[UUURUR UR"5n URS/5H!n U UUUR UUUUUS. n U "U 5n M# UR5UlU $)NrrrzResetting momentum bufferrr) rrrr_rrrrpr)rrrrrrrrlrrrrr"rrrrSrDrE) rrrrprrrr r apg_resultrrs rrAPGGuider.predict_noise2s{ z48  z48 77    O       " " . $"8"88 - .#1$2K2K#LD ||DNNC00"^^;;     N   NN HH      ##$?DB&%'))#1!/!!. DDJE"*r)rrDr_r"rrEr))r'r(r)r*rr+rrr,r-rrr.r r s@rrrse'+ && $ &&"K!  B <<B,,B BBrrc:\rSrSr\S5rSrSrSrSr Sr Sr g ) APGGuiderNodeiwc RSSSSSSSSSS .4SSSSSS .4SSSSSS .4SS S S SS .4S .0$)NrYrfr0r2rrr3r4r8rgg@)r_rrrrDrErr/ras rrcAPGGuiderNode.INPUT_TYPESysu #-- #CtL  #CtL  #CtL#  $T#tL)!  rr;r=rgzw The APG Guider implements Adaptive Projected Guidance (APG). Reference: https://arxiv.org/abs/2410.02416. cX[UUUUU5nURX#5 X#4UlU4$r#)rrrs) rr_rrrrDrErr?s rr=APGGuiderNode.get_guiders@       ,$/yrr/NrAr/rrrrws1  2LH HK rr)rr))rrKrrE dataclassesrtypingrrrcomfy.ldm.modules.attentionrcomfy.samplersr,comfy.model_patcherrnodes_registryr rrr-rCr+rSrTr}AbstractContextManagerrrr CFGGuiderrr r.rQrpr{rSryrrr/rrrs !((" ,&(::: :%,,: LLLL    &  &&!&R "" " +SZ66+S\(@((@Fj00jZ ,,,^ !3C2D// $%SS&Sl %&'0W((Wt 888r