+jUdZddlZddlmZddlmZmZddlZddl Z ddl m cm Z ddlmZddl mZm Z dZeedfed <d Zeedfed <d Zd ZdZdZdZdZdZdZd ZdZdZ dZ!dZ"e"e"zZ#dZ$dZ%dZ&dZ'dZ(dZ)dZ*dZ+dedededefdZ,gdZ-Gd d!e j.Z/Gd"d#e j.Z0Gd$d%e j.Z1gd&Z2d'Z3d(Z4d)d)gd*d*gd+ggZ5d,ed-ed.edefd/Z6Gd0d1e j.Z7ed2dej8fd3Z9e fd4ej8d5ej8d6e:dej8fd7Z;gd8Z<Gd9d:e j.Z=Gd;dd=Z?d>Z@d?ZAd@ZBdAZCdBZDdCZEdDZFGdEdFe j.ZGGdGdHe j.ZHed2dej8fdIZIe fd4ej8d5ej8d6e:dej8fdJZJdcdKej8dLe:dej8fdMZKdNej8dOedPedee:e:e:e:e:ffdQZLdRedSedTedUedef dVZMe&fdRedWe:dXe:dYe:dZe:d[e:d\edefd]ZNefd^ed_edeee:e:e:ffd`ZOGdadbe j.ZPdS)duPure-PyTorch port of MediaPipe's face_landmarker_v2_with_blendshapes.task: BlazeFace detector → FaceMesh v2 → ARKit-52 blendshapes.N) lru_cache)ListTuple)expit)Tensornn)r !%'(.4567:=?ABCFNPQRTWX[]_gikmii i iiiiiii i#i%i'i(i)i,i4i6i7i8i:i=i>iAiCiDiLiNiPiRidiiijimiuiviwiyizi{i|i}i~iiiiiiiiiiiiiiiiiiiiiiiii._BS_INPUT_INDICES)4_neutral browDownLeft browDownRight browInnerUpbrowOuterUpLeftbrowOuterUpRight cheekPuffcheekSquintLeftcheekSquintRight eyeBlinkLeft eyeBlinkRighteyeLookDownLefteyeLookDownRight eyeLookInLefteyeLookInRighteyeLookOutLefteyeLookOutRight eyeLookUpLefteyeLookUpRight eyeSquintLefteyeSquintRight eyeWideLeft eyeWideRight jawForwardjawLeftjawOpenjawRight mouthClosemouthDimpleLeftmouthDimpleRightmouthFrownLeftmouthFrownRight mouthFunnel mouthLeftmouthLowerDownLeftmouthLowerDownRightmouthPressLeftmouthPressRight mouthPucker mouthRightmouthRollLowermouthRollUppermouthShrugLowermouthShrugUppermouthSmileLeftmouthSmileRightmouthStretchLeftmouthStretchRightmouthUpperUpLeftmouthUpperUpRight noseSneerLeftnoseSneerRightBLENDSHAPE_NAMESr )rrr?)?rg`@gY@0gh@r g?xkernelstridereturnc <|jd|jd}}t||zdz |zdz |z|z|z d}t||zdz |zdz |z|z|z d}|dkr|dkr|Stj||dz||dzz |dz||dzz fS)zRTF SAME pad (asymmetric on stride-2; PyTorch's symmetric pad undershoots by 1 px).r r)shapemaxFpad)rrrHWpad_hpad_ws F/home/wildlama/comfy/ComfyUI/comfy_extras/mediapipe/face_landmarker.py _tf_same_padrOs 72; qA !f*q.V+a/69FBQF J JE !f*q.V+a/69FBQF J JE zzeqjj 5UaZ!!3UaZRSAST U UU))rr )rr )r r)r$r )r*r )rrr)r8r )r@r )rHr )rr%r )r%r*r )r*`rrrr rrrcBeZdZdZd dededeffd Zdedefd ZxZS) BlazeFaceBlockzUDW 3x3 + PW + residual. Residual max-pools on stride>1, channel-pads on out_ch>in_ch.Nin_chout_chrc t||nt}|||c|_|_|_|||d|d|d|| |_|||ddd|||_dS)NrT)rpaddinggroupsbiasdevicedtyper )rrrr) super__init__rrrrConv2d depthwise pointwise) selfrrrrr operationsops __class__s rrzBlazeFaceBlock.__init__fs &2jj/4ff, DKE5!FAV[bfou~CDDE61adSYafggrrrc |jdkrtj|ddn|}|j|jkr(tj|ddddd|j|jz f}|jdkrt |d|jntj|d}tj|| ||zSNr rrrr r r r ) rr max_pool2drrrrrelurrrrresiduals rforwardzBlazeFaceBlock.forwardms,0K!OO1<1a((( ; # #uX1aAt{TZ7O'PQQH/3{QLAt{ + + +AE!\DZDZvdnnT^^A%6%677(BCCCrNNN __name__ __module__ __qualname____doc__intrrr __classcell__rs@rrrcs__hhch3hhhhhhhDDFDDDDDDDDrrcDeZdZdZdfd ZdedeeeffdZxZS) BlazeFaceuHShort-range BlazeFace: (B, 3, 128, 128) in [-1, 1] → 896 anchors x 17.Nctnt}t}|jddddd||_tjfdtD|_|jdddd ||_ |jd ddd ||_ |jd ddd ||_ |jd ddd ||_ dS) Nrr)rrr rrTrrrc 3JK|]\}}}t|||VdSrrrN)r.0iosrrrs r z%BlazeFace.__init__..}s\$H$H(1Aq%31a6QVcm$n$n$n$H$H$H$H$H$Hr)r*rr rr)rr r )r*rr r) rrrdictrstem ModuleList_BLAZEFACE_BLOCKSblockscls_16cls_8reg_16reg_8rrrrrkwrs ``` rrzBlazeFace.__init__xs2 &2jj u - - -CJN14NN2NN m$H$H$H$H$H$H5F$H$H$HHH !cjF14FF2FF SZE!$EE"EE  cjGADGGBGG SZF14FF2FF rimage_chw_normalizedrc vtj|t|dd}t dD]}|j||}|}t ddD]}|j||}|}d}t j|||dd|| |ddgd}t j|| |dd|| |ddgd}||fS) Nr r rc|j\}}}}|dddd|||z|z|S)Nrrrr )rpermutereshape)takB_rrs rflatzBlazeFace.forward..flatsCJAq!Q99Q1a((00AEAIqAA Arr r dim) rrrrrangertorchcatrrrr) rrrrfeat_16feat_8rclsregs rrzBlazeFace.forwardsK F499\*>1EEFF G Gr " "A Aq!!AAr2 " "A Aq!!AA B B Bidkk'22Aq9944 6@R@RTUWX;Y;YZ`abbbidkk'22Ar::DDFASASUVXZ<[<[\bcdddCxrr rrrrrrtuplerrrs@rrrustRR G G G G G GFuVV^7Lrrc FeZdZdZd dedededeffd Zded efd ZxZS) FRBlockuDouble inverted residual: DW → PW(mid) → DW → PW(out) [+ residual]. Per source tflite: dw* have no fused activation, pw1 is always ReLU, pw2 is ReLU only when no residual (else ReLU fuses into the ADD). Nrmid_chrrcjt||nt}t||} ||ko|dk|_|j||df|d|dd| |_|j||dfddd| |_|j||dfdd|dd| |_|j||dfddd| |_ dS)Nrr rrTrrrrr) rrrr has_residualrdw1pw1dw2pw2) rrrrrrrrrrrs rrzFRBlock.__init__s &2jj u - - -"f_<13:eUAgfaPU\`ggdfgg3:eVQKKKKK3:ffae1VZ^eebdee3:ffaLLLLLrrrc |jr|nd}tj||tj|d}||tj|d}|tj||zntj|S)Nr)r rrr r rrrrs rrzFRBlock.forwards)311t F488DHHQU1l%;%;<<== > > HHTXXaeA|4455 6 6'/';qva(l###Jrrrrs@rrrs MMcM3MMSMMMMMMKKFKKKKKKKKrr)rrrr r)rrrrrrrr r)rrrrrrrr r)rrrrrrrr r)rrrUrrUrrUr rr)r r r))rr)rr)rr)rrrr )rrrr )rrrr rrc_outc|j\}}}}|||||||}|dddddd}|||||z||zS)zTF DEPTH_TO_SPACE in DCR layout (input channels = (i, j, c_out)). pixel_shuffle uses CRD which permutes output channels for c_out > 1.rrr r r r)rrr contiguous)rrrB_rH_W_s r_dcr_depth_to_spacersuGMB2r "aE2r**A !Q1a##..00A 99RQQ / //rcDeZdZdZdfd ZdedeeeffdZxZS)BlazeFaceFullRangeuSFull-range face detector: (B, 3, 192, 192) in [-1, 1] → 2304 anchors x 17 values.Nc  tnttfdjddddd|_tjfdtD|_tjfd tD|_ jd ddd |_ tjfd tD|_ tjjd ddd jdddd g|_jdddd |_jdddddd|_jdddd |_jdddddd|_dS)Nrc 0t||||S)Nr)r)rmrrrrrs rz-BlazeFaceFullRange.__init__..sgaAquak&l&l&lr)rrrrrTrc3>K|]\}}}}||||VdSNrrr"rrmk_blocks rrz.BlazeFaceFullRange.__init__..s;%c%c|1ahhq!Q&:&:%c%c%c%c%c%crc3DK|]\}}j||dfdddVdS)r rTrN)r)rrrrrs rrz.BlazeFaceFullRange.__init__..sJ*~*~_e`acd:3:aA+Zqt+Z+ZWY+Z+Z*~*~*~*~*~*~r)rUrr rc3XK|]$}tjfd|DV%dS)c3>K|]\}}}}||||VdSr%r&r's rrz8BlazeFaceFullRange.__init__...s;GG.sS, , LOBMGGGG3GGG G G, , , , , , r)rrr )rrr )rr r )r r rr r )rrr )rrrr)rrrrrrr_FR_BACKBONE_BLOCKSbackbone_FR_LATERAL_CHANNELS lateral_convstop_conv_FR_DECODER_BLOCKSdecoder_levelsdecoder_reduce_convscls_convcls_dwreg_convreg_dw)rrrrrr(rrs ```@@@rrzBlazeFaceFullRange.__init__s &2jj u - - -llllllCJN14NN2NN  %c%c%c%cOb%c%c%ccc ]*~*~*~*~*~i}*~*~*~~~" JqtJJrJJ  m, , , , Se, , ,   %'M CJ =!$ = =" = = CJ =!$ = =" = =3 % % ! # HQTHHRHH  cjYAadYYVXYY " IadIIbII  cj\1aQU\\Y[\\ rrrctj|tj|d}t t }g}t |jD])\}}||}||vr||*tj| |}tt|}tt|j } tt|jD]} || } tj|| jdddd}|tj| | | z}|j| D] }||}| t|jkr(tj|j| |}|tj||d} t+| dd} |tj||d} t+| dd } | jd }| d dd d|t4d}| d dd d|t4d }||fS) NrrbilinearF)sizemode align_cornersrr )rrrrr)rrrrset_FR_LATERAL_TAP_INDICES enumerater.appendr1listreversedr0rlenr3 interpolaterr4r6r5rr8r7rr_BF_FR_NUM_ANCHORS)rrrtap_setlateralsrblkp laterals_revlateral_convs_revlevellateralcrrcls_outreg_outs rrzBlazeFaceFullRange.forwards F499QU#7FFGG H H-..!# .. # #FAsAAG||""" F4==## $ $HX..//  $*>3t23344 @ @E"5)G agmBCC&8zY^___AAF3,U3G<<===A*51  CFFs445555F;44U;A>>?? KKdmmA.. == > > Qa 0 0 0 KKdmmA.. == > > Qb 1 1 1 GAJ))Aq!Q''//3EqII))Aq!Q''//3ErJJrrrrs@rrrst]]]]]]]]. F uVV^7L        rr)maxsizecjt}tjtj|tjtj|tjd\}}|dz|z |dz|z tj|}}}tj||||gdtdS)zA2304 anchors over 48x48; anchor_w=anchor_h=1 (fixed_anchor_size).rijindexingrraxisr ) _BF_FR_GRIDnpmeshgridarangefloat32 ones_likestackrrF)featyyxxcxcyoness r_blazeface_full_range_anchorsrg s D [4rz:::BIdRTR\<]<]<]hl m m mFBH$rCx4&7b9I9IDB 8RT4(r 2 2 2 : :;Mq Q QQr regressorsclassificators score_threshcttj|dddft t}||k}|s tjdtjS||tz }t|}|ddddf|ddddf|ddddf|ddddff\}}} } |ddddf| z|z|ddddf| z|z} } |ddddf| z|ddddf| z}} tj|j dd ftj}| | dz z | |dz z | | dz z| |dz zf\|ddddf<|ddddf<|ddddf<|ddddf<|ddtddf| z|z|dddd df<|ddtdzddf| z|z|ddd d df<|||ddd f<|S) zCSame decode as short-range with 2304-anchor grid and box_scale=192.NrrrrTr rrr rrr ) rr[clip_BF_FR_SCORE_CLIPanyemptyr^_BF_FR_BOX_SCALErgr _BF_KP_OFFSETrhrirjscoreskeeprrcxscysawsahsxcycwhouts r_decode_blazeface_full_rangerst27>!!!Q$/2C1CEVWW X XF \ !D 88::3xrz22224++A%''-A111ac6Aaaa1fIqAaCy!AAAqsF)CCc3 qqq!A#vY_s "Aaaa1fIOc$9B QQQ!V9s?Aaaa1fIOqA (AGAJ#2: 6 6 6C9;a!eR!a%ZQSVWZ[V[Q[]_bcfgbg]g9g6C1Q3KQQQ!Vc!!!QqS&k3qqq!A#v;qqq-***+c1C7C1R6 Nqqq-!+.Q../#5;C1R6 NC2J Jr)rrr r)rrrrrr r)rrrrrr r)rrrrrr rrrrrrrrrcBeZdZdZd dededeffd Zdedefd ZxZS) FaceMeshBlockzFPReLU BlazeBlock: PReLU between DW and PW, and after the residual add.Nrrrcpt||nt}t||}|||c|_|_|_|j||df|d|dd||_tj d d|i||_ |j||dfddd||_ tj d d|i||_ dS) NrrrTr num_parametersr rr&) rrrrrrrrrPReLU prelu_dwiser prelu_out) rrrrrrrrrrs rrzFaceMeshBlock.__init__3s &2jj u - - -/4ff, DK#E5!mFAV[bfmmjlmm8??5?B??#E61QadQQbQQ>>>2>>rrrc |jdkrtj|ddn|}|j|jkr(tj|ddddd|j|jz f}|jdkrt |d|jntj|d}||| | ||zSr) rrrrrrrrrrrrs rrzFaceMeshBlock.forward=s,0K!OO1<1a((( ; # #uX1aAt{TZ7O'PQQH/3{QLAt{ + + +AE!\DZDZ~~dnnT-=-=dnnQ>O>O-P-PQQT\\]]]rrrrs@rrr0sPP??c?3???????^^F^^^^^^^^rrcDeZdZdZdfd ZdedeeeffdZxZS)FaceMeshiNc2tnt}t}|jddddd||_tjdddi||_tjfd tD|_ |jd ddd ||_ tjddd i||_ td d d |_|jdddd ||_|jd |jdzdfddd ||_dS)Nr)rrrrrTrrrc 3JK|]\}}}t|||VdSr)rrs rrz$FaceMesh.__init__..Ns\$G$G(1Aq%2!Q&PUbl$m$m$m$G$G$G$G$G$Gr)rrr rrr r)rr rrr&)rrrrrrr prelu_stemr_FACEMESH_BLOCKSr head_reduceprelu_head_reducer head_block head_presence NUM_LANDMARKShead_landmarksrs ``` rrzFaceMesh.__init__Hs{ &2jj u - - -CJN14NN2NN (;;";;;m$G$G$G$G$G$G5E$G$G$GGG %3:LLLLL!#!A!A!Ab!A!A'1aeXbccc'SZLLLLL(cjD,>,BAbqW[bb_abbrface_chw_normalizedrc ||t|dd}|jD] }||}|||}||}|jd}|| |}| | ||j d}||fS)uW(B, 3, 192, 192) in [0, 1] → ((B, 478, 3) landmarks in 192-canonical, (B,) presence).rrr) rrrrrrrrrrrr)rrrrIrpresencelmkss rrzFaceMesh.forwardVs OODIIl3F1&M&MNN O O;  CAAA  " "4#3#3A#6#6 7 7 OOA   GAJ%%a((0033""1%%--a1CQGGX~rr) rrrrrrrrrrs@rrrEssM c c c c c c 6 eFFN6K        rrr8rarrUrgư>c HeZdZdZ d dedededeffd Zded efd ZxZS) MlpMixerBlockuMLP-Mixer block: token-mixing MLP (over tokens) → channel-mixing MLP (over dim). Both pre-LN, both residual. LN has no beta (bias=False) to match MP.N num_tokens token_dim token_hiddenchannel_hiddenct||nt}t||} |j|ft dd| |_|j|ft dd| |_|j||fddi| |_ |j||fddi| |_ |j||fddi| |_ |j||fddi| |_ dS)NrF)epsrrT) rrrr LayerNorm _BS_LN_EPSln1ln2Linear token_mlp1 token_mlp2 channel_mlp1 channel_mlp2) rrrrrrrrrrrs rrzMlpMixerBlock.__init__ss  &2jj u - - - 3=M MM"MM 3=M MM"MM$#*ZOODOBOO$#*\:OODOBOO&CJy.RRtRrRR&CJ~yRRtRrRRrrrc ||dd}||tj||ddz}||tj|||zS)Nr r) r transposerrrrrrr)rrys rrzMlpMixerBlock.forwards HHQKK ! !!Q ' ' tq'9'9 : :;;EEaKK K4$$QVD,=,=dhhqkk,J,J%K%KLLLLrrrrs@rrrosLL6: S S3 S3 Sc S[^ S S S S S SMMFMMMMMMMMrrcPeZdZdfd ZededefdZdedefdZxZS)FaceBlendshapesNctnt}t}|jt t fddi||_|jdtfddi||_ tj tj ddtfi||_ tjfdtdD|_|jtt"fddi||_dS)NrrTrr c 3lK|].}tttttV/dSr)r_BS_NUM_TOKENS _BS_TOKEN_DIM_BS_TOKEN_MIX_HIDDEN_BS_CHANNEL_MIX_HIDDEN)rrrrrs rrz+FaceBlendshapes.__init__..sZ$ $ QR .-9MOe!'u M M M$ $ $ $ $ $ rr )rrrrr_BS_NUM_INPUT_LANDMARKS_BS_NUM_TOKENS_REDUCED token_reducer token_embed Parameterrzeros cls_tokenrrr_BS_NUM_BLENDSHAPESheadrs ``` rrzFaceBlendshapes.__init__s# &2jj u - - -&CJ'>@Vhh]aheghh%3:aHHTHRHHek!Q &L&L&L&LMMm$ $ $ $ $ $ V[\]V^V^$ $ $    CJ}.ASSSPRSS r landmarks_2drc|dd}||z }tj||zdd}|dd}||dz dzS)Nr T)rkeepdimrg-q=)minr)meanrsqrtsumclamp)rcentroidrmagscales r_input_normalizez FaceBlendshapes._input_normalizes| $$D$99 8 #j!a%T::;;Q--EKKEK***c11rc||}||dddd}||}|j|jddd}tj||gd}|j D] }||}tj | |dddfS)uV(B, 146, 2) → (B, 52) in [0, 1]. Input units don't matter (centroid + L2 normalize).r rrrrN) rrrrrexpandrrrrsigmoidr)rrrrrIs rrzFaceBlendshapes.forwards  ! !, / /   akk!Q// 0 0 : :1a @ @   Q  n##AGAJB77 IsAhA & & &;  CAAA}TYYqAw//000rr) rrrr staticmethodrrrrrs@rrrs T T T T T T2v2&222\2 1F 1v 1 1 1 1 1 1 1 1rrcjtttdkrdndz}g}d}|tkrNt|}|}|tkr2t||kr!|dz }|tkrt||k!|||z z}t |zdz |z}t jt j|t j t j|t j d\}}|tz|z |tz|z t j |} } } t j | | | | gddd} |t j| |d|}|tkNt j|d} | jd ksJ| j| S) uQ896 anchors per SsdAnchorsCalculator (fixed_anchor_size → anchor_w=anchor_h=1).rr rTrUrVrrXr )ir )rD_BF_ASPECT_RATIOS_BF_INTERP_SCALE_AR_BF_NUM_LAYERS _BF_STRIDES_BF_INPUT_SIZEr[r\r]r^_BF_ANCHOR_OFFSET_X_BF_ANCHOR_OFFSET_Yr_r`rrArepeat concatenater)per_ar layer_anchorslayerrlastper_cellrarbrcrdrerfcellr~s r_blazeface_anchorsrs" # #,?!,C,Cqq KF&(M E . U#^## D(9V(C(C AID^## D(9V(C(CTE\*'!+6RYt2:>>> $VXV`@a@a@alpqqqB00D82@S;SW[:[]_]ijl]m]mBxRt,2666>>r1EERYtXA>>>??? .  .Q / / /C 9 #) Jrcttj|dddft t}||k}|s tjdtjS||tz }t|}|ddddf|ddddf|ddddf|ddddff\}}} } |ddddf| z|z|ddddf| z|z} } |ddddf| z|ddddf| z}} tj|j dd ftj}| | dz z | |dz z | | dz z| |dz zf\|ddddf<|ddddf<|ddddf<|ddddf<|ddtddf| z|z|dddd df<|ddtdzddf| z|z|ddd d df<|||ddd f<|S) uVDecode (regs (896,16), cls (896,1)) → (N, 17) = [xyxy, kp0x..kp5y, score] in [0, 1].NrrlrTr rrr rrr ) rr[rm_BF_SCORE_CLIProrpr^ _BF_BOX_SCALErrrrrss r_decode_blazefacersp27>!!!Q$/..QQ R RF \ !D 88::3xrz22224=(AT"A111ac6Aaaa1fIqAaCy!AAAqsF)CCc3 qqq!A#vY_s "Aaaa1fIOc$9B QQQ!V9s?Aaaa1fIOqA (AGAJ#2: 6 6 6C9;a!eR!a%ZQSVWZ[V[Q[]_bcfgbg]g9g6C1Q3KQQQ!Vc!!!QqS&k3qqq!A#v;qqq-***+c1C7C1R6 Nqqq-!+.Q../#5;C1R6 NC2J Jr detections iou_threshc |jddkr|S|tj|dddf }|jd}tj|dddf|dddfz ddtj|dddf|dddfz ddz}g}tj|t }t |D]}||r ||ddf\}} } } |g} t |dz|D]} || r || ddf\}}}}td t| |t||z }td t| |t| |z }||z}|||| z|z }|dkr#||z |kr| | d || <d ||<|| }|dddd f}| }tj |d}|dkr-|ddddf|z d |z |dd<| ||rtj |d ntj d tjS)uUMP weighted NMS — kept boxes are score-weighted averages of overlapping detections.rNrrrr rTr rTrrXrl)rr[argsortrmrboolrrrrArcopyr`rpr^)rrdetsNareaskeptusedrax1ay1ax2ay2 merge_idxjbx1by1bx2by2iwihinterunionclusterwsws_summergeds r _weighted_nmsrsa bj*QQQU"3!344 5D 1 A GDAJaaad+Q 5 5QQQT TRSRSRSUVRVZ@WYZ\`8a8a aED 8AT " " "D 1XX 7  !!QqS&\S#sC q1ua  AAw !%a1f Cc3S#c3--#c3--788BS#c3--#c3--788BGE!HuQx'%/EqyyUU]Z77  ###QQy/ QQQ2X $$ A::"111crc6?R/44!4< > 4$;'),== > > %LL  r image_chwsrc_xsrc_y padding_modecnt|jdt|jd}}tjd|zdz|z dz d|zdz|z dz gdd}t j|d|dd| dS) z;Bilinear-sample image_chw at corner-aligned (src_x, src_y).rrg@rrrr:F)r<r=r )rrrr` unsqueezer grid_samplesqueeze)rrrr rrgrids r _sample_warpr&s yr" # #S)<%=%=qA ;us*a/#5us*a/#57<> @ @ @@I !  =,,Q//J',< I I IIPQRTrrdrewidthheightr output_sizec\||z ||z }}tj|tj|} } tj||j|j|dzz } tj| | d\} } || |z| zz| |z| zz }|| |z| zz| |z| zz}t|||dS)uRRotated rect → output_size² with BORDER_REPLICATE. image_chw must be in [0, 1].rrrrUrVborder) rcossinrr]rrr\r&)rrdrer'r(rr)s_xs_ycos_asin_ar]v_gridu_gridrrs r_warp_face_cropr5s{"F[$8C8E??DHUOO5E \+Y_YEU V V VYdgjYj jF^FFTBBBNFF #% % u(< fWXj@XZa b bC %K3  [- GGrc eZdZdZddeffd Zedfdeej de d e fd Z d efdeej d e de d eee fdZxZS)FaceLandmarkeruGBlazeFace → FaceMesh v2 → blendshapes. `detector_variant` selects 'short' (128², ≤2m) or 'full' (192² FPN, ≤5m). State dict uses inner-module prefixes `detector.*` / `mesh.*` / `blendshapes.*`; the outer FaceLandmarkerModel wrapper rewrites `detector_{variant}.*` keys to `detector.*` before loading. Nshortdetector_variantctttd|}||_|||||_t||||_t||||_ | dtj ttjddS)N)r?fullr_bs_idxrTF) persistent)rrrrgetr@detectorrmeshr blendshapesregister_bufferrtensorrVlong)rrrrr@det_clsrs rrzFaceLandmarker.__init__5s %/ABBFFGWXX 0vUzRRR F%JOOO *&R\]]] Y 5Fej(Y(Y(Yfklllllrrimages_rgb_uint8rjrc|sggggfS|jjjj|jjjjc|jdkrt tfn ttf\}d|D}tt|dkrtj tj|dddfdt'jdD}nfd |D}fd |D}d |D}d |D} |tj|d \} } | | } } g}t't|D]S}|| || ||}||jddkrt3||n|T|| ||fS)zBatched detector pass. Returns (img_raws, sub_rects, sizes, per_frame_decoded) where per_frame_decoded[b] is (N, 17) in tensor-normalized [0,1] coords.rBcFg|]}t|jddS)Nr)rr)rimgs r z5FaceLandmarker.run_detector_batch..Ms*BBB#sy!}%%BBBrr rrXrc g|] }| Sr&r&)rbi batch_chws rrQz5FaceLandmarker.run_detector_batch..PsJJJ" " JJJrcg|]P}tj|ddQS)rrR)r from_numpytomovedimr)rrPrrs rrQz5FaceLandmarker.run_detector_batch..RsQyyyad(--00??GGBOOZZ\\yyyrc0g|]}t|Sr&)r<)rimg_rawdet_input_sizes rrQz5FaceLandmarker.run_detector_batch..Ts$XXXG&w??XXXrcg|] }|d S)rr&rr|s rrQz5FaceLandmarker.run_detector_batch..Us)))aQqT)))rc<g|]}|d|d|dfS)r rrr&r^s rrQz5FaceLandmarker.run_detector_batch..Vs+777AadAaD!A$'777rrrj)r)rFrweightrrr@_BF_FR_INPUT_SIZErrrrDr>rrWr[r`rXrYrrrrcpunumpyrAr)rrMrjr decode_fnsizesimg_rawswarps det_crops sub_rectsregs_bcls_bregs_npcls_np per_framebdecodedrUr\rrs @@@@rrun_detector_batchz!FaceLandmarker.run_detector_batch?so   "r2r> ! *18$-:L:S:Y (,(=(G(G'89U%V%V+9;L*M " CB1ABBB s5zz??a  (2B)K)K)KLLOOPVX]^^ffgikmnnyy{{IJJJJioa6H0I0IJJJHHyyyyyhxyyyHXXXXxXXX))5))) 77777  ek)&C&C&CDD  ,,..,,..4466 8I8I8K8K8Q8Q8S8S s+,,-- q qAi F1ILQQQG   gm\]N^abNbNb]7zJJJJho p p p pE944rr num_facesrc  |||\}}}}t|D]\}} | jddkr||\} } } ||\} }| | dzz | | dzz }}|| | dddddfzz|z | dddddf<|| | dddddfzz| z | dddddf<|dkr| dt|||<g}g}t|D]\}}|jddkr||\} }||dz }|D]u}t ||| \} } }}}|t || | |||t||t|d| | |||fvd tt|D}|s|S| tj |d \}}||dd|jddf}tjd |D|j|j }|d \}}} }!}"}#d tz }$|dtdzz }%|dtdzz }&tj |dddf|%| |$z|"zdddfzz|&|!|$z|#zdddfzz |dddf|%| |$z|#zdddfzz|&|!|$z|"zdddfzzgd }'|'}(|})|}*|}+t|D]\},^}}-}.|(|,}/|/d|/d}1}0||t1j|0d|0d|1d|1dgt0jt7t9t:|+|,|/|)|,t|*|,|-d|S)unFull pipeline batched across `images_rgb_uint8`. Returns one face-dict list per image (empty if nothing detected). Face dict: bbox_xyxy (4,) image pixels, blendshapes {52} ∈ [0,1], landmarks_xy (478, 2) image pixels, landmarks_3d (478, 3) in 192-canonical (pre-transformation) units, presence float (raw logit). r`rrNrrr go@cg|]}gSr&r&)rrs rrQz/FaceLandmarker.detect_batch..s$N$N$NAR$N$N$Nrrc vg|]6\}}}}}}}||||tj|tj|f7Sr&)rr-r.)r_b_srdrer|r}rs rrQz/FaceLandmarker.detect_batch..sE c c c:S2r2r1aQRb"aDHQKK! 5 c c crrr).r).r rrT) bbox_xyxyrH landmarks_xy landmarks_3drscore)rrr@rrrrAr5_FM_INPUT_SIZErrrDrGrr`rHrCrJrrunbindrcrdrrr[arrayr^rziprtolist)2rrMrsrjrgrjrfper_frame_detsrprqrdrer;rrsx0sy0 face_params mesh_cropsr img_for_meshdetr|r}rresults lmks_canon_b presence_bbs_out_bparams_trvrwrhsr1r2invuv lmks_xy_t lmks_xy_np lmks_canon_np presence_npbs_nprr|rlmks_xymnmxs2 r detect_batchzFaceLandmarker.detect_batch`sp6:5L5L <6M6 6 2)UN$N33 > >JAw}Q1$$$QC#7 7  >C#7 7K 4L1S5 0!!!T':: :Q"s(UBRTUTUTUW[T[A\=\ \ 4L1S5 0!!!T':: :Q"s(UBRTUTUTUW[T[A\=\ \!  __&&**,,2244 $**,,002288::  &&((,,..4466   $$&&,,..!*;!7!7   A~51 mG[[^^W[[^^B AJ  Xr!ubeRUBqE&B"*UUU#C(8%(//:K:K$L$LMM ' -a 0!+a.11     r)NNNr?)rrrrstrr _BF_MIN_SCORErr[ndarrayrrrrrrrrs@rr>r>.s mmSVmmmmmm2?/2554 3C5).5',5555BQR+8IIT"*-=I#I#(I=A$t*=MIIIIIIIIrr>)r)Qrr functoolsrtypingrrrdr[rtorch.nn.functionalr functionalr scipy.specialrrrVr__annotations__rrrrrrrrrrrrrrrbrZrFrqrnr}r r rrr rrModulerrrr-r?r/r2rrrrgrrrrrrrrrrrrrrrrrrrr&r5r<r>r&rrrs@@@   &5c?   %%S/"      ;.VFVCVVVVVVDDDDDRYDDD$        JKKKKKbiKKK4%7o&o&060c0#0&00008 8 8 8 8 8 8 8 v 1RrzRRRR8ERZ/4IK,^^^^^BI^^^*ry@   MMMMMBIMMM. 1 1 1 1 1bi 1 1 1F 1BJ.-:"*bj$)>@j(!S!Sbj!Se!Sbj!S!S!S!SH rz C # RWX]_dfkmrtyXyRz     TFT6T&TPSTX^TTTT6D ; ;v ;5 ;e ;E ;SX ;  ;/2 ;HN ; ; ; ;@NHHHHRWX^`eglnsXsRtHHHH"{{{{{RY{{{{{r