
    
3j                     p   S SK JrJrJrJrJrJrJrJr  S SK	7  S SK
JrJrJrJr  S SKJrJrJrJr  S SKJrJrJr  S SKJrJr  S SKJrJr  S SKJrJ r   S S	K!J"r"J#r#J$r$J%r%  S S
K&J'r'J(r(  S SK)J*r*J+r+J,r,J-r-J.r.J/r/J0r0J1r1J2r2J3r3J4r4  S SK5J6r6J5r5  S SK7J8r8J9r9J:r:  S SK;J<r<J=r=J>r>  S SK?J@r@J?r?  S SKAJArA  S SKBJCrCJDrD  S SKEJFrFJGrGJFrF  S SKHJIrI  S SKJJKrKJLrLJMrMJNrNJOrO  S SKPJQrQJRrRJSrSJTrT  S SKUJVrVJWrWJXrXJYrYJZrZJ[r[J\r\J]r]J^r^  S SK_J`r`JaraJbrbJcrc  S SKdJereJfrf  S SKgJhrhJiriJjrjJkrkJlrl  S SKmJnrn  S SKoJprp  S SKqJrrrJsrs  S SKtJuruJvrvJwrwJxrxJyryJzrz  S SK{J|r|J}r}  S SK~Jr  S S KJrJr  S S!KJr  S S"KJr  S S#KJrJrJrJrJrJrJr  S S$KJrJr  S S%KJrJrJrJrJrJrJrJrJrJrJrJrJrJr  S S&KJrJrJrJrJrJrJrJrJrJrJrJrJrJrJrJr  S S'KJrJrJr  S S(KJrJrJr  S S)KJrJrJrJr  S S*KJr  S S+KJrJrJrJr  S S,KJrJr  S S-KJrJr  S S.KJrJrJrJrJrJrJrJr  S S/KJrJrJrJrJrJrJrJrJrJrJrJrJrJrJrJr  S S0KJrJrJrJr  S S1KJr  S S2KJrJr  S S3KJrJr  S S4KJr  S S5KJrJr  S S6KJrJrJrJr  S S7KJrJr  S S8GK GJGrGJGr  S S9GKGJGrGJGrGJGr  S S:GKGJGrGJ	Gr	GJ
Gr
GJGrGJGrGJGrGJGr  g;)<   )create_feature_extractorget_graph_node_namesregister_notrace_functionregister_notrace_moduleis_notrace_moduleis_notrace_functionget_notrace_modulesget_notrace_functions)*)adaptive_avgmax_pool2dselect_adaptive_pool2dAdaptiveAvgMaxPool2dSelectAdaptivePool2d)	AttentionAttentionRopemaybe_add_maskresolve_self_attn_mask)MultiQueryAttention2dAttention2dMultiQueryAttentionV2)AttentionPoolLatentAttentionPoolPrr)AttentionPool2dRotAttentionPool2d)
BlurPool2d	create_aa)create_classifierClassifierHeadNormMlpClassifierHeadClNormMlpClassifierHead)
CondConv2dget_condconv_initializer)is_exportableis_scriptable	is_no_jituse_fused_attnset_exportableset_scriptable
set_no_jitset_layer_configset_fused_attnset_reentrant_ckptuse_reentrant_ckpt)
Conv2dSameconv2d_same)ConvNormActConvNormActAa	ConvBnAct)create_act_layerget_act_layer
get_act_fn)get_attncreate_attn)create_conv2d)get_norm_layercreate_norm_layer)get_norm_act_layercreate_norm_act_layerr;   )DiffAttention)DropBlock2dDropPathdrop_block_2d	drop_pathcalculate_drop_path_rates)	EcaModule
CecaModuleEfficientChannelAttnCircularEfficientChannelAttn)	EvoNorm2dB0EvoNorm2dB1EvoNorm2dB2EvoNorm2dS0EvoNorm2dS0aEvoNorm2dS1EvoNorm2dS1aEvoNorm2dS2EvoNorm2dS2a)is_fast_normset_fast_normfast_group_normfast_layer_norm)FilterResponseNormTlu2dFilterResponseNormAct2d)Formatget_channel_dimget_spatial_dimnchw_tonhwc_to)GatherExcite)GlobalContext)ndgridmeshgrid)	to_ntuple	to_2tuple	to_3tuple	to_4tuplemake_divisibleextend_tuple)HybridEmbedHybridEmbedWithSize)
InplaceAbn)
LayerScaleLayerScale2d)Linear)MixedConv2d)MlpGluMlpGatedMlpSwiGLUSwiGLUPackedConvMlpGlobalResponseNormMlp)NonLocalAttnBatNonLocalAttn)	GroupNorm
GroupNorm1	LayerNormLayerNorm2dLayerNormFp32LayerNorm2dFp32RmsNorm	RmsNorm2dRmsNormFp32RmsNorm2dFp32
SimpleNormSimpleNorm2dSimpleNormFp32SimpleNorm2dFp32)BatchNormAct2dGroupNormActGroupNorm1ActLayerNormActLayerNormAct2dLayerNormActFp32LayerNormAct2dFp32
RmsNormActRmsNormAct2dRmsNormActFp32RmsNormAct2dFp32SyncBatchNormActconvert_sync_batchnormFrozenBatchNormAct2dfreeze_batch_norm_2dunfreeze_batch_norm_2d)get_paddingget_same_paddingpad_same)PatchDropoutPatchDropoutWithIndicespatch_dropout_forward)
PatchEmbedPatchEmbedWithSizePatchEmbedInterpolatorresample_patch_embed)global_pool_nlc)	LsePlus2d	LsePlus1d	SimPool2d	SimPool1d)AvgPool2dSamecreate_pool2d)resample_abs_pos_embedresample_abs_pos_embed_nhwc)	RelPosMlp
RelPosBiasRelPosBiasTfgen_relative_position_indexgen_relative_log_coordsresize_rel_pos_bias_table resize_rel_pos_bias_table_simpleresize_rel_pos_bias_table_levit)pixel_freq_bands
freq_bandsbuild_sincos2d_pos_embedbuild_fourier_pos_embedbuild_rotary_pos_embedapply_rot_embedapply_rot_embed_catapply_rot_embed_listapply_keep_indices_nlcFourierEmbedRotaryEmbeddingRotaryEmbeddingCatRotaryEmbeddingMixedRotaryEmbeddingDinoV3get_mixed_freqscreate_rope_embed)SEModuleSqueezeExciteEffectiveSEModuleEffectiveSqueezeExcite)SelectiveKernel)SeparableConv2dSeparableConvNormAct)SpaceToDepthDepthToSpace)	SplitAttn)SplitBatchNorm2dconvert_splitbn_model)	StdConv2dStdConv2dSameScaledStdConv2dScaledStdConv2dSame)TestTimePoolHeadapply_test_time_pool)_assert_float_to_int)	LayerTypePadTypedisable_compiler)is_meta_devicetrunc_normal_trunc_normal_tf_variance_scaling_lecun_normal_init_weight_jaxinit_weight_vitN(  _fxr   r   r   r   r   r   r	   r
   activationsadaptive_avgmax_poolr   r   r   r   	attentionr   r   r   r   attention2dr   r   r   attention_poolr   r   attention_pool2dr   r   	blur_poolr   r   
classifierr   r   r   r    cond_conv2dr!   r"   configr#   r$   r%   r&   r'   r(   r)   r*   r+   r,   r-   r/   r.   conv_bn_actr0   r1   r2   
create_actr3   r4   r5   r7   r6   r8   create_normr9   r:   create_norm_actr;   r<   diff_attentionr=   dropr>   r?   r@   rA   rB   ecarC   rD   rE   rF   evo_normrG   rH   rI   rJ   rK   rL   rM   rN   rO   	fast_normrP   rQ   rR   rS   filter_response_normrT   rU   formatrV   rW   rX   rY   rZ   gather_exciter[   global_contextr\   gridr]   r^   helpersr_   r`   ra   rb   rc   rd   hybrid_embedre   rf   inplace_abnrg   layer_scalerh   ri   linearrj   mixed_conv2drk   mlprl   rm   rn   ro   rp   rq   rr   non_local_attnrs   rt   normru   rv   rw   rx   ry   rz   r{   r|   r}   r~   r   r   r   r   norm_actr   r   r   r   r   r   r   r   r   r   r   r   r   r   r   r   paddingr   r   r   patch_dropoutr   r   r   patch_embedr   r   r   r   pool1dr   
other_poolr   r   r   r   pool2d_samer   r   	pos_embedr   r   pos_embed_relr   r   r   r   r   r   r   r   pos_embed_sincosr   r   r   r   r   r   r   r   r   r   r   r   r   r   r   r   squeeze_exciter   r   r   r   selective_kernelr   separable_convr   r   space_to_depthr   r   
split_attnr   split_batchnormr   r   std_convr   r   r   r   test_time_poolr   r   trace_utilsr   r   typingr   r   r   weight_initr   r   r   r   r   r   r        N/home/wildlama/miniconda3/lib/python3.13/site-packages/timm/layers/__init__.py<module>r     s  	 	 	   X W R R A A , i i =    1 > > C C . ( : Z Z ) \ \ Z Z
 
 
 U T R N N ' ) " ] ] : # 1  % \ \ \ 9        $ = < W W e e # B B 5 J	 	 	    $ _ ^ - A 6 ! D T T B / / 8 8 8    r  