
    3j'              
       L   S SK Jr  SSKJrJrJrJr  0 SS/_S/ SQ_S/ S	Q_S
/ SQ_S/ SQ_SS/_S/ SQ_SSS/_SSS/_S/ SQ_S/ SQ_S/ SQ_SS/_S / S!Q_S"/ S#Q_S$S%/_S&S'S(/_/ S)Q/ S*Q/ S+QS,/S-/S.S//S0/S1/S2.Er \" 5       (       d  \" 5       e S3S4/\S5'   / S6Q\S7'    \" S85      (       d  \" 5       e S9/\S:'   \(       Ga  S;S<KJ	r	  S;SK
JrJrJr  S;S	KJrJrJrJr  S;SKJrJrJrJr  S;SKJrJrJrJrJrJrJrJ r J!r!J"r"  S;S=K#J$r$  S;SK%J&r&J'r'J(r(  S;S>K)J*r*J+r+  S;S?K,J-r-J.r.  S;SK/J0r0J1r1J2r2J3r3  S;SK4J5r5J6r6J7r7J8r8J9r9J:r:  S;SK;J<r<J=r=J>r>J?r?  S;S@K@JArA  S;S!KBJCrCJDrDJErEJFrFJGrGJHrHJIrI  S;S#KJJKrKJLrLJMrMJNrNJOrOJPrPJQrQJRrRJSrSJTrTJUrUJVrVJWrWJXrXJYrYJZrZJ[r[J\r\J]r]J^r^J_r_J`r`JaraJbrbJcrcJdrdJereJfrfJgrgJhrhJiriJjrjJkrkJlrlJmrmJnrnJoroJprpJqrqJrrrJsrs  S;SAKtJuru  S;SBKvJwrwJxrx  S;S)KyJzrzJ{r{J|r|  S;SCK}J~r~JrJrJrJrJr  S;S+KJrJrJr  S;SDKJr  S;SEKJr  S;SFKJrJr  S;SGKJr  S;SHKJr   \" 5       (       d  \" 5       e S;SIKJrJr  S;SJKJrJrJr   \" S85      (       d  \" 5       e S;SKKJr  gLS SLKr\" \\" 5       SM   \\SN9\GR@                  \'   gL! \ a     GNf = f! \ a     GNf = f! \ a     Nmf = f! \ a     gLf = f)O    )TYPE_CHECKING   )OptionalDependencyNotAvailable_LazyModuleis_torch_availableis_torch_greater_or_equalaqlmreplace_with_aqlm_linearawq)post_init_awq_exllama_modulesreplace_quantization_scalesreplace_with_awq_linearbitnet)	BitLinearpack_weightsreplace_with_bitnet_linearunpack_weightsbitsandbytes)Bnb4bitQuantizedequantize_and_replacereplace_with_bnb_linear!validate_bnb_backend_availability	deepspeed)
HfDeepSpeedConfigHfTrainerDeepSpeedConfigdeepspeed_configdeepspeed_initdeepspeed_load_checkpointdeepspeed_optim_schedis_deepspeed_availableis_deepspeed_zero3_enabledset_hf_deepspeed_configunset_hf_deepspeed_configeetqreplace_with_eetq_linear
fbgemm_fp8)FbgemmFp8LinearFbgemmFp8Llama4TextExpertsreplace_with_fbgemm_fp8_linearfinegrained_fp8	FP8Linearreplace_with_fp8_linearfsdpis_fsdp_enabledis_fsdp_managed_modulegemma_quant)QuantizedEmbeddingQuantizedLinear	apply_srqreplace_with_quant_layersggml)GGUF_CONFIG_DEFAULTS_MAPPINGGGUF_CONFIG_MAPPINGGGUF_TOKENIZER_MAPPING_gguf_parse_valueload_dequant_gguf_tensor	load_ggufhiggs)HiggsLineardequantize_higgsquantize_with_higgsreplace_with_higgs_linearhqqprepare_for_hqq_linearhub_kernels)LayerRepositorylazy_load_kernelregister_kernel_mappingreplace_kernel_forward_from_hubuse_kernel_forward_from_hubuse_kernel_func_from_hubuse_kernelized_funcintegration_utils))INTEGRATION_TO_CALLBACKAzureMLCallbackClearMLCallbackCodeCarbonCallbackCometCallbackDagsHubCallbackDVCLiveCallbackFlyteCallbackKubeflowCallbackMLflowCallbackNeptuneCallbackNeptuneMissingConfigurationSwanLabCallbackTensorBoardCallbackTrackioCallbackWandbCallback$get_available_reporting_integrations#get_reporting_integration_callbacks	hp_paramsis_azureml_availableis_clearml_availableis_codecarbon_availableis_comet_availableis_dagshub_availableis_dvclive_available is_flyte_deck_standard_availableis_flytekit_availableis_kubeflow_availableis_mlflow_availableis_neptune_availableis_optuna_availableis_ray_availableis_ray_tune_availableis_swanlab_availableis_tensorboard_availableis_trackio_availableis_wandb_availablerewrite_logsrun_hp_search_optunarun_hp_search_rayrun_hp_search_wandbligerapply_liger_kernelmetal_quantizationMetalLinearreplace_with_metal_linear)batched_mm_experts_forwardgrouped_mm_experts_forwarduse_experts_implementation)Mxfp4GptOssExpertsconvert_moe_packed_tensors
dequantizeload_and_swizzle_mxfp4quantize_to_mxfp4replace_with_mxfp4_linearswizzle_mxfp4)activate_neftunedeactivate_neftuneneftune_post_forward_hookPeftAdapterMixinreplace_with_quanto_layersSinqDeserializeSinqQuantizereplace_with_spqr_linearreplace_with_vptq_linear)moemxfp4neftunepeftquantosinqspqrvptq$TorchExportableModuleWithStaticCacheconvert_and_export_with_cache
executorch)shard_and_distribute_moduleALL_PARALLEL_STYLES!translate_to_torch_parallel_styletensor_parallelz2.5make_flex_block_causal_maskflex_attention   )r
   )r%   )r+   r,   )r.   r/   )rB   )rv   )rx   ry   )r}   r   r   r   r   r   )r   )r   )r   r   )r   )r   )r   r   )r   r   r   )r   N__file__)module_spec)typingr   utilsr   r   r   r   _import_structurer	   r
   r   r   r   r   r   r   r   r   r   r   r   r   r   r   r   r   r   r   r   r   r   r    r!   r"   r#   r$   r%   r&   r'   r(   r)   r*   r+   r,   r-   r.   r/   r0   r1   r2   r3   r4   r5   r6   r7   r8   r9   r:   r;   r<   r=   r>   r?   r@   rA   rB   rC   rD   rE   rF   rG   rH   rI   rJ   rK   rL   rM   rN   rO   rP   rQ   rR   rS   rT   rU   rV   rW   rX   rY   rZ   r[   r\   r]   r^   r_   r`   ra   rb   rc   rd   re   rf   rg   rh   ri   rj   rk   rl   rm   rn   ro   rp   rq   rr   rs   rt   ru   rv   rw   rx   ry   r   rz   r{   r|   r   r}   r   r   r   r   r   r   r   r   r   r   r   r   r   r   r   r   r   r   r   r   r   r   r   r   r   r   r   r   r   sys__name__globals__spec__modules     \/home/wildlama/miniconda3/lib/python3.13/site-packages/transformers/integrations/__init__.py<module>r      s   ! n nI
'(I	 I  I  I&  'I> '(?I@ eAIB %>?CID  89EIF  GIR  SIb  cIn 
$%oIp  qIB  *CIX "#YIZ #[Ib

   +,/'('(QI V	,..   	/''l#
( # $
$U++,.. , 	&+&' . 
     /ggC=   ed+  * * * * * * * * * * *V * 
  YX&23..d!##022 $
 	d @(//022 0
 	@'')J2GIZhpqCKK_ & 		  & 		T *  * sH   >I4 !J J 4J 4I>=I>J
JJJJ#"J#