Ë
    S^(h#  ã                   óÌ  — d dl mZ ddlmZmZmZmZ i ddg“dg d¢“dg d	¢“d
g d¢“dg d¢“ddg“dg d¢“dddg“ddg“dg d¢“dg d¢“ddg“dg d¢“dg d ¢“d!d"g“d#d$g“d%d&g“d'd(gi¥Z	  e«       s e«       ‚	 d)d*ged+<   	  ed,«      s e«       ‚	 g d-¢ed.<   	  ed/«      s e«       ‚	 d0ged1<   e�rId2d3lm	Z	 d2dl
mZmZmZmZmZ d2d	lmZmZmZmZ d2dlmZmZmZmZmZmZmZ d2dlmZmZm Z m!Z!m"Z"m#Z#m$Z$m%Z%m&Z&m'Z' d2d4l(m)Z) d2dl*m+Z+m,Z,m-Z- d2d5l.m/Z/m0Z0 d2d6l1m2Z2 d2dl3m4Z4m5Z5m6Z6m7Z7m8Z8 d2dl9m:Z:m;Z;m<Z<m=Z= d2d7l>m?Z? d2dl@mAZAmBZBmCZCmDZD d2d lEmFZFmGZGmHZHmIZImJZJmKZKmLZLmMZMmNZNmOZOmPZPmQZQmRZRmSZSmTZTmUZUmVZVmWZWmXZXmYZYmZZZm[Z[m\Z\m]Z]m^Z^m_Z_m`Z`maZambZbmcZcmdZdmeZemfZfmgZgmhZhmiZimjZjmkZkmlZl d2d8lmmnZn d2d9lompZp d2d:lqmrZr d2d;lsmtZt 	  e«       s e«       ‚	 d2d<lumvZvmwZw 	  ed,«      s e«       ‚	 d2d=lxmyZymzZzm{Z{ 	  ed/«      s e«       ‚	 d2d>l|m}Z} y?d d?l~Z~ ee e€«       d@   ee�¬A«      e~�j                  e<   y?# e$ r Y �Œªw xY w# e$ r Y �Œžw xY w# e$ r Y �Œ“w xY w# e$ r Y Œ…w xY w# e$ r Y Œuw xY w# e$ r Y y?w xY w)Bé    )ÚTYPE_CHECKINGé   )ÚOptionalDependencyNotAvailableÚ_LazyModuleÚis_torch_availableÚis_torch_greater_or_equalÚaqlmÚreplace_with_aqlm_linearÚawq)Úfuse_awq_modulesÚpost_init_awq_exllama_modulesÚpost_init_awq_ipex_modulesÚreplace_quantization_scalesÚreplace_with_awq_linearÚbitnet)Ú	BitLinearÚpack_weightsÚreplace_with_bitnet_linearÚunpack_weightsÚbitsandbytes)Údequantize_and_replaceÚget_keys_to_not_convertÚreplace_8bit_linearÚreplace_with_bnb_linearÚ set_module_8bit_tensor_to_deviceÚ%set_module_quantized_tensor_to_deviceÚ!validate_bnb_backend_availabilityÚ	deepspeed)
ÚHfDeepSpeedConfigÚHfTrainerDeepSpeedConfigÚdeepspeed_configÚdeepspeed_initÚdeepspeed_load_checkpointÚdeepspeed_optim_schedÚis_deepspeed_availableÚis_deepspeed_zero3_enabledÚset_hf_deepspeed_configÚunset_hf_deepspeed_configÚeetqÚreplace_with_eetq_linearÚ
fbgemm_fp8)ÚFbgemmFp8LinearÚFbgemmFp8Llama4TextExpertsÚreplace_with_fbgemm_fp8_linearÚfinegrained_fp8Ú	FP8LinearÚreplace_with_fp8_linearÚfsdpÚis_fsdp_managed_moduleÚggml)ÚGGUF_CONFIG_MAPPINGÚGGUF_TOKENIZER_MAPPINGÚ_gguf_parse_valueÚload_dequant_gguf_tensorÚ	load_ggufÚhiggs)ÚHiggsLinearÚdequantize_higgsÚquantize_with_higgsÚreplace_with_higgs_linearÚhqqÚprepare_for_hqq_linearÚhub_kernels)ÚLayerRepositoryÚregister_kernel_mappingÚreplace_kernel_forward_from_hubÚuse_kernel_forward_from_hubÚintegration_utils)'ÚINTEGRATION_TO_CALLBACKÚAzureMLCallbackÚClearMLCallbackÚCodeCarbonCallbackÚCometCallbackÚDagsHubCallbackÚDVCLiveCallbackÚFlyteCallbackÚMLflowCallbackÚNeptuneCallbackÚNeptuneMissingConfigurationÚSwanLabCallbackÚTensorBoardCallbackÚWandbCallbackÚ$get_available_reporting_integrationsÚ#get_reporting_integration_callbacksÚ	hp_paramsÚis_azureml_availableÚis_clearml_availableÚis_codecarbon_availableÚis_comet_availableÚis_dagshub_availableÚis_dvclive_availableÚ is_flyte_deck_standard_availableÚis_flytekit_availableÚis_mlflow_availableÚis_neptune_availableÚis_optuna_availableÚis_ray_availableÚis_ray_tune_availableÚis_sigopt_availableÚis_swanlab_availableÚis_tensorboard_availableÚis_wandb_availableÚrewrite_logsÚrun_hp_search_optunaÚrun_hp_search_rayÚrun_hp_search_sigoptÚrun_hp_search_wandbÚpeftÚPeftAdapterMixinÚquantoÚreplace_with_quanto_layersÚspqrÚreplace_with_spqr_linearÚvptqÚreplace_with_vptq_linearÚ$TorchExportableModuleWithStaticCacheÚconvert_and_export_with_cacheÚ
executorchz2.3)Úshard_and_distribute_moduleÚSUPPORTED_TP_STYLESÚ!translate_to_torch_parallel_styleÚtensor_parallelz2.5Úmake_flex_block_causal_maskÚflex_attentioné   )r
   )r*   )r0   r1   )r3   )r@   )ro   )rq   )rs   )ru   )rv   rw   )rz   ry   r{   )r}   NÚ__file__)Úmodule_spec)ƒÚtypingr   Úutilsr   r   r   r   Ú_import_structurer	   r
   r   r   r   r   r   r   r   r   r   r   r   r   r   r   r   r   r   r   r   r   r   r    r!   r"   r#   r$   r%   r&   r'   r(   r)   r*   r+   r,   r-   r.   r/   r0   r1   r2   r3   r4   r5   r6   r7   r8   r9   r:   r;   r<   r=   r>   r?   r@   rA   rB   rC   rD   rE   rF   rG   rH   rI   rJ   rK   rL   rM   rN   rO   rP   rQ   rR   rS   rT   rU   rV   rW   rX   rY   rZ   r[   r\   r]   r^   r_   r`   ra   rb   rc   rd   re   rf   rg   rh   ri   rj   rk   rl   rm   rn   ro   rp   rq   rr   rs   rt   ru   rx   rv   rw   r|   rz   ry   r{   r~   r}   ÚsysÚ__name__ÚglobalsÚ__spec__Úmodules© ó    ú`/var/www/skyplay_api_hub/venv/lib/python3.12/site-packages/transformers/integrations/__init__.pyú<module>r�      s�  ðõ !ç nÓ nðiØ
Ð'Ð(ðià	ò ðið ò ðið ò ðið0 ò ð1iðH Ð'Ð(ðIiðJ ÒeðKiðL ˜Ð%>Ð?ðMiðN Ð%Ð&ðOiðP ò ðQið^ ò ð_iðj 
Ð$Ð%ðkiðl ò ðmiðx ò (ðyiðJ ÐÐ ðKiðL Ð+Ð,ðMiðN Ð'Ð(ðOiðP Ð'Ð(ñQiÐ ðV	ÙÔÙ,Ó.Ð.ð  ð 	/Ø'ð'Ð�lÑ#ð

Ù$ UÔ+Ù,Ó.Ð.ð ,ò
,ÐÐ'Ñ(ð
Ù$ UÔ+Ù,Ó.Ð.ð ,ð 	&ð+ÐÐ&Ñ'ò Ý.÷õ ÷ó ÷÷ ñ ÷÷ ÷ õ /ßgÑgßCÝ,÷õ ÷ eÓdÝ+÷ó ÷(÷ (÷ (÷ (÷ (÷ (÷ (÷ (÷ (÷ (ñ (õR 'Ý2Ý.Ý.ðdÙ!Ô#Ù0Ó2Ð2ð $÷
 	dð

Ù(¨Ô/Ù0Ó2Ð2ð 0÷
	
ñ 	
ð@Ù(¨Ô/Ù0Ó2Ð2ð 0ö
 	@ãá'¨±'³)¸JÑ2GÐIZÐhpÔq€C‡K‚K�ÒøðA &ò 	Úð	ûð &ò 	Úð	ûð &ò 	Úð	ûð^ *ò Ùðûð *ò Ùðûð *ò Ùðúsl   Á)H! Â H- ÂH9 Æ0I ÇI Ç#I È!H*È)H*È-H6È5H6È9IÉIÉIÉIÉIÉIÉI#É"I#