S^(hddlZddlZddlZddlZddlZddlZddlZddlZddlZddl Z ddl Z ddl Z ddl Z ddl Z ddlZddlZddlZddlZddlZddlZddlmZmZddlmZmZmZmZddlmZmZddlmZmZddl m!Z!ddl"m#Z#ddl$m%Z%m&Z&m'Z'm(Z(dd lm)Z)dd l*m+Z+ddl,Z-ddl.Z.ddl/Z/dd l-m0Z0dd l1m2Z2dd l3m4Z4ddl3mZ5ddl6m7Z7m8Z8m9Z9m:Z:m;Z;mm?Z?ddl@mAZAmBZBmCZCmDZDmEZEmFZFmGZGmHZHmIZImJZJmKZKmLZLmMZMmNZNmOZOmPZPmQZQmRZRmSZSmTZTmUZUmVZVmWZWmXZXmYZYmZZZm[Z[m\Z\m]Z]m^Z^m_Z_m`Z`maZambZbmcZcmdZdmeZemfZfmgZgmhZhmiZimjZjmkZkmlZlmmZmmnZnmoZompZpmqZqmrZrmsZsmtZtmuZumvZvmwZwmxZxmyZymzZzm{Z{m|Z|m}Z}m~Z~mZmZmZmZmZmZmZmZmZmZmZmZmZmZmZmZmZmZmZmZmZmZmZmZmZmZmZmZmZmZmZmZmZmZmZeCrddlmZmZddlmZeur%ddlmZmZmZmZmZmZmZddlmZddlmZddlmZneZeZdZdZdZdZdZdZer7ddlZejdjzduZejdj~duZndZdZe5je«ZÐdd ZĐdd!Zed"d#Zed$d#Zed%d#Zed&d'#Zed(d#Zed)d#Zd*Zd+Zd,Zd-Zd.Zd/Zd0Zd1Zd2Zd3Zd4Zd5Zd6Zd7Zd8Zd9Zd:ZeAfd;efd<ZeBfd;efd=Zߐdd;efd>Zd?Zd@ZdAZdBZdCZdDZdEZdFZdGZdHZdIefdJZdKZdLZdMZdNZdOZdPZdQZdRZdSZdTZdUZdVZdWZdXZdYZdZZd[Zd\Zd]Zd^Zd_Zd`ZdaZdbZdcZddZdeZdfZdgZdhZ diZ djZ dkZ dlZ dmZdnZdoZdpZdqZereddlZdre j&vr'e j&drZ ej*eZdue j&vre j&duZedvk(r*ej~j5sedwedxedyk(resedwedzed{k(resedwed|ed}k(resedwed~edk(resedwed ej8eZn[ej~j5rdvZn;er erd{Zn.er erd}Zn!er erdZner erdyZndZndZerddlZeVrddl Z e jBZ"ndZ"dZ#dZ$dZ%dZ&dZ'dde(fdZ)dZ*dZ+dZ,dZ-dZ.dZ/dZ0dZ1dZ2dZ3dZ4dZ5dZ6dZ7dZ8dZ9dZ:dZ;dZdZ?dZ@dZAdZBdZCdZDdZEdZFdZGdZHdZIdZJdZKdZLdZMdZNdZOdZPdZQdZRdZSdZTdZUdZVdZWdZXdZYdZZdZ[ddZ\de4de]fdZ^de_e`eݐe(fdee`eݐe(fddffdZad„ZbdÄZcdĄZddńZedƄZfGdDŽdȫZgGdɄdʐegZhGd˄d̐egZiGd̈́dΫZjejdτZlGdЄdѫZmejde(ee jfdedfdӄZoGdԄdejZqdքZrejdׄZsiZtd؄ZudلZvddlwZwGdڄd۫Zxd܄Zyddexfd݄ZzddexfdބZ{d߄Z|dZ}ddZ~dZdZGddeZdde_efdZGddZdde]de'e(de'efdZd de]de'e(fdZdZd!dZdZ dZGddejZGddeZdede`ee&ffdZerpej~jejejdZej~j"dddZej~j&dddZnddiZddiZddiZer8ej*jed<ej*j&ed<erTej,j"ed}<ej,jed}<ej,j&ed}<erTej.j"ed{<ej.jed{<ej.j&ed{<erTej0j"edy<ej0jedy<ej0j&edy<erTej~j"ed<ej~jed<ej~j&ed<deݐde]fdZdefdZdefdZerUde j&vrDe j&dZe#ej;sedee j<j?e j<jAe\ZZej<jEe edejGdZej*eZ ejLZdue j&vr(eek7r!d ed ed Zed z ZeeeZd e`ee&fdefdZeedeedeeddZeddefdZee(edfe(e]dffZedefdZGddeee%fZy#e$rZedsedteedZ[wwxYw#e$rZedeedZ[wwxYw#e$rZedeedZ[wwxYw#e$rZededZ[wwxYw("N)UserDict defaultdict) GeneratorIterableIteratorMapping)MISSINGfields)cachewraps)StringIO)Path)AnyCallableOptionalUnion)mockpatch) delete_repo)version)Trainer)logging)is_clearml_availableis_optuna_availableis_ray_availableis_sigopt_availableis_swanlab_availableis_tensorboard_availableis_wandb_available)is_deepspeed_available)aACCELERATE_MIN_VERSIONGGUF_MIN_VERSIONis_accelerate_availableis_apex_availableis_apollo_torch_availableis_aqlm_availableis_auto_awq_availableis_auto_gptq_availableis_av_availableis_bitsandbytes_available'is_bitsandbytes_multi_backend_availableis_bs4_availableis_compressed_tensors_availableis_cv2_availableis_cython_availableis_detectron2_availableis_eetq_availableis_essentia_availableis_faiss_availableis_fbgemm_gpu_availableis_flash_attn_2_availableis_flax_availableis_flute_availableis_fsdp_availableis_ftfy_availableis_g2p_en_availableis_galore_torch_availableis_gguf_availableis_gptqmodel_availableis_grokadamw_availableis_hadamard_availableis_hqq_availableis_ipex_availableis_jieba_availableis_jinja_availableis_jumanpp_availableis_keras_nlp_availableis_levenshtein_availableis_librosa_availableis_liger_kernel_availableis_lomo_availableis_natten_availableis_nltk_availableis_onnx_availableis_optimum_availableis_optimum_quanto_availableis_pandas_availableis_peft_availableis_phonemizer_availableis_pretty_midi_availableis_pyctcdecode_availableis_pytesseract_availableis_pytest_available!is_pytorch_quantization_availableis_quark_availableis_rjieba_availableis_sacremoses_availableis_safetensors_availableis_schedulefree_availableis_scipy_availableis_sentencepiece_availableis_seqio_availableis_soundfile_availableis_spacy_availableis_spqr_availableis_sudachi_availableis_sudachi_projection_available#is_tensorflow_probability_availableis_tensorflow_text_availableis_tf2onnx_availableis_tf_availableis_tiktoken_availableis_timm_availableis_tokenizers_availableis_torch_available!is_torch_bf16_available_on_deviceis_torch_bf16_cpu_availableis_torch_bf16_gpu_availableis_torch_deterministic!is_torch_fp16_available_on_deviceis_torch_greater_or_equalis_torch_hpu_availableis_torch_mlu_availableis_torch_neuroncore_availableis_torch_npu_availableis_torch_sdpa_availableis_torch_tensorrt_fx_availableis_torch_tf32_availableis_torch_xla_availableis_torch_xpu_availableis_torchao_availableis_torchaudio_availableis_torchdynamo_availableis_torchvision_availableis_vision_availableis_vptq_available strtobool)AcceleratorState PartialState)is_fp8_available)Module _get_checker_get_continue_on_failure _get_runner _is_mocked_patch_unwrap_mock_awareget_optionflags)skip) import_path) DoctestItemzjulien-c/bert-xsmall-dummyzjulien-c/dummy-unknownzjulien-c/dummy-diff-tokenizer__DUMMY_TRANSFORMERS_USER__zhttps://hub-ci.huggingface.co%hf_94wBhPGp6KrrTH3KDchhKpRxZwd6dmHWLLFc tj|} t|}|S#t$rtd|dwxYw#t$r|}Y|SwxYw)NIf set, z must be yes or no.)osenvironr ValueErrorKeyErrorkeydefaultvalue_values X/var/www/skyplay_api_hub/venv/lib/python3.12/site-packages/transformers/testing_utils.pyparse_flag_from_envrsp B 3  Bu%F M Bxu,?@A A B  M? #< A Ac tj|} t|}|S#t$rtd|dwxYw#t$r|}Y|SwxYw)Nrz must be a int.)rrintrrrs rparse_int_from_envrsj> 3 >ZF M >xuO<= = >  MrRUN_SLOW)rRUN_CUSTOM_TOKENIZERSHUGGINGFACE_CO_STAGINGRUN_PIPELINE_TESTSTRUN_AGENT_TESTSRUN_THIRD_PARTY_DEVICE_TESTSctstjd|S ddl}|jj |S#t $r|cYSwxYw)z Decorator marking a test as a staging test. Those tests will run using the staging environment of huggingface.co instead of the real model hub. ztest is staging testreasonrN) _run_stagingunittestrpytestmarkis_staging_test ImportError test_casers rrrsY ;x}}$:;IFF < 16;;..0; ;   A AActstjd|S ddl}|jj |S#t $r|cYSwxYw)z Decorator marking a test as a pipeline test. If RUN_PIPELINE_TESTS is set to a falsy value, those tests will be skipped. ztest is pipeline testrrN)_run_pipeline_testsrrrris_pipeline_testrrs rrr sY >rcBtjfd}|S)Nch |i|S#t$r}tjd|d}~wwxYw)Nz)Test skipped due to NotImplementedError: )NotImplementedErrorrSkipTest)argskwargse test_funcs rwrapperz(skip_if_not_implemented..wrapper?sE Ud-f- -" U##&OPQs$ST T Us 1,1 functoolsr )rrs` rskip_if_not_implementedr>s'__YU U Nrct|D]B}|jdst||}t|s-t ||t |D|S)zP Class decorator to apply @skip_if_not_implemented to all test methods. test_)dir startswithgetattrcallablesetattrr)cls attr_nameattrs rapply_skip_if_not_implementedrIsSXG    (3 *D~Y(?(EF G JrcBtjtd|S)z Decorator marking a test for a custom tokenizer. Custom tokenizers require additional dependencies, and are skipped by default. Set the RUN_CUSTOM_TOKENIZERS environment variable to a truthy value to run them. ztest of custom tokenizers)rr_run_custom_tokenizersrs rcustom_tokenizersrUs" T8  57R ST] ^^rcJtjtd|S)z} Decorator marking a test that requires BeautifulSoup4. These tests are skipped when BeautifulSoup4 isn't installed. ztest requires BeautifulSoup4)rrr.rs r require_bs4r_s% S8  /13Q RS\ ]]rcJtjtd|S)z Decorator marking a test that requires GaLore. These tests are skipped when GaLore isn't installed. https://github.com/jiaweizzhao/GaLore ztest requires GaLore)rrr=rs rrequire_galore_torchrf% T8  8:= )rrr%rrs rrequire_acceleraters5 8   ,0TU`Ta.b  rcRtjt|d||S)zj Decorator marking a test that requires ggguf. These tests are skipped when gguf isn't installed. ztest requires gguf version >= )rrr>rs r require_ggufrs4 o8  0=A_`k_l?m n rcRtjt|d||S)zi Decorator marking a test that requires fsdp. These tests are skipped when fsdp isn't installed. ztest requires torch version >= )rrr:rs r require_fsdprs4 p8  0=A`al`m?n o rcJtjtd|S)zt Decorator marking a test that requires g2p_en. These tests are skipped when SentencePiece isn't installed. ztest requires g2p_en)rrr<rs rrequire_g2p_enr$ N8  246L Mi XXrcJtjtd|S)zw Decorator marking a test that requires safetensors. These tests are skipped when safetensors isn't installed. ztest requires safetensors)rrr\rs rrequire_safetensorsr% X8  79;V WXa bbrcJtjtd|S)zm Decorator marking a test that requires rjieba. These tests are skipped when rjieba isn't installed. ztest requires rjieba)rrrZrs rrequire_rjiebarrrcJtjtd|S)zk Decorator marking a test that requires jieba. These tests are skipped when jieba isn't installed. ztest requires jieba)rrrDrs r require_jiebar$ L8  135J KI VVrcJtjtd|S)zk Decorator marking a test that requires jinja. These tests are skipped when jinja isn't installed. ztest requires jinja)rrrErs r require_jinjarrrcJtjtd|S)Nztest requires tf2onnx)rrrhrs rrequire_tf2onnxr s" O8  357N OPY ZZrcJtjtd|S)Nztest requires ONNX)rrrNrs r require_onnxr s! I8  024H I) TTrcJtjtd|S)zo Decorator marking a test that requires Timm. These tests are skipped when Timm isn't installed. ztest requires Timm)rrrkrs r require_timmrrrcJtjtd|S)zs Decorator marking a test that requires NATTEN. These tests are skipped when NATTEN isn't installed. ztest requires natten)rrrLrs rrequire_nattenr$ N8  246L Mi XXrcJtjtd|S)zu Decorator marking a test that requires PyTorch. These tests are skipped when PyTorch isn't installed. test requires PyTorch)rrrmrs r require_torchrs$ N8  135L Mi XXrrcfd}|S)z Decorator marking a test that requires PyTorch version >= `version`. These tests are skipped when PyTorch version is less than `version`. cTtjtd|S)Nz!test requires PyTorch version >= )rrrs)rrs r decoratorz1require_torch_greater_or_equal..decorators2ux""#._inner7sN  APUV +4*6* + +t&v& & + +s+4)rgetenvr )r"r$r#s` @rrequire_read_tokenr&1s1 II) *E 2Y'' MrcJtjtd|S)zo Decorator marking a test that requires PEFT. These tests are skipped when PEFT isn't installed. ztest requires PEFT)rrrRrs r require_peftr(BrrcJtjtd|S)z} Decorator marking a test that requires Torchvision. These tests are skipped when Torchvision isn't installed. ztest requires Torchvision)rrrrs rrequire_torchvisionr*Lrrcbtjtxs td|S)z Decorator marking a test that requires PyTorch or TensorFlow. These tests are skipped when neither PyTorch not TensorFlow is installed. z#test requires PyTorch or TensorFlow)rrrmrirs rrequire_torch_or_tfr,Vs1 q8  13H7HJo p rcJtjtd|S)z Decorator marking a test that requires Intel Extension for PyTorch. These tests are skipped when Intel Extension for PyTorch isn't installed or it does not match current PyTorch version. ztest requires Intel Extension for PyTorch to be installed and match current PyTorch version, see https://github.com/intel/intel-extension-for-pytorch)rrrCrs r#require_intel_extension_for_pytorchr.bs/ 8   @   rcJtjtd|S)z Decorator marking a test that requires TensorFlow probability. These tests are skipped when TensorFlow probability isn't installed. z$test requires TensorFlow probability)rrrfrs rrequire_tensorflow_probabilityr0qs) n8  BDFl m rcJtjtd|S)zu Decorator marking a test that requires torchaudio. These tests are skipped when torchaudio isn't installed. ztest requires torchaudio)rrr~rs rrequire_torchaudior2}% V8  68:T UV_ ``rcJtjtd|S)zu Decorator marking a test that requires TensorFlow. These tests are skipped when TensorFlow isn't installed. ztest requires TensorFlow)rrrirs r require_tfr5s# N8  02L Mi XXrcJtjtd|S)zv Decorator marking a test that requires JAX & Flax. These tests are skipped when one / both are not installed ztest requires JAX & Flax)rrr8rs r require_flaxr7s% P8  024N OPY ZZrcJtjtd|S){ Decorator marking a test that requires SentencePiece. These tests are skipped when SentencePiece isn't installed. ztest requires SentencePiece)rrr_rs rrequire_sentencepiecer:s% \8  9;=Z [\e ffrcJtjtd|S)zu Decorator marking a test that requires Sacremoses. These tests are skipped when Sacremoses isn't installed. ztest requires Sacremoses)rrr[rs rrequire_sacremosesr<r3rcJtjtd|S)r9ztest requires Seqio)rrr`rs r require_seqior>rrcJtjtd|S)zs Decorator marking a test that requires Scipy. These tests are skipped when SentencePiece isn't installed. ztest requires Scipy)rrr^rs r require_scipyr@rrcJtjtd|S)u Decorator marking a test that requires 🤗 Tokenizers. These tests are skipped when 🤗 Tokenizers isn't installed. ztest requires tokenizers)rrrlrs rrequire_tokenizersrBr3rcJtjtd|S)z Decorator marking a test that requires tensorflow_text. These tests are skipped when tensroflow_text isn't installed. ztest requires tensorflow_text)rrrgrs rrequire_tensorflow_textrDs% `8  ;=?^ _`i jjrcJtjtd|S)zs Decorator marking a test that requires keras_nlp. These tests are skipped when keras_nlp isn't installed. ztest requires keras_nlp)rrrGrs rrequire_keras_nlprFrrcJtjtd|S)zm Decorator marking a test that requires pandas. These tests are skipped when pandas isn't installed. ztest requires pandas)rrrQrs rrequire_pandasrHrrcJtjtd|S)zw Decorator marking a test that requires PyTesseract. These tests are skipped when PyTesseract isn't installed. ztest requires PyTesseract)rrrVrs rrequire_pytesseractrJrrcJtjtd|S)z Decorator marking a test that requires PyTorch Quantization Toolkit. These tests are skipped when PyTorch Quantization Toolkit isn't installed. z*test requires PyTorch Quantization Toolkit)rrrXrs rrequire_pytorch_quantizationrLs) r8  @BDp q rcJtjtd|S)z Decorator marking a test that requires the vision dependencies. These tests are skipped when torchaudio isn't installed. ztest requires vision)rrrrs rrequire_visionrNs$ N8  246L Mi XXrcJtjtd|S)zi Decorator marking a test that requires ftfy. These tests are skipped when ftfy isn't installed. ztest requires ftfy)rrr;rs r require_ftfyrP$ J8  024H I) TTrcJtjtd|S)zk Decorator marking a test that requires SpaCy. These tests are skipped when SpaCy isn't installed. ztest requires spacy)rrrbrs r require_spacyrSrrctstjd|Sddl}tj|j j dkDd|S)a Decorator marking a test that requires a multi-GPU CUDA setup (in PyTorch). These tests are skipped on a machine without multiple CUDA GPUs. To run *only* the multi_gpu tests, assuming all test names contain multi_gpu: $ pytest -sv ./tests -k "multi_gpu" rrrNrz test requires multiple CUDA GPUsrmrrtorchrcuda device_countrrVs rrequire_torch_multi_gpurZsR  ` abk llrctstjd|Stjt t dkDd|S)a( Decorator marking a test that requires a multi-accelerator (in PyTorch). These tests are skipped on a machine without multiple accelerators. To run *only* the multi_accelerator tests, assuming all test names contain multi_accelerator: $ pytest -sv ./tests -k "multi_accelerator" rrrz#test requires multiple acceleratorsrmrrrbackend_device_count torch_devicers rrequire_torch_multi_acceleratorr_sL  X YZc ddrctstjd|Stjt t dkd|S)zW Decorator marking a test that requires 0 or 1 accelerator setup (in PyTorch). rrraz test requires 0 or 1 acceleratorr\rs r#require_torch_non_multi_acceleratorrdsH  ^ _`i jjrctstjd|Stjt t dkd|S)z\ Decorator marking a test that requires 0 or 1 or 2 accelerator setup (in PyTorch). rrrfz&test requires 0 or 1 or 2 acceleratorsr\rs r"require_torch_up_to_2_acceleratorsri1sL  =2.4) or via Intel Extension for PyTorch. In the latter case, if IPEX is installed, its version must match match current PyTorch version. ztest requires XPU device)rrr|rs rrequire_torch_xpur|hs% U8  579S TU^ __rcHtjtdk7d|S)zB Decorator marking a test that should be skipped for XPU. xpuztest requires a non-XPUrxrs rrequire_non_xpursrzrctstjd|Stjtj j dkDd|S)a Decorator marking a test that requires a multi-XPU setup (in PyTorch). These tests are skipped on a machine without multiple XPUs. To run *only* the multi_xpu tests, assuming all test names contain multi_xpu: $ pytest -sv ./tests -k "multi_xpu" ztest requires PyTorch XPUrrztest requires multiple XPUs)r|rrrrVr~rXrs rrequire_torch_multi_xpurzrurctstjd|Stjtj j dkDd|S)a Decorator marking a test that requires a multi-HPU setup (in PyTorch). These tests are skipped on a machine without multiple HPUs. To run *only* the multi_hpu tests, assuming all test names contain multi_hpu: $ pytest -sv ./tests -k "multi_hpu" ztest requires PyTorch HPUrrztest requires multiple HPUs)rtrrrrVrwrXrs rrequire_torch_multi_hpurrurTRANSFORMERS_TEST_BACKENDz.Failed to import `TRANSFORMERS_TEST_BACKEND` 'zf'! This should be the name of an installed module. The original error (look up to see its traceback): TRANSFORMERS_TEST_DEVICErWzTRANSFORMERS_TEST_DEVICE=zH, but CUDA is unavailable. Please double-check your testing environment.r~zG, but XPU is unavailable. Please double-check your testing environment.rszG, but NPU is unavailable. Please double-check your testing environment.mluzG, but MLU is unavailable. Please double-check your testing environment.rwzG, but HPU is unavailable. Please double-check your testing environment.zUUnknown testing device specified by environment variable `TRANSFORMERS_TEST_DEVICE`: cpucJtjtd|S)z2Decorator marking a test that requires TorchDynamoztest requires TorchDynamo)rrrrs rrequire_torchdynamors" W8  79;V WXa bbrcJtjtd|S)z.Decorator marking a test that requires torchaoztest requires torchao)rrr}rs rrequire_torchaors" O8  357N OPY ZZrcfd}|S)Nc&txretjtjtjjdj tjk\}t j|dd|S)Ntorchaoz4Test requires torchao with the version greater than .)r}rparse importlibmetadata base_versionrr)rcorrect_torchao_versiontorchao_versions rrz;require_torchao_version_greater_or_equal..decorators"6"8#,W]] MM),,44Y? @ M M> ]]? +>, x"" #'[\k[llm%n  rr)rrs` r(require_torchao_version_greater_or_equalrs rcJtjtd|S)z8Decorator marking a test that requires Torch-TensorRT FXztest requires Torch-TensorRT FX)rrryrs rrequire_torch_tensorrt_fxrs" c8  =?Ab cdm nnrcHtjtdk(d|S)z8Decorator marking a test that requires CUDA and PyTorch.rWztest requires CUDArxrs rrequire_torch_gpurs" L8  |v57K LY WWrmemoryctdk7r tjd|d|Stjtj j djdz |kDd|d|S)zXDecorator marking a test that requires a CUDA GPU with more than `memory` GiB of memory.rWz(test requires a CUDA GPU with more than z GiB of memoryrri@z#test requires a GPU with more than )r^rrrrVrWget_device_properties total_memory)rrs rrequire_torch_large_gpurs{vfx}}&NvhVd$efgpqq 8   ((+887BVK -fX^D  rcDtr tr|St|S)zl Decorator marking a test that requires a GPU if bitsandbytes multi-backend feature is not enabled. )r,r-rrs r2require_torch_gpu_if_bnb_not_multi_backend_enabledrs!!"'N'P Y ''rc\tjtduxr tdk7d|S)zMDecorator marking a test that requires an accessible accelerator and PyTorch.Nrztest requires acceleratorrxrs rrequire_torch_acceleratorrs1 o8  |47QLE=1.10, using Ampere GPU or newer arch with cuda>=11.0zItest requires torch>=1.10, using Ampere GPU or newer arch with cuda>=11.0)rrrprs rrequire_torch_bf16_gpur*s, 8  #%S  rcJtjtd|S)z>Decorator marking a test that requires torch>=1.10, using CPU.z$test requires torch>=1.10, using CPU)rrrors rrequire_torch_bf16_cpur2s, 8  #%.  rcbtr$tjtd|S|S)Nz3test requires torch to use deterministic algorithms)r|rrrqrs rrequire_deterministic_for_xpur:s4sx""#9#;=rs   rcJtjtd|S)z[Decorator marking a test that requires Ampere or a newer GPU arch, cuda>=11 and torch>=1.7.zAtest requires Ampere or a newer GPU arch, cuda>=11 and torch>=1.7)rrrzrs rrequire_torch_tf32rCs* 8  !#f  rcJtjtd|S)z2Decorator marking a test that requires detectron2.ztest requires `detectron2`)rrr2rs rrequire_detectron2rJs" W8  68:V WXa bbrcJtjtd|S)z-Decorator marking a test that requires faiss.ztest requires `faiss`)rrr5rs r require_faissrOs! M8  135L Mi XXrcJtjtd|S)zs Decorator marking a test that requires optuna. These tests are skipped when optuna isn't installed. ztest requires optuna)rrrrs rrequire_optunarTrrcJtjtd|S)zw Decorator marking a test that requires Ray/tune. These tests are skipped when Ray/tune isn't installed. ztest requires Ray/tune)rrrrs r require_rayr^s$ M8  /13K LY WWrcJtjtd|S)zs Decorator marking a test that requires SigOpt. These tests are skipped when SigOpt isn't installed. ztest requires SigOpt)rrrrs rrequire_sigoptrhrrcJtjtd|S)zu Decorator marking a test that requires swanlab. These tests are skipped when swanlab isn't installed. ztest requires swanlab)rrrrs rrequire_swanlabrr% P8  357N OPY ZZrcJtjtd|S)zq Decorator marking a test that requires wandb. These tests are skipped when wandb isn't installed. ztest requires wandb)rrr!rs r require_wandbr|s$ L8  135J KI VVrcJtjtd|S)zp Decorator marking a test requires clearml. These tests are skipped when clearml isn't installed. ztest requires clearml)rrrrs rrequire_clearmlrrrcJtjtd|S)zx Decorator marking a test that requires soundfile These tests are skipped when soundfile isn't installed. ztest requires soundfile)rrrars rrequire_soundfilers% T8  579R ST] ^^rcJtjtd|S)z: Decorator marking a test that requires deepspeed ztest requires deepspeed)rrr"rs rrequire_deepspeedrrrcJtjtd|S)z5 Decorator marking a test that requires apex ztest requires apex)rrr&rs r require_apexrrQrcJtjtd|S)z5 Decorator marking a test that requires aqlm ztest requires aqlm)rrr(rs r require_aqlmrrQrcJtjtd|S)z5 Decorator marking a test that requires vptq ztest requires vptq)rrrrs r require_vptqrrQrcJtjtd|S)z5 Decorator marking a test that requires spqr ztest requires spqr)rrrcrs r require_spqrrrQrct}|r ddl}t j |d|S#t$r}dt|vrd}Yd}~9d}~wwxYw)z5 Decorator marking a test that requires eetq rNshard_checkpointFztest requires eetq)r3eetqrstrrr)reetq_availablerexcs r require_eetqrs['(N '  E8  ~/C DY OO  '!SX-"'  's. AA  AcJtjtd|S)z3 Decorator marking a test that requires av ztest requires av)rrr+rs r require_avrs# F8  02D Ei PPrctr*tr ddl}|jj |St jd|S#t $r|cYSwxYw)z Decorator marking a test that requires the bitsandbytes library. Will be skipped when the library or its hard dependency torch is not installed. rNz$test requires bitsandbytes and torchr)r,rmrr bitsandbytesrrrrs rrequire_bitsandbytesrs^!"'9';  ;;++I6 6Lx}}$JKIVV   sA AAcJtjtd|S)z* Decorator for optimum dependency ztest requires optimum)rrrOrs rrequire_optimumr% P8  357N OPY ZZrc>tjtdS)z0 Decorator for `tensorboard` dependency ztest requires tensorboard)rrr rs rrequire_tensorboardrs   79;V WWrcbtjtxs td|S)z, Decorator for auto_gptq dependency z$test requires gptqmodel or auto-gptq)rrr?r*rs r require_gptqrs3 8   <$:$<>d  rcJtjtd|S)z& Decorator for hqq dependency ztest requires hqq)rrrBrs r require_hqqrs$ H8  /13F G RRrcJtjtd|S)z+ Decorator for auto_awq dependency ztest requires autoawq)rrr)rs rrequire_auto_awqrs% Q8  468O PQZ [[rcJtjtd|S)z) Decorator for quanto dependency ztest requires optimum-quanto)rrrPrs rrequire_optimum_quantor s% ^8  :<>\ ]^g hhrcJtjtd|S)z5 Decorator for compressed_tensors dependency z test requires compressed_tensors)rrr/rs rrequire_compressed_tensorsrs% f8  >@Bd efo pprcJtjtd|S)z- Decorator for fbgemm_gpu dependency ztest requires fbgemm-gpu)rrr6rs rrequire_fbgemm_gpurr3rcJtjtd|S)z( Decorator for quark dependency ztest requires quark)rrrYrs r require_quarkrrrcbtjtxr td|S)zC Decorator marking a test that requires higgs and hadamard z/test requires flute and fast_hadamard_transform)rrr9rArs rrequire_flute_hadamardr%s3 8  8!6!8:k  rcJtjtd|S)z; Decorator marking a test that requires phonemizer ztest requires phonemizer)rrrSrs rrequire_phonemizerr.r3rcJtjtd|S)z< Decorator marking a test that requires pyctcdecode ztest requires pyctcdecode)rrrUrs rrequire_pyctcdecoder5rrcJtjtd|S)z8 Decorator marking a test that requires librosa ztest requires librosa)rrrIrs rrequire_librosar<rrcJtjtd|S)z= Decorator marking a test that requires liger_kernel ztest requires liger_kernel)rrrJrs rrequire_liger_kernelrCs% Z8  8:@Bs t rcJtjtd|S)8 Decorator marking a test that requires jumanpp ztest requires jumanpp)rrrFrs rrequire_jumanppr srrcJtjtd|S)r ztest requires cython)rrr1rs rrequire_cythonrzrrcJtjtd|S)zq Decorator marking a test that requires TikToken. These tests are skipped when TikToken isn't installed. ztest requires TikToken)rrrjrs rrequire_tiktokenrrrctrddl}|jjSt r(ddl}t |jjdStrddl }|jSy)z^ Return the number of available gpus (regardless of whether torch, tf or jax is used) rNGPU) rmrVrWrXri tensorflowlenconfiglist_physical_devicesr8jax)rVtfrs r get_gpu_countrs`zz&&((  2992259::  s!!rcztjdd}tjj tjj |}|j ds1tjj |}|j ds1|r tjj||S|S)a Args: append_path: optional path to append to the tests dir path Return: The full path to the `tests` dir, so that the tests can be invoked from anywhere. Optionally `append_path` is joined after the `tests` dir the former is provided. rtests)inspectstackrpathabspathdirnameendswithjoin) append_pathcaller__file__ tests_dirs r get_tests_dirr's]]_Q'*N ?@I  )GGOOI.   )ww||I{33rtrainerreturnc|j}|j}|j|||j}|d}|S)N)r dataloadertotal_train_batch_sizer)rget_train_dataloaderset_initial_training_valuesper_device_train_batch_size)r( training_argstrain_dataloaderinitial_training_valuessteps_per_epochs rget_steps_per_epochr4sRLLM335%AA #,HHB .a0O rside_effect_valuesc#4K|Ed{ |d7 w)z Function that returns side effects for the _evaluate method. Used when we're unsure of exactly how many times _evaluate will be called. Nr)r5s revaluate_side_effect_factoryr8s)"!!  $$ "s cPtjdd|dtjS)Nz^.*\rr)resubM)bufs rapply_print_resetsr?s 66(BQ --rct|j}|j|j}|dk7s Jd|d|y)Nr7zexpecting to find z in output: f)r?lowerfind)outwhatout_pr match_strs rassert_screenoutrGsH  $ * * ,F DJJL)I ?L0mF8LL?rcd}gd}|jjj|vrd}t|jdst|jdrd}t|jdr|||j_t|jdrd|jj vr|t j|jj |j_t|jj trd|jj d<nd|jj _t|jdrd|jjvr|t j|jj|j_ t|jjtrd|jjd<nd|jj_t|jdr&|jj|j_ yy) Nr)ZambaModelTesterZamba2ModelTesterRwkvModelTesterAriaVisionText2TextModelTesterGPTNeoModelTesterDPTModelTester out_features out_indicesnum_hidden_layers vision_config text_confignum_hidden_groups) model_tester __class____name__hasattrrQrRcopydeepcopy isinstancedictrSrT)rtarget_num_hidden_layersexceptional_classess r$set_model_tester_for_less_flaky_testr_s ''004GG#' y%%~6')BXBXZg:h#' y%%':;@X@d3K 0 &&8 9#9#9#G#G G $ 0/3}}Y=S=S=a=a/b , i,,::D AHII " " 0 01D EEFI " " 0 0 B && 6 9#9#9#E#E E $ 0-1]]9;Q;Q;];]-^ * i,,88$ ?FGI " " . ./B CCDI " " . . @ y%%':;3<3I3I3[3[ 0>> from transformers import logging >>> from transformers.testing_utils import CaptureLogger >>> msg = "Testing 1, 2, 3" >>> logging.set_verbosity_info() >>> logger = logging.get_logger("transformers.models.bart.tokenization_bart") >>> with CaptureLogger(logger) as cl: ... logger.info(msg) >>> assert cl.out, msg + " " ``` c||_t|_tj|j|_d|_y)Nr:)loggerr ior StreamHandlershrC)rrs rrzCaptureLogger.__init__s/ *''0rcP|jj|j|Sr)r addHandlerrrs rrzCaptureLogger.__enter__s tww' rc|jj|j|jj |_yr)r removeHandlerrrrrC)rrs rrzCaptureLogger.__exit__s, !!$''*77##%rc"d|jdS)Nz captured: r)rCrs rrzCaptureLogger.__repr__sDHH:R((rNrrrrrrs0 &)rrc#Ktj} tj|dtj|y#tj|wxYww)ae This is a context manager to temporarily change transformers modules logging level to the desired value and have it restored to the original setting at the end of the scope. Example: ```python with LoggingLevel(logging.INFO): AutoModel.from_pretrained("openai-community/gpt2") # calls logger.info() several times ``` N)transformers_logging get_verbosity set_verbosity)level orig_levels r LoggingLevelrsI&335J7**51 **:6**:6sA!AA!AA!c>eZdZdZd deedeeddfdZdZdZy) TemporaryHubRepoaCreate a temporary Hub repository and return its `RepoUrl` object. This is similar to `tempfile.TemporaryDirectory` and can be used as a context manager. For example: with TemporaryHubRepo(token=self._token) as temp_repo: ... Upon exiting the context, the repository and everything contained in it are removed. Example: ```python with TemporaryHubRepo(token=self._token) as temp_repo: model.push_to_hub(tmp_repo.repo_id, token=self._token) ``` N namespacer#r)c||_tj5}t|j}||d|}t j ||j|_dddy#1swYyxYw)N/)r#)r#tempfileTemporaryDirectoryrnamehuggingface_hub create_reporepo_url)rrr#tmp_dirrepo_ids rrzTemporaryHubRepo.__init__ sm  ( ( * Sg7m((G$&Kq 2+77tzzRDM  S S Ss AA**A3c|jSr)rrs rrzTemporaryHubRepo.__enter__s }}rc\t|jj|jdy)NT)rr# missing_ok)rrrr#)rrrtbs rrzTemporaryHubRepo.__exit__sDMM11PTUrNN) rWrrrrrrrrrrrrrs9 S(3-Sx}SX\SVrrrc#Ktj|} tjj d|dtjj |y#tjj |wxYww)z Temporary add given path to `sys.path`. Usage : ```python with ExtendSysPath("/path/to/dir"): mymodule = importlib.import_module("mymodule") ``` rN)rfspathrrinsertremove)rs r ExtendSysPathrsO 99T?D 4   sB$A B!A>>BceZdZdZdZedZedZedZedZ edZ edZ ed Z ed Z ed Zed Zed ZedZdZddZdZdZy) TestCasePlusa This class extends *unittest.TestCase* with additional features. Feature 1: A set of fully resolved important file and dir path accessors. In tests often we need to know where things are relative to the current test file, and it's not trivial since the test could be invoked from more than one directory or could reside in sub-directories with different depths. This class solves this problem by sorting out all the basic paths and provides easy accessors to them: - `pathlib` objects (all fully resolved): - `test_file_path` - the current test file path (=`__file__`) - `test_file_dir` - the directory containing the current test file - `tests_dir` - the directory of the `tests` test suite - `examples_dir` - the directory of the `examples` test suite - `repo_root_dir` - the directory of the repository - `src_dir` - the directory of `src` (i.e. where the `transformers` sub-dir resides) - stringified paths---same as above but these return paths as strings, rather than `pathlib` objects: - `test_file_path_str` - `test_file_dir_str` - `tests_dir_str` - `examples_dir_str` - `repo_root_dir_str` - `src_dir_str` Feature 2: Flexible auto-removable temporary dirs which are guaranteed to get removed at the end of test. 1. Create a unique temporary dir: ```python def test_whatever(self): tmp_dir = self.get_auto_remove_tmp_dir() ``` `tmp_dir` will contain the path to the created temporary dir. It will be automatically removed at the end of the test. 2. Create a temporary dir of my choice, ensure it's empty before the test starts and don't empty it after the test. ```python def test_whatever(self): tmp_dir = self.get_auto_remove_tmp_dir("./xxx") ``` This is useful for debug when you want to monitor a specific directory and want to make sure the previous tests didn't leave any data in there. 3. You can override the first two options by directly overriding the `before` and `after` args, leading to the following behavior: `before=True`: the temporary dir will always be cleared at the beginning of the test. `before=False`: if the temporary dir already existed, any existing files will remain there. `after=True`: the temporary dir will always be deleted at the end of the test. `after=False`: the temporary dir will always be left intact at the end of the test. Note 1: In order to run the equivalent of `rm -r` safely, only subdirs of the project repository checkout are allowed if an explicit `tmp_dir` is used, so that by mistake no `/tmp` or similar important part of the filesystem will get nuked. i.e. please always pass paths that start with `./` Note 2: Each test can register multiple temporary dirs and they all will get auto-removed, unless requested otherwise. Feature 3: Get a copy of the `os.environ` object that sets up `PYTHONPATH` specific to the current test suite. This is useful for invoking external programs from the test suite - e.g. distributed training. ```python def test_whatever(self): env = self.get_env() ```cg|_tj|j|_t |jj }|jd|_dD]:}|j|}|dz js&|dz js:nr||_ ntd|j|jdz |_ |jdz |_ |jdz |_y)Nr)rrarfsrcrz+can't figure out the root of the repo from examples)teardown_tmp_dirsrgetfilerV_test_file_pathrresolveparents_test_file_diris_dir_repo_root_dirr _tests_dir _examples_dir_src_dir)rruprs rsetUpzTestCasePlus.setUp}s!# 't~~>D(()113"ll1o Bll2&G%'')w/@.H.H.J  ")D J4K_K_J`ab b--7!00:=++e3 rc|jSr)rrs rtest_file_pathzTestCasePlus.test_file_paths###rc,t|jSr)rrrs rtest_file_path_strzTestCasePlus.test_file_path_strs4''((rc|jSr)rrs r test_file_dirzTestCasePlus.test_file_dir"""rc,t|jSr)rrrs rtest_file_dir_strzTestCasePlus.test_file_dir_str4&&''rc|jSr)rrs rr&zTestCasePlus.tests_dirs rc,t|jSr)rrrs r tests_dir_strzTestCasePlus.tests_dir_strs4??##rc|jSr)rrs r examples_dirzTestCasePlus.examples_dirs!!!rc,t|jSr)rrrs rexamples_dir_strzTestCasePlus.examples_dir_strs4%%&&rc|jSr)rrs r repo_root_dirzTestCasePlus.repo_root_dirrrc,t|jSr)rrrs rrepo_root_dir_strzTestCasePlus.repo_root_dir_strrrc|jSr)rrs rsrc_dirzTestCasePlus.src_dirs }}rc,t|jSr)rrrs r src_dir_strzTestCasePlus.src_dir_strs4==!!rcPtjj}|jg}d|jvr|j |j n|j |j|j |jdddj||d<|S)a Return a copy of the `os.environ` object that sets up `PYTHONPATH` correctly, depending on the test suite it's invoked from. This is useful for invoking external programs from the test suite - e.g. distributed training. It always inserts `./src` first, then `./tests` or `./examples` depending on the test suite type and finally the preset `PYTHONPATH` if any (all full resolved paths). z /examples PYTHONPATHr::) rrrYrrappendrrgetr#)renvpathss rget_envzTestCasePlus.get_envsjjoo!!" $00 0 LL.. / LL++ , SWW\2./HHUOL rNc||d}|d}t|j}|jdstd|d|dur'|j rt j |d|jddn|d}|d}tj}|dur|jj||S)a Args: tmp_dir (`string`, *optional*): if `None`: - a unique temporary path will be created - sets `before=True` if `before` is `None` - sets `after=True` if `after` is `None` else: - `tmp_dir` will be created - sets `before=True` if `before` is `None` - sets `after=False` if `after` is `None` before (`bool`, *optional*): If `True` and the `tmp_dir` already exists, make sure to empty it right away if `False` and the `tmp_dir` already exists, any existing files will remain there. after (`bool`, *optional*): If `True`, delete the `tmp_dir` at the end of the test if `False`, leave the `tmp_dir` and its contents intact at the end of the test. Returns: tmp_dir(`string`): either the same value as passed via *tmp_dir* or the path to the auto-selected tmp dir TFz./zI`tmp_dir` can only be a relative path, i.e. `./some/path`, but received `` ignore_errorsrexist_ok) rrrrexistsrrmtreemkdirrmkdtemprr)rrbeforeafterrs rget_auto_remove_tmp_dirz$TestCasePlus.get_auto_remove_tmp_dirs0   ~}=((*D%%d+ _`g_hhij ~$++- gT: JJtdJ 3~}&&(G D=  " " ) )' 2rcLtds tdtjd|d}t 5}t ||j dddtjjddjd d d z}|S#1swYExYw) a Runs the passed python one liner (just the code) and returns how much max cpu memory was used to run the program. Args: one_liner_str (`string`): a python one liner code that gets passed to `python -c` Returns: max cpu memory bytes used to run the program. This value is likely to vary slightly from run to run. Requirements: this helper needs `/usr/bin/time` to be installed (`apt install time`) Example: ``` one_liner_str = 'from transformers import AutoModel; AutoModel.from_pretrained("google-t5/t5-large")' max_rss = self.python_one_liner_max_rss(one_liner_str) ``` rz:/usr/bin/time is required, install with `apt install time`z/usr/bin/time -f %M python -c '')r Nrrr:i) rrshlexsplitrexecute_subprocess_asyncr rrreplace)r one_liner_strrcsmax_rsss rpython_one_liner_max_rssz%TestCasePlus.python_one_liner_max_rsss./*YZ Zkk;M?!LM \ >R $Sdlln = >bffll4(,44ZDEL  > >s BB#cL|jD]}tj|dg|_trkt j t j ttjjD]}d|vstj|=yy)NTr ACCELERATE) rrrr%r _reset_staterlistrrkeys)rrks rtearDownzTestCasePlus.tearDown:s** 4D MM$d 3 4!# " $  ) ) +  % % '"**//+, &1$ 1  & %r)NNN)rWrrrrpropertyrrrrr&rrrrrrrr rr$r+rrrrr.sL \4($$))##(($$""''##((""(BHB &rrc ^tjjtj|S)z this is a convenience wrapper, that allows this :: @mockenv(RUN_SLOW=True, USE_TF=False) def test_something(): run_slow = os.getenv("RUN_SLOW", False) use_tf = os.getenv("USE_TF", False) )rrr\rr)rs rmockenvr.Is ::??2::v ..rc/pKtj|xsi}|xsg}t|jt|ztjz}|Dcic]}|| }}t fd|D} j ||Dcgc]}j |dc}dj ||Dcgc]}j |c}ycc}wcc}wcc}w#j ||Dcgc]}j |c}wcc}wxYww)aM Temporarily updates the `os.environ` dictionary in-place. Similar to mockenv The `os.environ` dictionary is updated in-place so that the modification is sure to work in all situations. Args: remove: Environment variables to remove. update: Dictionary of environment variables and values to add/update. c3,K|] }|vs| ywrr).0r*r s r z"mockenv_context..is?1!3,Q?s N)rrsetr) frozensetupdatepop)rr5stompedr* update_after remove_afterr s @rmockenv_contextr:Us **C \rF \rF6;;=!CK/3sxxz?BG'./!As1vI/L/???L+ 6#)*aD *  < )**0 + + < )***sZA D6# C-0D6C<C25C<<D6C7) D62C<7D6<D3D.* D33D6cVd}|tvr|j|ddddt|<yy)z This function is to be called from `conftest.py` via `pytest_addoption` wrapper that has to be defined there. It allows loading both `conftest.py` files at once without causing a failure due to adding the same `pytest` option. z--make-reportsstoreFzSgenerate report files. The value of this option is used as a prefix to report names)actionrhelprN)pytest_opt_registered addoption)parseroptions rpytest_addoption_sharedrCzsCF ** f  )*f%+rc ddlm}t|sd}|j}|j }|j j }|j}d|}t|jdddDcic] }||d|d  } }g} |jjD]'} | D] } t| d s| j| ")| r| jd d t| d d5} d}| j!dt#| D]s\}} | j$|kr%| j!t| |z d|dn<| j!| j$dd| j&dd| j(dudddd}d|j _t| dd5} ||| |_|j-dddt| dd5} ||| |_||dddd|j _t| dd5} ||| |_|j-dddt| dd5} ||| |_|j/dddt| d d5} ||| |_|j1|j1dddd!|_t| d"d5} ||| |_|j3dddt| d#d5} ||| |_|j5ddd||_||_||j _ycc}w#1swYxYw#1swYxYw#1swYxYw#1swYExYw#1swYxYw#1swYxYw#1swYxYw#1swYxYw)$a Generate multiple reports at the end of test suite run - each report goes into a dedicated file in the current directory. The report files are prefixed with the test suite name. This function emulates --duration and -rA pytest arguments. This function is to be called from `conftest.py` via `pytest_terminal_summary` wrapper that has to be defined there. Args: - tr: `terminalreporter` passed from `conftest.py` - id: unique id like `tests` or `examples` that will be incorporated into the final reports filenames - this is needed as some jobs have multiple runs of pytest, so we can't have them overwrite each other. NB: this functions taps into a private _pytest API and while unlikely, it could break should pytest do internal changes - also it calls default internal methods of terminalreporter which can be hijacked by various `pytest-` plugins and interfere. r)create_terminal_writerrzreports/Tr) durationserrors failures_longfailures_short failures_linepassesstats summary_shortwarningsrz.txtdurationc|jSr)rOxs rz.pytest_terminal_summary_main..s r)rreverserFwg?zslowest durations z durations < z secs were omittedz02.2fzs z<8 rNc d|jd}|sy|jdd|D]}|j|}|jd|ddtjdd|j d tj tjz}|jj|y) Nfailed=zFAILURES SHORT STACK_T)redboldz.*_ _ _ (_ ){10,}_ _ r:r) getreports write_sep_getfailureheadliner;r< longreprtextr=S_twline)trreportsreprlongreprs rsummary_failures_shortz.summary_failures_shorts--)  S01 "C((-C LLct$L 7vv6C)N N/N%"N1N=$M.1M;>N NN"%N.1N:=OceZdZdZy) _RunOutputc.||_||_||_yr) returncoderr)rrrrs rrz_RunOutput.__init__ s$  rN)rWrrrrrrrr srrcZK |jd{}|r ||ny%7wr)readline)streamcallbackrcs r _read_streamr s- __&&  TN  &s +)+c T K|rtddj|tj|dg|dd|tjj tjj |dd{}ggd fd tj tjt|j fdtjt|j fdg| d{t|j d{S77)7w) Nz Running: rVrr)stdinrrr c|jdj}|j|st|||yy)Nutf-8)file)decoderstriprprint)rcsinkpipelabelquiets rteez_stream_subprocess..tee@ s:{{7#**, D %D )rc8|tjdS)Nzstdout:r)rr)lrCrs rrSz$_stream_subprocess..I QSZZ_hAirc8|tjdS)Nzstderr:r)rr)rrrs rrSz$_stream_subprocess..J rrtimeout)r:) rr#asynciocreate_subprocess_exec subprocessPIPEwait create_taskrrrr) rr rrrechoprrCrs ` @@@r_stream_subprocessr( s  mSXXc]+,, A QR!!&&!!&&   A" C C* ,,    QXX7i j k    QXX7i j k    AFFHnc3 //E 6%s7A3D(9D":BD(:D$;D(D& D($D(&D(c ntj}|jt||||||}dj |}|j dkDr9dj |j } td|d|j d| |js|j std|d|S) N)r rrrrrVrrrz' failed with returncode z, The combined stderr from workers follows: z' produced no output.) rget_event_looprun_until_completerr#rr RuntimeErrorr) rr rrrrloopresultcmd_strrs rrrQ s  ! ! #D  $ $3CugUY]^FhhsmG 16==)y1&2C2C1DE::@ C   ==Qwi'<=>> Mrctjjdd}tjdd|dtj }t |S)z Returns an int value of worker's numerical id under `pytest-xdist`'s concurrent workers `pytest -n N` regime, or 0 if `-n 1` or `pytest-xdist` isn't being used. PYTEST_XDIST_WORKERgw0z^gwr:r)rrr r;r<r=r)workers rpytest_xdist_worker_idrg s= ZZ^^15 9F VVFB244 0F v;rc$d}t}||zS)z Returns a port number that can be fed to `torch.distributed.launch`'s `--master_port` argument. Under `pytest-xdist` it adds a delta number based on a worker id so that concurrent tests don't try to use the same port at once. iH4!Hct|5}|j}t|dk(r |ddk(s~Jt|dk\sJ|djdk(sJ|ddD]4}t|dt|dj z }|dk(r4J|djdk(sJdddy#1swYyxYw) Nrrz{}rf{r7ra})rq readlinesrstriplstrip) file_pathrlinesrc left_indents r"check_json_file_has_correct_formatr s i ,A  u:?8t# ##u:? "?8>>#s* **a  (!%(mc%(//2C.DD "a''' (9??$+ ++ , , ,sB B:B::CcVt|tjjr|S||fSr)r[ collectionsabcrrQs r to_2tupler s$![__--. q6Mrc eZdZy)SubprocessCallExceptionN)rWrrrrrrr srrcommandc: tj|tj}|rt|dr|j d}|Sy#tj $r>}t ddj|d|jj |d}~wwxYw)z Runs `command` with `subprocess.check_output` and will potentially return the `stdout`. Will also properly capture if an error occurred while running `command` )rrrz Command `rVz$` failed with the following error: N) r check_outputSTDOUTrXrCalledProcessErrorrr#output)r return_stdoutrrs r run_commandr s ((9J9JK vx(w/M   ( (%)**PQRQYQYQ`Q`QbPc d  sAA B9BBcDeZdZdZdZd dZdedefdZe defdZ y) RequestCountera Helper class that will count all requests made online. Might not be robust if urllib3 changes its logging format but should be good enough for us. Usage: ```py with RequestCounter() as counter: _ = AutoTokenizer.from_pretrained("hf-internal-testing/tiny-random-bert") assert counter["GET"] == 0 assert counter["HEAD"] == 1 assert counter.total_calls == 1 ``` crtt_tj_g_fd}tjtjjd|tjjj_ jj_S)Ncfd}|S)Ncnjjtj|i|Sr) _extra_infor threading get_ident)rrfuncrs rwrapzHRequestCounter.__enter__..patched_with_thread_info..wrap s0  '' (;(;(=>T,V,,rr)rrrs` rpatched_with_thread_infoz:RequestCounter.__enter__..patched_with_thread_info s -Krdebug) side_effect)rr_counterrr _thread_idrrobjecturllib3connectionpoollogrpatcherstartr)rrs` rrzRequestCounter.__enter__ s#C( #--/ ||  " " & &=UV]VlVlVpVpVvVv=w  LL&&(  rr)Nct|jjt|jk(sJt |j|jjD]k\}}||j k7r|j ddk(r)|j d|j ddz}dD]}||vs|j|xxdz cc<km|jjy)Nri3rr) HEADGETPOSTPUTDELETECONNECTOPTIONSTRACEPATCH) rrcall_args_listrziprrrrstop)rrr thread_idcallrmethods rrzRequestCounter.__exit__ s499++,D4D4D0EEEE"4#3#3TYY5M5MN OItDOO+yy}#))A,12.Cj S=MM&)Q.)   rrc |j|Sr)r)rrs r __getitem__zRequestCounter.__getitem__ s}}S!!rcHt|jjSr)sumrrors r total_callszRequestCounter.total_calls s4=='')**rr)N) rWrrrrrrrrr,rrrrrr s? $ "s"s"+S++rr max_attemptswait_before_retry descriptioncfd}|S)a To decorate flaky tests. They will be retried on failures. Please note that our push tests use `pytest-rerunfailures`, which prompts the CI to rerun certain types of failed tests. More specifically, if the test exception contains any substring in `FLAKY_TEST_FAILURE_PATTERNS` (in `.circleci/create_circleci_config.py`), it will be rerun. If you find a recurrent pattern of failures, expand `FLAKY_TEST_FAILURE_PATTERNS` in our CI configuration instead of using `is_flaky`. Args: max_attempts (`int`, *optional*, defaults to 5): The maximum number of attempts to retry the flaky test. wait_before_retry (`float`, *optional*): If provided, will wait that number of seconds before retrying the test. description (`str`, *optional*): A string to describe the situation (what / where / why is flaky, link to GH issue/PR comments, errors, etc.) cHtjfd}|S)Nc d}|kr |i|S|i|S#t$rE}tjd|d|ddtj|dz }Yd}~nd}~wwxYw|krh`)NrTest failed with  at try rr)rrerrortimesleeprr retry_countrr test_func_refrs rrz,is_flaky..decorator..wrapper sK ,%($9&99!$1&1 1 !%LL#4SE+aP\~]^!_`(4 #451$K %  ,s A(;A##A(rr rrrs` rrzis_flaky..decorator s%  ' 2 ( 2rr)rrrrs`` ris_flakyr" s&& rcfd}|S)a To decorate tests that download from the Hub. They can fail due to a variety of network issues such as timeouts, connection resets, etc. Args: max_attempts (`int`, *optional*, defaults to 5): The maximum number of attempts to retry the flaky test. wait_before_retry (`float`, *optional*, defaults to 2): If provided, will wait that number of seconds before retrying the test. cHtjfd}|S)Nc d}|kr |i|S|i|S#tjjtjjtjjtjj tjj f$rE}tjd|d|ddtj|dz }Yd}~nd}~wwxYw|kr)Nrrrrz8 as it couldn't connect to the specified Hub repository.) requests exceptionsConnectionErrorTimeout ReadTimeout HTTPErrorRequestExceptionrrrrrs rrz-hub_retry..decorator..wrapper8 sK ,%($9&99 !$1&1 1''77''//''33''11''88  %LL+C5 Q|nUMN)4 #451$K %  ,sBC!;CC!rr!s` rrzhub_retry..decorator7 s%  ' 2 ( 2.rr)rrrs`` r hub_retryr-+ s6 rcLddl}|jjd|S)a Decorator marking a test with order(1). When pytest-order plugin is installed, tests marked with this decorator are garanteed to run first. This is especially useful in some test settings like on a Gaudi instance where a Gaudi device can only be used by a single process at a time. So we make sure all tests that run in a subprocess are launched first, to avoid device allocation conflicts. rNr)rrorderrs r run_firstr0U s# 6;;  Q  **rcL|)ttjjdd}d}t j |}|j d}|jd}|j|||j||||f}|j |j|} |j|j| d|j| dyy#t$r+} |j|j| Yd} ~ ]d} ~ wwxYw) a To run a test in a subprocess. In particular, this can avoid (GPU) memory issue. Args: test_case (`unittest.TestCase`): The test that will run `target_func`. target_func (`Callable`): The function implementing the actual testing logic. inputs (`dict`, *optional*, defaults to `None`): The inputs that will be passed to `target_func` through an (input) queue. timeout (`int`, *optional*, defaults to `None`): The timeout (in seconds) that will be passed to the input and output queues. If not specified, the env. variable `PYTEST_TIMEOUT` will be checked. If still `None`, its value will be set to `600`. NPYTEST_TIMEOUTiXspawnrr)targetrr)rrrr multiprocessing get_contextQueue JoinableQueueputProcessr task_doner terminatefailr#) r target_funcinputsr start_methohdctx input_queue output_queueprocessresultsrs rrun_test_in_subprocessrFc sbjjnn%5s;<M  % %m 4C))A,K$$Q'LOOFGO,kkKw3WkXG MMO""7"3  LLL!w#''*+-$ qs"C// D#8!DD#cNddltjfd}|S)z To decorate a test to run in a subprocess using the `subprocess` module. This could avoid potential GPU memory issues (GPU OOM or a test that causes many subsequential failing with `CUDA error: device-side assert triggered`). rNctjdddk(r  |i|ydjtjj dj ddd} ddl}|jtj}d|d<d|d<d |vrt|d jj}t|D]Q\}}||d jvs|j d d d}d j jd g|z||<Stjd dg|z}|Dcgc] }|dvs| }}ntjd d|g}tj ||ddycc}w#tj"$r}|j$j'} | j d} d| dvrd} | d dD]} | j)dr2| t+dd} dj| j dd d} F| j)dr| j-drd| vrnt+| dkDs}| d| z } d| z} | g| z} dj| } j/| dd}~wwxYw)N_INSIDE_SUB_PROCESS1rVPYTEST_CURRENT_TESTr7rtrueCI pytestconfigz::r__file__z-mr)z --no-summaryT)r checkcapture_outputrz= test session starts =r:zFAILED z - rYz failed in z (subprocess) F)pytrace)rr%r#rr rrYrZr(invocation_paramsrrr __globals__r executablerrunrrrrrr"r=)rrtestrYr ridxrRrexception_messagertextrcrrs rrz*run_test_using_subprocess..wrapper s 99*D 1S 8 $ !& !88BJJNN+@AGGLSbQRD* D#dmmBJJ/-0)*#D "V+"6.#9#K#K#P#PQG"+G"4aQ~ 6 ; ;;#'::d#3AB#7D+/999I9I*9U8V5X[_5_+`GCLa#&..!1D(CgMG*1OQQ>N5NqOGO#&..!1D(tfNGwCtDQ P 00 D$%HHOO$5!)//5-a8D %ab 0??95#'I(8#9D#%774::e+>> )(.*?```))flagsFz load_dataset(z# doctest: +IGNORE_RESULTz(>>> .*load_dataset\(.*)z\1 # doctest: +IGNORE_RESULTz>>>z...zcuda|to\(0\)|device=0Tr:)r;rDOTALLrrr<searchr#)stringskip_cuda_testscodeblock_pattern codeblocks is_cuda_foundr codeblockmodified_strings rpreprocess_stringrg sB+V299EJM!*-  9 i ',Gy,XFF#>@_ajkJqM i 5I#5 2I> M  O ''*- rceZdZUdZej dej ejzZe e jjddZ e ed<dfd ZxZS)HfDocTestParsera Overwrites the DocTestParser from doctest to properly parse the codeblocks that are formatted with black. This means that there are no extra lines at the end of our snippets. The `# doctest: +IGNORE_RESULT` marker is also added anywhere a `load_dataset` call is made as a print would otherwise fail the corresponding line. Tests involving cuda are skipped base on a naive pattern that should be updated if it is not enough. a # Source consists of a PS1 line followed by zero or more PS2 lines. (?P (?:^(?P [ ]*) >>> .*) # PS1 line (?:\n [ ]* \.\.\. .*)*) # PS2 lines \n? # Want consists of any non-blank lines that do not start with PS1. (?P (?:(?![ ]*$) # Not a blank line (?![ ]*>>>) # Not a line starting with PS1 # !!!!!!!!!!! HF Specific !!!!!!!!!!! (?:(?!```).)* # Match any character except '`' until a '```' is found (this is specific to HF because black removes the last line) # !!!!!!!!!!! HF Specific !!!!!!!!!!! (?:\n|$) # Match a new line or end of string )*) SKIP_CUDA_DOCTESTFracPt||j}t| ||S)z Overwrites the `parse` method to incorporate a skip for CUDA tests, and remove logs and dataset prints before calling `super().parse` )rgrarr)rr`rrVs rrzHfDocTestParser.parse s( #64+?+?@w}VT**r)z)rWrrrr;compile MULTILINEVERBOSE _EXAMPLE_REboolrrr ra__annotations__rrrs@rriri s\"** \\BJJ &K&!0CU!KLOTL++rric"eZdZdZdeefdZy)HfDoctestModulez Overwrites the `DoctestModule` of the pytest package to make sure the HFDocTestParser is used when discovering tests. r)c#vKGddtj}|jjdk(r`|jj j |j|jjd|jj}nF t|j|jj|jjd}|t }t|}td |t!t#|j }|j%|j&D]4}|j(st+j,||j|| 6y#t$r8|jjdrtd|jznYwxYww) Nc.eZdZdZfdZdfd ZxZS)7HfDoctestModule.collect..MockAwareDocTestFinderzA hackish doctest finder that overrides stdlib internals to fix a stdlib bug. https://github.com/pytest-dev/pytest/issues/3456 https://bugs.python.org/issue25532 ct|tr t|d|}t|drt j |}t |||S)a3Doctest code does not take into account `@property`, this is a hackish way to fix it. https://bugs.python.org/issue17446 Wrapped Doctests will need to be unwrapped so the correct line number is returned. This will be reported upstream. #8796 fget __wrapped__)r[r,rrXrunwrapr _find_lineno)rr source_linesrVs rr{zDHfDoctestModule.collect..MockAwareDocTestFinder._find_lineno, sOc8,!#vs3C3 .!..-Cw+ rc t|ryt5t| |||||||dddy#1swYyxYwr)rrr_find) rrrrrr|globsseenrVs rr~z=HfDoctestModule.collect..MockAwareDocTestFinder._find@ sCc?-/GMsD&,ts 7Ar)rWrrrr{r~rrs@rMockAwareDocTestFinderrv& s   (  rrz conftest.py importmode)rootpath)rootmodedoctest_ignore_import_errorszunable to import module %r)rAF)verbose optionflagscheckercontinue_on_failure)rrunnerdtest)doctest DocTestFinderrrr pluginmanager_importconftest getoptionrrrrrrirrrrrBrWrr from_parent)rrrfinderrrrWs rcollectzHfDoctestModule.collect% sb! W%:%:! F 99>>] *[[..>>  %%l3--?F $II--..|<(/@A%d+ # N 8 E   KK8 _D}}!--d6Y]^^ _! ;;''(FG5 ABC s2BF9AE5A1F9 (F95>F63F95F66F9N)rWrrrrrrrrrrsrs s C_+.C_rrsdevicedispatch_tablec@||vr |d|i|S||}|y||i|S)Nrr)rrrrr"s r_device_agnostic_dispatchrk sE ^#(~i($9&99  B z t v r)rWrrcyNrrrrrrSrS rcy)NrrrrrrSrS rrrcyrrrrrrSrS rrxlaseedc$t|t|Sr)rBACKEND_MANUAL_SEED)rrs rbackend_manual_seedr s $V-@$ GGrc"t|tSr)rBACKEND_EMPTY_CACHErs rbackend_empty_cacher s $V-@ AArc"t|tSr)rBACKEND_DEVICE_COUNTrs rr]r] s $V-A BBrTRANSFORMERS_TEST_DEVICE_SPECzISpecified path to device spec file is not a file or not found. Received 'z.pyz;Provided device spec file was not a Python file! Received 'z.Device spec file did not contain `DEVICE_NAME`zBMismatch between environment variable `TRANSFORMERS_TEST_DEVICE` 'z' and device found in spec 'z' zNEither unset `TRANSFORMERS_TEST_DEVICE` or ensure it matches device spec name.device_fn_dictattribute_namec tt|}||t<y#t$r%}d|vrtd|dtd|Yd}~yd}~wwxYw)Nrrz` not found in 'z)' and no default fallback function found.)rdevice_spec_moduler^AttributeErrordevice_spec_path)rrspec_fnrs rupdate_mapping_from_specr sb !"4nE/6|,! N2(N++;.) s*19*s)allrs r is_defaultzExpectations.is_default' s*c***rotherc|\}}|\}}d}||k(r|dz}n |dvr |dvr|dz}||k(r||dz}tj|r|dz}t|S)a Returns score indicating how similar two instances of the `Properties` tuple are. Points are calculated using bits, but documented as int. Rules are as follows: * Matching `type` gives 8 points. * Semi-matching `type`, for example cuda and rocm, gives 4 points. * Matching `major` (compute capability major version) gives 2 points. * Default expectation (if present) gives 1 points. r)rWrrar)rrr)rr device_typerother_device_type other_majorscores rrzExpectations.score+ s #e+0( K + + VOE , ,1BFV1V UNE K K$; TME  " "5 ) SLE5zrct|jjfd\}}tj |dk(rt d|S)zU Find best matching expectation based on provided device properties. c6tj|dSr)rr)rRrs rrSz/Expectations.find_expectation..K sLDVDVWZ\]^_\`Darrrz"No matching expectation found for )maxdatarrrr)rr result_keyrs ` rrzExpectations.find_expectationG sO #499??#4:abV   c: .! 3A#GH H rc|jSr)rrs rrzExpectations.__repr__R s))rN)r) rWrrrr staticmethodDevicePropertiesrprrrrrrrrrr su>> +(+T++#,<6 $4  rr)Fr)z1.12.0))NNNFF)NNFT)rf)NN)rrar(r contextlibrYrrrrrrr5rr;rrrrrrrrrrcollections.abcrrrr dataclassesr r r r rr pathlibrtypingrrrrr unittest.mockrhuggingface_hub.utilsrr&rr packagingr transformersrr integrationsrrrrrr r!integrations.deepspeedr"utilsr#r$r%r&r'r(r)r*r+r,r-r.r/r0r1r2r3r4r5r6r7r8r9r:r;r<r=r>r?r@rArBrCrDrErFrGrHrIrJrKrLrMrNrOrPrQrRrSrTrUrVrWrXrYrZr[r\r]r^r_r`rarbrcrdrerfrgrhrirjrkrlrmrnrorprqrrrsrtrurvrwrxryrzr{r|r}r~rrrrraccelerate.staterraccelerate.utils.importsr_pytest.doctestrrrrrrr_pytest.outcomesr_pytest.pathlibrrrrSMALL_MODEL_IDENTIFIERDUMMY_UNKNOWN_IDENTIFIERDUMMY_DIFF_TOKENIZER_IDENTIFIERUSERENDPOINT_STAGINGTOKENrVhiprrWr get_loggerrWrrrrrrrr_run_third_party_device_testsrrrrrrrrrrrrrrrrrrrrrrrrrrr r rrrrrrr&r(r*r,r.r0r2r5r7r:r<r>r@rBrDrFrHrJrLrNrPrSrZr_rbrdrgrirkrnrqrtryr|rrrrbackend import_modulerZModuleNotFoundErrorrr^ is_availablerrrrrrdefault_backend jax_devicerrrrrrrrrrrrrrrrrrrrrrrrrrrrrrrrrrrrrrrrrrrrrrrrrrrrr r rrrr'rr4r(r\r8r?rGr_rnrrrrrcontextmanagerrrPathLikerTestCaserr.r:r?rCrrrrrrrrrrrrrrrr"r-r0rFr[rg DocTestParserrirsr manual_seedr empty_cacherrXrrwrrsr~rrr]ris_filerrrealpathdevice_spec_dirrindex import_namer DEVICE_NAME device_namerrrrrrrrrrrrrs      -BB'"11' 8;bbbbbbbbbbbbbbbbbbbbbbbbbJ?9&+" FK63"A%2 0]]&&d2N]]''t3NNN (  ( ( 2  &j%@,-DeT"#;UK )*>M&'8%H 34R\a b<" = :K? _^__U_eVcU6Ls0@YcYWW[UUYY C hc"Uc   aY[gaWWak_YcYUW m  ev k ^a g\`\ g g"bjj0**89 ' ''0A"RZZ/zz"<= 6 !%***A*A*C+L>:BC  5 )?)A+L>:AB  5 )?)A+L>:AB  5 )?)A+L>:AB  5 )?)A+L>:AB   \*A  " &+A+C &+A+C &+A+C &+A+C  L$$$&JJc [ o X u(c Y YXY[W[__UUUUP"Q W[XS\iqaWac[e]c)f[[Y](.  S  %T#u*-. %tCJt+, %8.M +\\A*3*bbV3J33J3()()V 77(VV@ c2;;./HTN(X&8$$X&v/ ++B*&B)P&0bl&0R`j, 7>," i c"6+6+r&3&x&\deh\i&R'C''T +(.V9x:++g++++\I_fI_X c 4X ;N  &&  $$  &&  '' %d+$d+%y1!&!6!6"'))"8"8!&!6!6!&!6!6"'))"8"8!&!6!6!&!6!6"'))"8"8!&!6!6!&!6!6"'))"8"8!&!7!7!&!7!7"'**"9"9HH3HBBCC'"**4::&EF$%--/[\l[mn   WW]]277+;+;>pp&pp&)q0 p<<q