T^(hT dZddlZddlZddlZddlZddlZddlZddlZddl Z ddl Z ddl m Z ddl mZddlmZddlmZddlmZmZmZmZmZmZmZddlmZd d lmZej>e Z!dqd e"d e#deee#e"fe#ffdZ$hdZ%e%jMdhZ'ejPjSddjUZ+ejPjSddjUZ,ejPjSddjUZ-ejPjSddjUZ.ejPjSddjUZ/ej`dZ1dZ2dZ3dZ4dZ5dZ6dZ7dZ8d Z9e$d!d"#\Z:Z;e$d$Z<e$d%Z=e$d&Z>e$d'd"#\Z?Z@ejjd(duZCejjd)duZDe$d*ZEe$d+ZFe$d,ZGe$d-ZHe$d.ZIe$d/ZJe$d0d"#\ZKZLejjd1duZMe$d2ZNejjd3duZOejjd4duZPe$d5ZQe$d6ZRejjd7duZS ejj9d7ZUe!jd8eUe$d:ZXe$d;ZYe$d<ZZe$d=d"#\Z[Z\e$d>Z]e$d?Z^e$d@Z_e$dAZ`e$dBZae$dCZbe$dDZce$dEZde$dFZee$dGZfe$dHZge$dIZhe$dJZiejjdKduZje$dLZkd Zl ejj9dMd"ZlejjdNduZme$dOZne$dPZoe$dQZpe$dRZqe$dSZre$dTZse$dUZte$dVZue$dWZve$dXZwe$dYZxe$dZZye$d[Zze$d\Z{e$d]Z|e$d^Z}e$d_Z~e$d`d"#\ZZejjdaduZer ejj9dbejjdcduZe$ddZe$deZe$dfd"#\ZZe$dgZe$dhZe$diZe$djZe$dkZe$dlZe$dmd"#\ZZe$dnZe$dod"#\ZZe$dpZe$dqZe$drd"#\ZZe$dsZe$dtZe$duZe$dvZe$dwZe$dxZdyZd Ze,e'vre+e%vre$dzd"#\ZZne!j=d{d ZdyZd Ze/e%vrd"Zne+e'vre,e%vrejjd|duZer,d}ZdZeD]Z ejj9eZneduZerPej`eej`d~kr+e!j=dedd Zne!j=dejjdduZ ejj9dZe!jdeejjdduZ ejj9dZe!jdedyZejjdduxsejjdduZ ejj9dZe!jded Ze-e'vr@e$dd"#\ZZer1e$dd"#\ZZere!j=dedednd xZZdyxZZd ZerGej`eZej^ej`fe1j^e1j`fk\Zd Ze.e%vr%e$dd"#\ZZere!j=deddZdZdZdZe2fde"fdZdZdZe7fde"fdZdZdZdZdZdZdZdZdZdZdZe3fde"fdZdZdZdZdZdZdZdZdZdZΐdrdee"fdZdZdZdZedZedZdZdZdZdZdZdZdZdZdZdZdZdZdZedsdZedtd„ZedqdÄZedqdĄZedqdńZedƄZedDŽZdȄZdɄZdʄZd˄Zd̄Zd̈́Zd΄ZdτZdЄZdфZd҄ZdӄZdԄZe8fde"fdՄZdքZdׄZd؄Zdude"fdلZedqdڄZedۄZde#fd܄Zd݄ZedބZede"fdZedqde"de#fdZdZdZdZdZdZdZe5fde"fdZdZ e4fde"fdZ dZ dZ dZ dZdZdZdZdZdZdZdZdZdZedZdZdZdZdZdZdZdZdZ dZ!dZ"dZ#dZ$dZ%dZ&dZ'd Z(d Z)e9fde"fd Z*d Z+d Z,dZ-dZ.dZ/dZ0dZ1dZ2dZ3dZ4dZ5dZ6dZ7dZ8dZ9dZ:dZ;dZ<dZ=dZ>d Z?d!Z@d"ZAd#ZBd$ZCd%ZDd&ZEd'ZFd(ZGd)ZHd*ZId+ZJd,ZKd-ZLd.ZMd/ZNd0ZOd1ZPd2ZQd3ZRd4ZSd5ZTd6ZUd7ZVd8ZWd9ZXd:ZYd;ZZd<Z[d=Z\d>Z]d?Z^d@Z_dAZ`dBZadCZbdDZcdEZddFZedGZfdHZgdIZhdJZidKZjdLZkdMZldNZme gd(ee>ffd1eؐeKffd3eeAffd5eeBffd)ee@ffd6eeNffdeȐefffd7eeFffdeސeOffd:eePffd;eeRffdOe!eWffdQe-eXffdRe.eYffdeɐehffdOeeQffdCeǐegffdPe eEffdUeƐecffdWeebffd[eeZffdYeeSffd^eeDffdaeeLffdQe+e\ffdge eTffdReِeMffdheeUffdje&e]ffdle)eVffdDe'e^ffdEe(e`ffdkeeCffdzeeGffdoeeHffdSeeaffd]ee[ffd!eedffde0eeffdTe5eiffd>e6ejffdPeאekffdUe7elffd4ee?ffdxe=emffZndVZoGdWdXepZqdYZree"Zseesee"ee"ffZtGdZd[eZuGd\d]evZwdvd^e"defd_Zxd`dadbZydcdddedfdgdhdidjiZzdkZ{edlZ|dmZ}dne"detfdoZ~dpZy#ejj$rV ejj9d9ZUe!jd8eUn!#ejj$rd ZSYnwxYwY 6wxYw#ejj$rd ZlY wxYw#ejj$rd ZY wxYw#ejj$rYwxYw#ejj$rd ZYwxYw#ejj$rd ZYwxYw#ejj$rd ZYwxYw(wzD Import utilities: Utilities related to imports and our lazy inits. N) OrderedDict) lru_cache)chain) ModuleType)AnyDict FrozenSetOptionalSetTupleUnion)version)loggingFpkg_namereturn_versionreturnctjj|du}d}|r; tjj |}tjd |d ||r||fS|S#tjj $r|dk(r@ tj |}t|dd}d|vr|}d}nd}nJ#t$rd}Yn=wxYw|dk(r2 tjj d}n#t$rd}YnwxYwd}YwxYw) NN/Atorch __version__devTFquarkz amd-quarkz Detected z version: ) importlibutil find_specmetadatarPackageNotFoundError import_modulegetattr ImportError Exceptionloggerdebug)rrpackage_existspackage_versionpackage temp_versions ]/var/www/skyplay_api_hub/venv/lib/python3.12/site-packages/transformers/utils/import_utils.py_is_package_availabler**s$^^--h7tCNO '(0088BO2  y *_4EFG..9!!66 '7" +'55h?G#*7M5#IL ,*6)-)."+%*N+W$+&/&8&8&@&@&MO +%*N+"'/ 'sYA))"D -B:9D: CDCDC10D1 C?<D>C??DD>1ONYESTRUEAUTOUSE_TF USE_TORCHUSE_FLAX USE_TORCH_XLAr+FORCE_TF_AVAILABLEz1.10z0.26.0z1.2.6z1.12.0z0.10.0z2.2.0z0.2.1z0.0.4z0.4.0 accelerateT)rapex apollo_torchaqlmvptqavdecord bitsandbyteseetq fbgemm_gpu galore_torch lomo_optim grokadamw schedulefreebs4 coloredlogscv2yt_dlpdatasets detectron2faissz$Successfully imported faiss version z faiss-cpuftfyg2p_enfast_hadamard_transformintel_extension_for_pytorchjiebajinja2kenlm keras_nlp Levenshteinlibrosanattennltkonnxopenaioptimum auto_gptq gptqmodelawqroptimum_quantocompressed_tensorspandaspeft phonemizeruromanpsutilpy3nvml pyctcdecodepygments pytesseractpytestpytorch_quantizationrjieba sacremoses safetensorsscipy sentencepieceseqioggufsklearnz scikit-learn smdistributed soundfilespacy sudachipytensorflow_probabilitytensorflow_texttf2onnxtimm tokenizers torchaudiotorchao torchdistx torchvisionmlx num2wordshqqtiktokenblobfile liger_kerneltriton spqr_quantrichrrz'Disabling PyTorch because USE_TF is set tensorflow) rztensorflow-cpuztensorflow-gpuz tf-nightlyztf-nightly-cpuztf-nightly-gpuztf-nightly-rocmzintel-tensorflowzintel-tensorflow-avx512ztensorflow-rocmztensorflow-macosztensorflow-aarch642z"TensorFlow found but with version z*. Transformers requires version 2 minimum.z-Disabling Tensorflow because USE_TORCH is setessentiaz'Successfully imported essentia version pretty_midiz*Successfully imported pretty_midi version torch_ccloneccl_bindings_for_pytorchoneccl_bind_ptz Detected oneccl_bind_pt version flaxjaxz JAX version z, Flax version z available. torch_xlazTorch XLA version ctSN)_kenlm_availabler)is_kenlm_availablerH rctSr)_cv2_availablerrr)is_cv2_availablerL rctSr)_yt_dlp_availablerrr)is_yt_dlp_availablerP rctSr)_torch_availablerrr)is_torch_availablerTrr min_versioncptxr/tjttj|k\Sr)_accelerate_availablerparse_accelerate_versionrs r)is_accelerate_availablerXs& eW]]3F%G7==YdKe%eerc4ddl}|jdk(ryy)z Check whether pytorch uses deterministic algorithms by looking if torch.set_deterministic_debug_mode() is set to 1 or 2" rNFT)rget_deterministic_debug_moders r)is_torch_deterministicr\s ))+q0rctSr)_hadamard_availablerrr)is_hadamard_availablerh rcptxr/tjttj|k\Sr)_hqq_availablerr _hqq_versionrs r)is_hqq_availablerls$  WgmmL9W]];=WWWrctSr)_pygments_availablerrr)is_pygments_availablerprrctSr)_torch_versionrrr)get_torch_versionrtrrcntsytdk(rytr/tjttjdk\St r/tjttjdk\Stjttjdk\S)NFr2.1.0z2.1.1)rris_torch_mlu_availablerris_torch_npu_availablerrr)is_torch_sdpa_availablerxs{   5  }}^, g0FFF}}^, g0FFF == (GMM',B BBrctsytdk(rytjttjdk\S)NFrz2.5.0)rrrrrrr)is_torch_flex_attn_availablers5   5  == (GMM',B BBrctSr)_torchvision_availablerrr)is_torchvision_availabler !!rcvtsytjttjdk\S)NFz0.15)rrr_torchvision_versionrrr)is_torchvision_v2_availablers+ # % ==- .'--2G GGrctSr)_galore_torch_availablerrr)is_galore_torch_availabler ""rctSr)_apollo_torch_availablerrr)is_apollo_torch_availablerrrctSr)_lomo_availablerrr)is_lomo_availabler rctSr)_grokadamw_availablerrr)is_grokadamw_availabler rcptxr/tjttj|k\Sr)_schedulefree_availablerr_schedulefree_versionrs r)is_schedulefree_availablers& " iw}}5J'Kw}}]hOi'iirctSr)_pyctcdecode_availablerrr)is_pyctcdecode_availablerrrctSr)_librosa_availablerrr)is_librosa_availabler rctSr)_essentia_availablerrr)is_essentia_availablerrrctSr)_pretty_midi_availablerrr)is_pretty_midi_availablerrrcTtrddl}|jjSyNrF)rrcuda is_availablers r)is_torch_cuda_availablers!zz&&((rcltr*ddl}|jjsyt dSy)NrF mamba_ssmrrrrr*rs r)is_mamba_ssm_availablers,zz&&((5 5 rctrdddl}|jjsyt dr:ddl}t j|jt jdk\ryy)NrFr2.0.4T) rrrrr*rrrr)rrs r)is_mamba_2_ssm_availablersOzz&&($[1 ==!6!677==;QQ rcltr*ddl}|jjsyt dSy)NrF causal_conv1drrs r)is_causal_conv1d_availablers,zz&&($_55 rc.tr tdSy)NmambapyF)rr*rrr)is_mambapy_availablers$Y// rcRtrddl}t|jdr|jjj xr$|jjj }|5tjttj|k\}|xr|}|Sy)NrmpsF) rrhasattrbackendsrris_builtrrr)rrbackend_availableflags r)is_torch_mps_availablers 5>>5 ) % 2 2 ? ? A cennFXFXFaFaFc &}}^4 k8RR$5$>$!$ $ rctsyddl}|jjxr|jj SNFr)rrrris_bf16_supportedrs r)is_torch_bf16_gpu_availablers3   :: " " $ G)E)E)GGrctsyddl} |jjj}y#t $rYywxYw)NFrT)rrcpuampautocastAttributeError)r_s r)is_torch_bf16_cpu_availablers?   IIMM " "  s 2 >>cJtjdttS)NzThe util is_torch_bf16_available is deprecated, please use is_torch_bf16_gpu_available or is_torch_bf16_cpu_available instead according to whether it's used with cpu or gpu)warningswarn FutureWarningrrrr)is_torch_bf16_availablers$ MM ` ' ((rcRtsytr tryyddl} |j dd|j |}||z}d\}}}|j ||||j |}|jj||j |}||}y#YyxYw)NFTrdtypedevice)) ris_torch_hpu_availableis_habana_gaudi1rzerosfloat16randnnn LayerNorm) rrxr batchsentence_length embedding_dim embedding layer_norms r)!is_torch_fp16_available_on_devicer))s     KK1EMM&K A E18- KK U]]ciKj XX'' U]]SY'Z y !  s A:B""B&ctsyddl}|dk(r tS|dk(ry |jdd|j|}||z}y#YyxYw)NFrrhpuTrr)rrrrbfloat16)rrr#r s r)!is_torch_bf16_available_on_devicer-Isb   *,,  KK1ENN6K B E  s $A Actsyddl}|jjr|jjy|jj |jj jdkryt|jjjdddkryt jt j|jjt jdkryy)NFr. z1.7T) rrrrrget_device_propertiescurrent_devicemajorintsplitrr base_versionrs r)is_torch_tf32_availabler8as   :: " " $ (:(:(B zz'' (A(A(CDJJQN 5==   # #C ( +,r1}}W]]5#4#45BBCgmmTYFZZ rctSr)_torch_fx_availablerrr)is_torch_fx_availabler;srrctSr)_peft_availablerrr)is_peft_availabler>wrrctSr)_bs4_availablerrr)is_bs4_availablerA{rrctSr) _tf_availablerrr)is_tf_availablerD rctSr)_coloredlogs_availablerrr)is_coloredlogs_availablerHrrctSr)_tf2onnx_availablerrr)is_tf2onnx_availablerKrrctSr)_onnx_availablerrr)is_onnx_availablerNrrctSr)_openai_availablerrr)is_openai_availablerQrrctSr)_flax_availablerrr)is_flax_availablerTrrc tjjdduxr"tjj ddk\S#tjj $rYywxYw)Nflutez flute-kernelz0.4.1F)rrrrrrrrr)is_flute_availablerWs\~~''0<vASASA[A[\jAkovAvv    2 2sAAA'&A'ctSr)_ftfy_availablerrr)is_ftfy_availablerZrrctSr)_g2p_en_availablerrr)is_g2p_en_availabler]rrc|r |rJdtsyddl}|r|jjdvS|r|jjdk(Sy)z Check if `torch_xla` is available. To train a native pytorch job in an environment with torch xla installed, set the USE_TORCH_XLA to false. z6The check_is_tpu and check_is_gpu cannot both be true.FrN)GPUCUDATPUT)_torch_xla_availablerruntime device_type) check_is_tpu check_is_gpurs r)is_torch_xla_availablergs[ h0hh .   ,,./AA   ,,.%77 rcVtjjd tSy)N torch_neuronxF)rrrrg) check_devices r)is_torch_neuroncore_availablerks#~~0<%'' rc:trtjjdyddl}ddl}|r5 |j j}|j jSt|dxr|j jS#t$rYywxYw)zQChecks if `torch_npu` is installed and potentially if a NPU is in the environment torch_npuNFrnpu) rrrrrrmrn device_countr RuntimeErrorr)rjrrmr s r)rrs y~~77 DL  &&(A99))+ + 5% =UYY%;%;%==  s3B BBctrtjjdyddl}ddl}t jjd} tdt jd<|jj}|r|t jd<|St jjdd|S#|r|t jd<wt jjddwxYw)z Checks if `mlu` is available via an `cndev-based` check which won't trigger the drivers and leave mlu uninitialized. torch_mluNFrPYTORCH_CNDEV_BASED_MLU_CHECKr) rrrrrrrosenvirongetstrmlurpop)rjrrr,pytorch_cndev_based_mlu_check_previous_value availables r)rrs y~~77 DL35::>>Ba3b0B69!f 23II**, 7:fBJJ6 7  JJNN:D A  8:fBJJ6 7 JJNN:D As 6B>>8C6ctrtjjdyddl}ddl}d}t r0tjttj|kry|r5 |jj}|jjSt|dxr|jjS#t$rYywxYw)zSChecks if `torch_musa` is installed and potentially if a MUSA is in the environment torch_musaNFrz0.33.0musa)rrrrrr}rrrrr~rorrpr)rjrr}torch_musa_min_versionr s r)is_torch_musa_availablers y~~77 EM%/B!CgmmTjFk!k  '')A::**, , 5& ! ?ejj&=&=&??  s*3C CCcftr>tjjdtjjdyd}tr0t j tt j |kryddltjjdddk(rddl }td rjjsyddlmcmcm}|j'|j(j*k(r-j,j.fd }|j,_y ) zQChecks if `torch.hpu` is available and potentially if a HPU is in the environmenthabana_frameworksNzhabana_frameworks.torchFz1.5.0rPT_HPU_LAZY_MODEr+r+c|jjk(rtjd|||<y|||y)NzIn-place tensor.masked_fill_(mask, value) is not supported for int64 tensors on Gaudi1. This operation will be performed out-of-place using tensor[mask] = value.)rint64r# warning_once)selfmaskvalueoriginal_masked_fill_rs r)patched_masked_fill_z4is_torch_hpu_available..patched_masked_fill_&s>zzU[[(##`#T %dD%8rT)rrrrrrrrrrtrurvhabana_frameworks.torchrr+r*habana_frameworks.torch.utils.experimentalutils experimental_get_device_type synDeviceTypesynDeviceGaudiTensor masked_fill_)torch_hpu_min_versionrhtexprrrs @@r)rrs  >> # #$7 8 @ >> # #$= > F#/B!CgmmTiFj!j zz~~(#.#5& 5%  (>(>(@>> 5#6#6#E#EE % 9 9 9%9 ! rc~tsyddlmcmcm}|j |j jk(Sr)rrrrrrrr)rs r)rr5s3 ! #>>  ! ! #u':':'I'I IIrcvtsytjttjdk\S)NFz2.0.0rrrrrrr)is_torchdynamo_availabler@s(   == (GMM',B BBrc8tsyddl}t|dS)NFrcompile)rrrrs r)is_torch_compile_availablerGs   5) $$rctsy ddl}|jjS#t$r* ddlm}|jcYS#t$rYYywxYwwxYwr)rrcompiler is_compilingr" torch._dynamo_dynamordynamos r)is_torchdynamo_compilingrRs^   ~~**,,   *&&( (   ,+ AA  A AAAActsy ddl}|jjS#t$r* ddlm}|jcYS#t$rYYywxYwwxYwr)rrr is_exportingr"rrrs r)is_torchdynamo_exportingres^   ~~**,,   *&&( (   rctjjdytjjdduS)Ntorch_tensorrtFztorch_tensorrt.fxrrrrrr)is_torch_tensorrt_fx_availablervs6~~ 019 >> # #$7 8 DDrctSr)_datasets_availablerrr)is_datasets_availabler|rrctSr)_detectron2_availablerrr)is_detectron2_availabler  rctSr)_rjieba_availablerrr)is_rjieba_availablerrrctSr)_psutil_availablerrr)is_psutil_availablerrrctSr)_py3nvml_availablerrr)is_py3nvml_availablerrrctSr)_sacremoses_availablerrr)is_sacremoses_availablerrrctSr)_apex_availablerrr)is_apex_availablerrrctSr)_aqlm_availablerrr)is_aqlm_availablerrrcptxr/tjttj|k\Sr)_vptq_availablerr _vptq_versionrs r)is_vptq_availablers$  Yw}}];w}}[?YYYrctSr) _av_availablerrr)is_av_availablerrErctSr)_decord_availablerrr)is_decord_availablerrrcj tjdjy#t$rYywxYw)z Code comes from *torch.utils.cpp_extension.is_ninja_available()*. Returns `True` if the [ninja](https://ninja-build.org/) build system is available on the system, `False` otherwise. zninja --versionTF) subprocess check_outputr6r"rrr)is_ninja_availablers8  1 7 7 9: s #& 22c d}trtsy|t}|t}||k7r$tj d|d|dtdy|r/t jtt j|k\Sy)Ncttj|jdzttj|jzSNr0)rwrrr4minor) full_versions r) get_major_and_minor_from_versionz;is_ipex_available..get_major_and_minor_from_versions;7==.445;c'--P\B]BcBc>dddrFzIntel Extension for PyTorch z needs to work with PyTorch z.*, but PyTorch z? is found. Please switch to the matching version and run again.T)r_ipex_availabler _ipex_versionr#warningrr)rrtorch_major_and_minoripex_major_and_minors r)is_ipex_availablerse  <^L;MJ 44*+?*@@\]q\rs*++j l }}]+w}}[/III rctsytjt}|jdks|jdk(rL|j dkr=t rddl}n.|jdks|jdk(r|j dkryddl}|r5 |jj}|jjSt|dxr|jjS#t$rYywxYw)z Checks if XPU acceleration is available either via native PyTorch (>=2.6), `intel_extension_for_pytorch` or via stock PyTorch (>=2.4) and potentially if a XPU is in the environment. FrrNrxpu)rrrrr4rrrMrrrorrpr)rj torch_versionrMrr s r)is_torch_xpu_availablers  MM.1MQ=#6#6!#; @S@SVW@W   .  1 $)<)<)AmFYFY\]F]  &&(A99))+ + 5% =UYY%;%;%==  s3C22 C>=C>ctrtsyddl}tjt j jdtjdkr|jjSy)NFrr<z0.43.1T) r_bitsandbytes_availablerrrrrrrrs r)is_bitsandbytes_availablersW  '>}}Y''//?@7==QYCZZzz&&(( rcNtsyddl}dt|dtvS)NFr multi_backendfeatures)rr<r set)bnbs r)'is_bitsandbytes_multi_backend_availablers$ $ & gc:su= ==rctsytdsyddl}|jj s t sy|j jrHt jtjj dt jdk\S|j jrHt jtjj dt jdk\St rHt jtjj dt jdk\Sy)NF flash_attnrrrz2.3.3) rr*rrrrrrrrhiprs r)is_flash_attn_2_availablers    . JJ # # %)?)A }}}}Y//77 EF'--X_J```   }}Y//77 EF'--X_J```  !}}Y//77 EF'--X_J```rctdsytjtjjdtjdk\S)NrFrr*rrrrrrr)#is_flash_attn_greater_or_equal_2_10rs<  . ==++33LA BgmmT[F\ \\rlibrary_versionctdsytjtjjdtj|k\S)NrFr)rs r)is_flash_attn_greater_or_equalrs<  . ==++33LA BgmmTcFd ddr accept_devcxtdsy|retjtjtjjdj tj|k\Stjtjjdtj|k\S)z Accepts a library version and returns True if the current version of the library is greater than or equal to the given version. If `accept_dev` is True, it will also accept development versions (e.g. 2.7.0.dev20250320 matches 2.7.0). rF)r*rrrrr7)rrs r)is_torch_greater_or_equalr's ! )}}W]]9+=+=+E+Eg+NO\\]ahanan b   }}Y//77@AW]]SbEcccrctSr)_torchdistx_availablerrr)is_torchdistx_availabler9rrctSr)_faiss_availablerrr)is_faiss_availabler=rrctSr)_scipy_availablerrr)is_scipy_availablerArrctSr)_sklearn_availablerrr)is_sklearn_availablerErrctSr)_sentencepiece_availablerrr)is_sentencepiece_availabler Is ##rctSr)_is_seqio_availablerrr)is_seqio_availabler Mrrcptxr/tjttj|k\Sr)_is_gguf_availablerr _gguf_versionrs r)is_gguf_availablerQs%  \'-- ">'--P[B\"\\rctjjdytjjdduS)NgoogleFzgoogle.protobufrrrr)is_protobuf_availablerUs5~~)1 >> # #$5 6d BBrcxtxr/tjttj|k\Srrrs r)is_fsdp_availabler[s(   _GMM.$AW]]S^E_$__rctSr)_optimum_availablerrr)is_optimum_availabler_rrctSr)_auto_awq_availablerrr)is_auto_awq_availablercrrctSr)_is_optimum_quanto_availablerrr)is_optimum_quanto_availablergs ''rctSr)_quark_availablerrr)is_quark_availabler"lrrctSr)_compressed_tensors_availablerrr)is_compressed_tensors_availabler%ps ((rctSr)_auto_gptq_availablerrr)is_auto_gptq_availabler(trrctSr)_gptqmodel_availablerrr)is_gptqmodel_availabler+xrrctSr)_eetq_availablerrr)is_eetq_availabler.|rrctSr)_fbgemm_gpu_availablerrr)is_fbgemm_gpu_availabler1rrctSr)_levenshtein_availablerrr)is_levenshtein_availabler4rrc(txr tdS)Nzoptimum.neuron)rr*rrr)is_optimum_neuron_availabler6s  I"78H"IIrctSr)_safetensors_availablerrr)is_safetensors_availabler9rrctSr)_tokenizers_availablerrr)is_tokenizers_availabler<rrctjjddu}|r8 tjj d}t jd||S#tjj $rH tjj d}n$#tjj $rYYywxYwY~wxYw)NPILPillowz Pillow-SIMDFzDetected PIL version )rrrrrrr#r$)_pil_availabler&s r)is_vision_availablerAs^^--e4D@N '0088BO  ,_,=>?  !!66  "+"4"4"<"<]"K%%::    s5AC<BCB=9C<B==CCctSr)_pytesseract_availablerrr)is_pytesseract_availablerDrrctSr)_pytest_availablerrr)is_pytest_availablerGrrctSr)_spacy_availablerrr)is_spacy_availablerJrrc&txrtSr)rD_tensorflow_text_availablerrr)is_tensorflow_text_availablerMs   ;!;;rc&txrtSr)rM_keras_nlp_availablerrr)is_keras_nlp_availablerPs ' ) B.BBrcV tjdj}d|jvr t ddt j vr!t j ddkr t dtjjdduS#tttf$rYywxYw)NIPython IPKernelAppconsoleDATABRICKS_RUNTIME_VERSIONz11.0 databricksF) sysmodules get_ipythonconfigr!rtrurrrr KeyError)rYs r)is_in_notebookr\s kk),88  4 4 4i( ( '2:: 5"**Ea:bek:kl+ +~~'' 2$>> K 2sBBB('B(ctSr)_pytorch_quantization_availablerrr)!is_pytorch_quantization_availabler_s **rctSr)!_tensorflow_probability_availablerrr)#is_tensorflow_probability_availablerbs ,,rctSr)_pandas_availablerrr)is_pandas_availablererrctjdd} tj|}|j ddsy t S#tj $rYywxYw)NSM_FRAMEWORK_PARAMS{}*sagemaker_distributed_dataparallel_enabledF)rtgetenvjsonloadsrvJSONDecodeError_smdistributed_available)sagemaker_paramss r)is_sagemaker_dp_enabledrpsfyy!6=::&67##$PRWXY $#   s'AAAcVtjdd} tj|}d|vry tjdd} tj|}|j ddsy t S#tj$rYywxYw#tj$rYywxYw)NSM_HP_MP_PARAMETERSrh partitionsFrgsagemaker_mpi_enabled)rtrjrkrlrmrvrn) smp_options mpi_optionss r)is_sagemaker_mp_enabledrws))148Kjj- { * + ))148Kjj- 6>? $#      s#A9 'B9BBB('B(c&dtjvS)NSAGEMAKER_JOB_NAME)rtrurrr)is_training_run_on_sagemakerrzs 2:: --rctSr)_soundfile_availablerrr)is_soundfile_availabler}rrctSr)_timm_availablerrr)is_timm_availablerrrctSr)_natten_availablerrr)is_natten_availablerrrctSr)_nltk_availablerrr)is_nltk_availabler rrctSr_torchaudio_availablerrr)is_torchaudio_availablerrrcptxr/tjttj|k\Sr)_torchao_availablerr_torchao_versionrs r)is_torchao_availablers&  _'--0@"AW]]S^E_"__rctSrrrrr)is_speech_availablers  rctSr)_spqr_availablerrr)is_spqr_availablerrrctSr)_phonemizer_availablerrr)is_phonemizer_availablerrrctSr)_uroman_availablerrr)is_uroman_availabler#rrcfd}|S)Nc6ts td|i|S)Nz|You need to install pytorch to use this method or class, or activate it with environment variables USE_TORCH=1 and USE_TF=0.)rr!)argskwargsfns r)wrapperz"torch_only_method..wrapper(s+V  t&v& &rr)rrs` r)torch_only_methodr's' NrctSr)_is_ccl_availablerrr)is_ccl_availabler4rrctSr)_sudachipy_availablerrr)is_sudachi_availabler8rrctSr)_sudachipy_versionrrr)get_sudachi_versionr<rrcvtsytjttjdk\S)NFz0.6.8)rrrrrrr)is_sudachi_projection_availabler@s+  ! ==+ , g0F FFrcvtjjdduxrtjdduS)Nrhoknpjumanpp)rrrshutilwhichrrr)is_jumanpp_availablerIs0 NN $ $X .d : eiAX`dAdercDtjjdduS)N pyximportrrrr)is_cython_availablerMs >> # #K 0 <= {ACCELERATE_MIN_VERSION} it was not found in your environment. You can install or update it with pip: `pip install --upgrade accelerate`. Please note that you may need to restart your runtime after installation. a {0} requires the torch ccl library but it was not found in your environment. You can install it with pip: `pip install oneccl_bind_pt -f https://developer.intel.com/ipex-whl-stable` Please note that you may need to restart your runtime after installation. z {0} requires essentia library. But that was not found in your environment. You can install them with pip: `pip install essentia==2.1b6.dev1034` Please note that you may need to restart your runtime after installation. z {0} requires thes librosa library. But that was not found in your environment. You can install them with pip: `pip install librosa` Please note that you may need to restart your runtime after installation. z {0} requires thes pretty_midi library. But that was not found in your environment. You can install them with pip: `pip install pretty_midi` Please note that you may need to restart your runtime after installation. z {0} requires the Cython library but it was not found in your environment. You can install it with pip: `pip install Cython`. Please note that you may need to restart your runtime after installation. z {0} requires the jieba library but it was not found in your environment. You can install it with pip: `pip install jieba`. Please note that you may need to restart your runtime after installation. z {0} requires the peft library but it was not found in your environment. You can install it with pip: `pip install peft`. Please note that you may need to restart your runtime after installation. z {0} requires the jinja library but it was not found in your environment. You can install it with pip: `pip install jinja2`. Please note that you may need to restart your runtime after installation. z {0} requires the rich library but it was not found in your environment. You can install it with pip: `pip install rich`. Please note that you may need to restart your runtime after installation. levenshteinprotobufspeechtfvisioncythonjinjac&t|ttfs|g}t|dr |jn|j j}d|vr6d|vr2t s(trttj|d|vr6d|vr2t r(tsttj|d|D}|Dcgc]\}}|r|j| }}}|rtdj|ycc}}w)N__name__rrc3.K|] }t|ywr)BACKENDS_MAPPING.0backends r) z$requires_backends..!s @Gw' @s) isinstancelisttuplerr __class__rrDr!PYTORCH_IMPORT_ERROR_WITH_TFformatTF_IMPORT_ERROR_WITH_PYTORCHjoin)objrnamechecksr{msgfaileds r)requires_backendsrs hu .:"3 33<<9O9OD(t839c9;cjj OF O "''&/**Ps D D c"eZdZdZfdZxZS) DummyObjectz Metaclass for the dummy objects. Any class inheriting from it will return the ImportError generated by `requires_backend` each time a user tries to access any method of that class. c||jdr|dk7rt| |St||jy)Nr  _from_config) startswithsuper__getattribute__r _backends)clskeyrs r)rzDummyObject.__getattribute__-s4 >># 3.#87+C0 0#s}}-r)r __module__ __qualname____doc__r __classcell__rs@r)rr's ..rrc`tr$ddl}t||jjSyr)r;torch.fxrfxProxy)r#rs r)is_torch_fx_proxyr3s#!UXX^^,, rc eZdZdZ ddedededeejjde ee ff fd Z fdZ ded efd Zd efd Zd ZxZS) _LazyModulezu Module class that surfaces all objects but only performs associated imports when the objects are requested. r module_fileimport_structure module_spec extra_objectsc t||i|_td|j Drt |_i|_g|_i}|jD][\}}g} |D]A} | tvrtd| d|dt| \} } | r1| j| C|j jt |j |_|jD]q\} }t| r| |j| <|D],}| |j|<t| s| |j|<.|j| gj!|s|jj!t#|j t#t%|j'z^||_||_t,j.j1|g|_|in||_||_||_yt |j |_i|_|jD]\} }|D]}| |j|<t#|j t#t%|j'z|_||_||_t,j.j1|g|_|in||_||_||_y)Nc3<K|]}t|tywrr frozenset)rrs r)rz'_LazyModule.__init__..QsMcz#y)MzError: the following backend: 'z' was specified around object z- but isn't specified in the backends mapping.)r__init___object_missing_backendanykeysr_modules_class_to_module__all__itemsr ValueErrorappendunionlen setdefaultextendrrvalues__file____spec__rtpathdirname__path___objects_name_import_structure)rrrrrrr!rmodulemissing_backendsrcallableerrorrrrrs r)r z_LazyModule.__init__Fs ')$ M5E5J5J5LM MEDM$&D !DL " $4$:$:$< Y &#% '9G&66(=gYFdekdlmZ['7w&?OHe#:(//89!% 3 3C 4F G #)<<>IKC+,.Placeholderct|yr)r)rrrr#s r)r z5_LazyModule.__getattr__..Placeholder.__init__s%d,<=rN)rrrrr )r#sr) Placeholderr,s , >rr.) metaclasszmodule z has no attribute ) rr rrrrrr _get_moduler rr setattr)rrr.rr"r#s @r) __getattr__z_LazyModule.__getattr__s 4== ==& & 4//446 6#;;DA  >  > $(K %)]]K "E T**//1 1%%d&;&;D&ABFFD)E T]] "$$T*E 74==/9KD6!RS SdE" r module_namec  tjd|z|jS#t$r$}t d|jd|d||d}~wwxYw)Nr0zFailed to import z@ because of the following error (look up to see its traceback): )rrrr"rp)rr3es r)r0z_LazyModule._get_modulesf **3+> 1 1$^b]c 1 dD ^^ , ,T 2FKKF# [[ F Mrr)rcD]}|tvs td|tts tdfd}|S)a This decorator enables two things: - Attaching a `__backends` tuple to an object to see what are the necessary backends for it to execute correctly without instantiating it - The '@export' string is used to dynamically import objects zFBackend should be defined in the BACKENDS_MAPPING. Offending backend: zBackends should be a tuple.c|_|Sr) __backends)funrs r)inner_fnzexport..inner_fns! r)rrrr)rrrMs` r)exportrNsXq * *efmenop pq h &677 Orc d|vS)N modeling_tf_rr5s r)rRs n!r)rc d|vS)Nmodeling_flax_rrQs r)rRrRs !#r)rc d|vS)N modeling_rrQs r)rRrRs kQrrcJ|jdxr|jdS)N tokenization__fast)rendswithrQs r)rRrRsall?+C 70Cr)ryc\d|vrgSd}|j}t|D]\}}|jds|}|gS||d}|djds td|dj drR|dj ddj dj d Dcgc]}|j d c}Sg}tdt|D]?}||j dk(r|cS|j||j d A|Scc}w) z Returns the content of the __all__ variable in the file content. Returns None if not defined, otherwise returns a list of strings. rNrz`fetch__all__ accepts a list of lines, with the first line being the __all__ variable declaration]=rz [],z"' z"', ) splitlines enumeraterrrZr6striprangerr) file_content start_indexlinesindexliner_all__all__line_indexs r) fetch__all__rjsI  $ K  # # %E ' t ??9 %K  +, E 8  y ) n   Qx-21X^^C-@-C-I-I%-P-V-VWZ-[\c &!\\!&q#e*!5 E &'--/36  E"34::7CD  E  ]s3D)c * i}tjj|r|}g}tj|D]}|dk7rjtjjtjj ||r-t tjj ||||<rtjjtjj ||r|j |ntjj|}tj|Dcgc]B}tjjtjj ||rA|D}}d|vr|jdd}|d|r|d|r|Dcgc] }d|vs| }}i}|D]-}|jdsttjj ||d5}|j} d d d |d d }d } d } d } tjD]\} }| |s|} nt}d vr5| jd}t!|D]\}}|j#dr|j#ds*d}d| vrd}d| vr|| jddjddjdd }t%t'|jdDcgc]}|s|j)dc}}nd|| dzvrg}|| |D]}d|vr|jdd}d|vsd|vrLd|vr(|j+d|jdDn |j |j)d|j)dk(snt%|}nd }t-|| z}||vri||<|||vrt|||<|j#ds|j#dsd }nc|j#drd!nd"}||d jdd j)d#}|||j/||j/||r|} |} d$| vst1| D]I}||vst-| }||vri||<|||vrt|||<|||j/|K0i||}|Scc}wcc}w#1swYxYwcc}w)%a This method takes the path to a file/a folder and returns the import structure. If a file is given, it will return the import structure of the parent folder. Import structures are designed to be digestible by `_LazyModule` objects. They are created from the __all__ definitions in each files as well as the `@export` decorators above methods and objects. The import structure allows explicit display of the required backends for a given object. These backends are specified in two ways: 1. Through their `@export`, if they are exported with that decorator. This `@export` decorator accepts a `backend` tuple kwarg mentioning which backends are required to run this object. 2. If an object is defined in a file with "default" backends, it will have, at a minimum, this backend specified. The default backends are defined according to the filename: - If a file is named like `modeling_*.py`, it will have a `torch` backend - If a file is named like `modeling_tf_*.py`, it will have a `tf` backend - If a file is named like `modeling_flax_*.py`, it will have a `flax` backend - If a file is named like `tokenization_*_fast.py`, it will have a `tokenizers` backend Backends serve the purpose of displaying a clear error message to the user in case the backends are not installed. Should an object be imported without its required backends being in the environment, any attempt to use the object will raise an error mentioning which backend(s) should be added to the environment in order to use that object. Here's an example of an input import structure at the src.transformers.models level: { 'albert': { frozenset(): { 'configuration_albert': {'AlbertConfig', 'AlbertOnnxConfig'} }, frozenset({'tokenizers'}): { 'tokenization_albert_fast': {'AlbertTokenizerFast'} }, }, 'align': { frozenset(): { 'configuration_align': {'AlignConfig', 'AlignTextConfig', 'AlignVisionConfig'}, 'processing_align': {'AlignProcessor'} }, }, 'altclip': { frozenset(): { 'configuration_altclip': {'AltCLIPConfig', 'AltCLIPTextConfig', 'AltCLIPVisionConfig'}, 'processing_altclip': {'AltCLIPProcessor'}, } } } __pycache__ __init__.pyc,tfd|DS)Nc3&K|]}|v ywrr)rr# substrings r)rzLcreate_import_structure_from_path..find_substring..fs1a9>1s)r )rplist_s` r)find_substringz9create_import_structure_from_path..find_substringes15111rmodular_rVz.pyzutf-8)encodingNrrrz@export )  @)Frz backends=r(rzz, z'",r]"'c3>K|]}|jdyw)()"', N)rars r)rz4create_import_structure_from_path..s3uQXGMM)4L3usrclassdefTrr:r)rtrisdirlistdirr!create_import_structure_from_pathrrremoverZopenreadBASE_FILE_REQUIREMENTSrrr6r`rrsortedrarr addrj) module_pathr directoryadjacent_modulesfrrr"module_requirementsr3rc previous_lineprevious_indexbase_requirements string_check requirementsexported_objectsrerfrg skip_linebackends_stringbr backend_linerd object_name _all_objects r)rrs-l ww}}[! K( +AM!bggmmBGGLLa4P&Q&G U`bcHd&e #WW]]277<< 1#=> ''*  +GGOOK0 ')zz)'<n!BGGMMRTRYRYR^R^_hjkRlDmAnn (( .2j"23{Td8e1A^vZW]E]F^^'pP ##E*  "'',,y+6 I $Q668L $"#2&   *@*F*F*H  &L,K($0! 5  $ &&t,E(/G + t??#89$//R[B\ "  - %I"]2*7*=*=k*J1*M*S*STW*XYZ*[*a*abe*fgh*i#(/J_J_`dJe0kQij0k)l#m$$u^a-?'@@#%,1.,G &L)\9/;/A/A#/Fq/I "l2c\6I#'<#7$,OO3u\h\n\nos\t3u$u$,OOL4F4Fy4Q$R ,113s: % &$)?$&(4E)EFH'::8:+H5"*=h*GGEHU+H5kB??73DOOE&>s&CA&F&L&LS&Q +H5kBFF{S(,,[9 $(M%*NOG +V  $+L9 P &66():;H'::8:+H5"*=h*GGEHU+H5kB'1+>BB;O PQpPdC-B1AB Go_ $ $P1ls15AS98S9, S>6S>TT TT cfddfd |}tdD] }|} i}|jjD]$\}}t|tr||=|||<&|S)a This method takes as input an unordered import structure and brings the required backends at the top-level, aggregating modules and objects under their required backends. Here's an example of an input import structure at the src.transformers.models level: { 'albert': { frozenset(): { 'configuration_albert': {'AlbertConfig', 'AlbertOnnxConfig'} }, frozenset({'tokenizers'}): { 'tokenization_albert_fast': {'AlbertTokenizerFast'} }, }, 'align': { frozenset(): { 'configuration_align': {'AlignConfig', 'AlignTextConfig', 'AlignVisionConfig'}, 'processing_align': {'AlignProcessor'} }, }, 'altclip': { frozenset(): { 'configuration_altclip': {'AltCLIPConfig', 'AltCLIPTextConfig', 'AltCLIPVisionConfig'}, 'processing_altclip': {'AltCLIPProcessor'}, } } } Here's an example of an output import structure at the src.transformers.models level: { frozenset({'tokenizers'}): { 'albert.tokenization_albert_fast': {'AlbertTokenizerFast'} }, frozenset(): { 'albert.configuration_albert': {'AlbertConfig', 'AlbertOnnxConfig'}, 'align.processing_align': {'AlignProcessor'}, 'align.configuration_align': {'AlignConfig', 'AlignTextConfig', 'AlignVisionConfig'}, 'altclip.configuration_altclip': {'AltCLIPConfig', 'AltCLIPTextConfig', 'AltCLIPVisionConfig'}, 'altclip.processing_altclip': {'AltCLIPProcessor'} } } c4i}|jD]\}}t|ts|||<td|j Dr;|jD]'\}}t|t s||vri||<||||<)w|||<|S)Nc3<K|]}t|tywrr)rvs r)rzGspread_import_structure..propagate_frozenset.. sE!Z9-Er )rrdictr rr )unordered_import_structuretuple_first_import_structure_key_valuekrpropagate_frozensets r)rz4spread_import_structure..propagate_frozenset s')$6<<> QLD&fd+5;,T2Ev{{}EE"LLNBDAq!!Y/$@@>@8;@A4Q7= B6I5P,T2 Q,+rcg}|jD]Z\}}||d|n|}t|tr'|j||jH|j ||f\t|Sr)rrrrr)_dict previous_keyrrr flatten_dicts r)rz-spread_import_structure..flatten_dict$ sz!KKM -LD&/;/Gl^1TF+TD&$' \&$7==?@ dF^,  - E{rrr)rbcopyrrrw)nested_import_structureordered_import_structureiflattened_import_structurerrrrs @@r)spread_import_structurers^,& 71XQ#67O#P Q"$.335;;=B U c3 (-.:5.A &s + B &%rrc.t|}t|S)au This method takes a module_path as input and creates an import structure digestible by a _LazyModule. Here's an example of an output import structure at the src.transformers.models level: { frozenset({'tokenizers'}): { 'albert.tokenization_albert_fast': {'AlbertTokenizerFast'} }, frozenset(): { 'albert.configuration_albert': {'AlbertConfig', 'AlbertOnnxConfig'}, 'align.processing_align': {'AlignProcessor'}, 'align.configuration_align': {'AlignConfig', 'AlignTextConfig', 'AlignVisionConfig'}, 'altclip.configuration_altclip': {'AltCLIPConfig', 'AltCLIPTextConfig', 'AltCLIPVisionConfig'}, 'altclip.processing_altclip': {'AltCLIPProcessor'} } } The import structure is a dict defined with frozensets as keys, and dicts of strings to sets of objects. )rr)rrs r)define_import_structurerB s*9E "#3 44rctjDcgc]}|jds|}}|D]=}tj|}t|tri|_tj|=?dtjvr@tjd}t|tri|_t j|yycc}w)z Clear cached Transformers modules to allow reloading modified code. This is useful when actively developing/modifying Transformers code. z transformers.r?N)rWrXrrrrrreload)mod_nametransformers_modulesr" main_modules r)clear_import_cacher[ s69[[iHDWDWXgDhHii)"X& fk * FO KK ! "$kk.1 k; /#%K % %js CC)Fr)FF)T)r)rm(rimportlib.machineryrimportlib.metadataimportlib.utilrkrtrrrWr collectionsr functoolsr itertoolsrtypesrtypingrrr r r r r packagingrrr get_loggerrr#rwboolr*ENV_VARS_TRUE_VALUESrENV_VARS_TRUE_AND_AUTO_VALUESrurvupperr0r1USE_JAXr3r4rTORCH_FX_REQUIRED_VERSIONACCELERATE_MIN_VERSIONSCHEDULEFREE_MIN_VERSIONFSDP_MIN_VERSIONGGUF_MIN_VERSIONXLA_FSDPV2_MIN_VERSIONHQQ_MIN_VERSIONVPTQ_MIN_VERSIONTORCHAO_MIN_VERSIONrrrrrrrrrrrrr-r0rrrrrr@rGrrrrrr_faiss_versionr$rrYr\rrrrrrrOr3rrrrMrPrr'r*rr!rr$rdr=rrrrrrrCrFr^rrr8rr r rrrrnr|rIrrrarLrJrr;rrrrrrrrrrrrrrrrrrinfo _tf_versionrC candidatespkgr_essentia_versionr_pretty_midi_version ccl_versionrrS _flax_version_jax_available _jax_versionr:rr4rrb_torch_xla_versionrrrrrrrrrrrrrrrrrrrrrrrrrrrrrrrrr)r-r8r;r>rArDrHrKrNrQrTrWrZr]rgrkrrrrrrrrrrrrrrrrrrrrrrrrrrrrrrrrrrr r rrrrrrr"r%r(r+r.r1r4r6r9r<rArDrGrJrMrPr\r_rbrerprwrzr}rrrrrrrrrrrrrrrrrrrrrrrrAV_IMPORT_ERRORYT_DLP_IMPORT_ERRORDECORD_IMPORT_ERRORCV2_IMPORT_ERRORDATASETS_IMPORT_ERRORTOKENIZERS_IMPORT_ERRORSENTENCEPIECE_IMPORT_ERRORPROTOBUF_IMPORT_ERRORFAISS_IMPORT_ERRORPYTORCH_IMPORT_ERRORTORCHVISION_IMPORT_ERRORrrBS4_IMPORT_ERRORSKLEARN_IMPORT_ERRORTENSORFLOW_IMPORT_ERRORDETECTRON2_IMPORT_ERRORFLAX_IMPORT_ERRORFTFY_IMPORT_ERRORLEVENSHTEIN_IMPORT_ERRORG2P_EN_IMPORT_ERROR!PYTORCH_QUANTIZATION_IMPORT_ERROR#TENSORFLOW_PROBABILITY_IMPORT_ERRORTENSORFLOW_TEXT_IMPORT_ERRORTORCHAUDIO_IMPORT_ERRORPANDAS_IMPORT_ERRORPHONEMIZER_IMPORT_ERRORUROMAN_IMPORT_ERRORSACREMOSES_IMPORT_ERRORSCIPY_IMPORT_ERRORSPEECH_IMPORT_ERRORTIMM_IMPORT_ERRORNATTEN_IMPORT_ERRORNUMEXPR_IMPORT_ERRORNLTK_IMPORT_ERRORVISION_IMPORT_ERRORPYTESSERACT_IMPORT_ERRORPYCTCDECODE_IMPORT_ERRORACCELERATE_IMPORT_ERRORCCL_IMPORT_ERRORESSENTIA_IMPORT_ERRORLIBROSA_IMPORT_ERRORPRETTY_MIDI_IMPORT_ERRORCYTHON_IMPORT_ERRORJIEBA_IMPORT_ERRORPEFT_IMPORT_ERRORJINJA_IMPORT_ERRORRICH_IMPORT_ERRORrrtyperr BACKENDS_Tr8r BaseExceptionr=rHrNrrjrrrrrrr)rsg  #DDD   H %)C))%PUVZ\_V_P`bfPfJg)X2 4 : :F8 D & ) / / 1 JJNN; / 5 5 7 **..V , 2 2 4 4::< ZZ^^$8&AGGI*GMM&1!" .C<`d-e**'//?'/!6vd!S((.d: NN,,X6dB/?'/-l;/?' 5,[91F~fj1k..))%0<.}=))%0<NN,,X6dB+J7-l;>>++G4D@!''//8N LL77GHI(/)(3+,EF!67Tei!j(1(2(1,[9.}=*95)(3'/'/)(3*95,[9,[9nn..u5TA(1$) /0#' !* 8 89M NVZ Z)(3'/-l;)(3)(3*95.}=+J7.}=)(3"78N"O)(3-l;.}=(10A+G4$9&QU$V!M^^--i8D#"">2%>>33ODDP,[9(1+@]a+b(($9:R$S!23DE*95'/-l;-l;'dJ  JK! "+"4"4"<"> 8 Eop!&  CD nn..z:$F!**22:> LL:;L:MNO #11-@L#$--55mD LL=>R=STU   NN[)5K~~ =>dJ$$,,-=>K LL3K=AB  ++%:6RV%W"O]'  .$"  (    > >$  0 @ @, , ,^ J JC%&"E !!*:Z3Z 3( > >8    >>0 ] ] eCe e dsdd d"!$*:]3]C *:`3`( )  !"J"!    "<C"+- $$0. !-@`c`! !  Gf= 7_ $       %!'#               . 12. !#345. !#345. +-BCD . ')<=> . /1HIJ . +-BCD. %'9:;. #%678. #%678. ')<=>. ')<=>. /1HIJ. ')<=>. 13KLM. 13KLM!." )+?@A#.$ +-BCD%.& 13KLM'.( 13KLM).* /1HIJ+., "CEf!gh-.. 57QRS/.0 )+?@A1.2 ')<=>3.4 "$GIl#mn5.6 !89:7.8 9;WXY9.: #%678;.< /1HIJ=.> ')<=>?.@ #%678A.B /1HIJC.D %';<=E.F 13KLMG.H ')<=>I.J %'9:;K.L /1HIJM.N ,.>?@O.P ')<=>Q.R %'9:;S.T #%678U.V %'9:;W.X ')<=>Y.Z #%678[.0f+( .$ .s^ *d3C=&99:xU*xUv[][S&,"7#Y C_ 'T F FR]&@551C52&aF..!!"++33K@ ;N;KLM    2 2! ! !<..)#( )4    2 2#"#@!))>>"....#"#..s/v<)x.y6y2/z/z4/{<x+/xx+x$!x+#x$$x+*x+.y  y y/.y/2zzz10z14{{{54{5