S^(hT |dZddlZddlmZddlmZmZddlZddlm Z ddl Z ddl m Z ddlmZmZddlZddlmZmZdd lmZerddlZer dd lmZdd lmZej:eZ dd Z d ee!de jDdee!e jDfde!dee!e jDff dZ#dZ$dZ%dZ&dZ'y)z!PyTorch - Flax general utilities.N)UnpicklingError)DictTuple) from_bytes) flatten_dictunflatten_dict)is_safetensors_availableis_torch_available)logging) safe_open) load_filecb|stjj|}tj d||j drCi}t |d5}|jD]}|j|||< dddnR ddl }|j|dd }tj d td |jDd dt!||} | St#||} | S#1swY%xYw#ttf$rtjdwxYw)z(Load pytorch checkpoints in a flax modelzLoading PyTorch weights from .safetensorsflax) frameworkNrzLoading a PyTorch model in Flax, requires both PyTorch and Flax to be installed. Please see https://pytorch.org/ and https://flax.readthedocs.io/en/latest/installation.html for installation instructions.cpuT) map_location weights_onlyzPyTorch checkpoint contains c3<K|]}|jywN)numel).0ts f/var/www/skyplay_api_hub/venv/lib/python3.12/site-packages/transformers/modeling_flax_pytorch_utils.py z=load_pytorch_checkpoint_in_flax_state_dict..Ks:e1779:es,z parameters.)ospathabspathloggerinfoendswithr keys get_tensortorch ImportErrorModuleNotFoundErrorerrorloadsumvalues"convert_pytorch_state_dict_to_flax*convert_pytorch_sharded_state_dict_to_flax) flax_modelpytorch_checkpoint_path is_shardedallow_missing_keyspt_path pt_state_dictfkr&flax_state_dicts r*load_pytorch_checkpoint_in_flax_state_dictr81s3 ''//"9: 3G9=>   N +M7f5 77A'(||AM!$7 7 7 'EJJwUQUVM KK6s:emNbNbNd:e7efg6hhtu v<]JW EE\^hi + 7 7  !45  %   s*C<D<D&D. pt_tuple_key pt_tensorrandom_flax_state_dict model_prefixreturncdttdtffd }|dddz}|ddvr ||r||fS|dddz}|dd k(r ||s||fS|ddd z}|dd k(r ||s||fS|ddd z}|dd k(r ||r||fS|dddz}|dd k(r/|jdk(r ||s|j dddd}||fS|dddz}|dd k(r||s|j }||fS|dddz}|ddk(r||fS|dddz}|ddk(r||fSd}|ddddk(r |ddz}n|ddddk(r|ddz}| |dd|fz}||fS||fS)zYRename PT weight names to corresponding Flax weight names and reshape tensor if necessarykeyr=cDtt|f|zhzdkDS)zAChecks if `key` of `(prefix,) + key` is in random_flax_state_dictr)lenset)r?r<r;s ris_key_or_prefix_key_in_dictzCrename_key_and_reshape_tensor..is_key_or_prefix_key_in_dict\s+3-.# 7L1MMNQRRRN)scale)weightgamma)mean running_mean)var running_var) embeddingrG)kernelr rrGrH)biasbeta)parametrizations original0_g)rV original1_v)rstrboolndim transposeT)r9r:r;r<rCrenamed_pt_tuple_keynames `` rrename_key_and_reshape_tensorrcTsXS%*SS (,z9B..3OPd3e#Y..(,y8B>)2N|2\#Y..(,x7B=(1Ml1[#Y..(,~=B8#(DEY(Z#Y..(,{:B8# !(;D`amDn''1a3 #Y..(,{:B8#,H,VKK #Y..(,{:B7"#Y..(,y8B6!#Y.. DBEE??B$& be!e  A AB$& +CR0D7:#Y..  ""rDc txr:ttt|j t j }|rt jnd}|jDcic]\}}||j}}}|rX|jD]E\}}|j|k(r|j}|jj||<G|j}d|jvr|jd}n |j}t|} d|jvr)t|jd} | j!| i} ||vxr2||j#Dchc]}|j%ddc}v} ||vxr2||j#Dchc]}|j%ddc}v} |jD]}\}}t'|j%d}|||k(}|d|k(}| r|r|dd}t)||| |\}}|f|z| v}| r|r|f|z}|| vrH|j*| |j*k7r,t-d|d| |j*d |j*dd|jvrd |d vsd |d vrt/j0|| d |z<d|d vr| j3|d|st/j0|n$t/j0|t.j| d|z<?|st/j0|n$t/j0|t.j| |<t5| Scc}}wcc}wcc}w)Nbfloat16params batch_stats.rr 1PyTorch checkpoint seems to be incorrect. Weight  was expected to be of shape , but is rIrErKrgnum_batches_trackeddtyperf)r isinstancenextiterr,r&Tensorreitemsrofloatrnumpybase_model_prefixrfrupdater$splittuplercshape ValueErrorjnpasarraypopr)r4r/from_binrer6v weight_dtypesr<flax_model_paramsr;flax_batch_statsr7$load_model_with_head_into_base_model$load_base_model_into_model_with_headpt_keyr:r9 is_bfloat_16has_base_model_prefixflax_key flax_tensorrequire_base_model_prefixs rr-r-s!#d 4]=Q=Q=S8T3UW\WcWc(dH!)u~~zH,9,?,?,ABDAqQZBMB!'') /DAqww("GGI uuw}}M!   / //L:$$$&--h7&--)*;< )))' (9(9-(HI%%&67O,8@Q,Q,-2D2D2FGQaGG)-9 )%;\! + &2Oh$>BX$X! /4M$1H - -  $:8$D$J$JJ GxOl-h7==>i HYHYGZZ[] J-- -"%(2,)>?B{{;?W 08 ;<$ 4##Hd31= K(#++kadamamBn K(2 3 1= K(#++kadamamBn H %U,\ / **_C4HLs.M(5M.-M3c ddl}i}|D]H}|j|d}|jDcic]\}}||j}}}|jDcic]M\}}||j|jk7r|j n|j j O}}}|j} d|jvrB|jd} t| } | jt|jdn|j} t| } | | vxr2| |jDchc]}|jddc}v} | | vxr2| |jDchc]}|jddc}v} |jD]\}}t|jd}|||jk(}|d| k(}| r|r|dd}t||| | \}}| f|z| v}| r|r| f|z}|| vrH|j| |jk7r,t!d|d | |jd |jdd|jvrd |d vrt#j$||d |z<d|d vrt#j$||d |z<d|d vr|j'|d#|st#j$|n$t#j$|t"j|d|z<g|st#j$|n$t#j$|t"j||<Kt)|Scc}}wcc}}wcc}wcc}w)NrT)rrgrfrhr rirjrkrIrErlrKrmrnrp)r&r*rurorerwrvrxrfrryr$rzr{rcr|r}r~rrr)shard_filenamesr/r&r7 shard_filer4r6rrr<rr;rrrr:r9rrrrrs rr.r.sO%J " :DA 0=0C0C0EF1AGGF FYfYlYlYn QUQRTUAAGGu~~5qwwy1779??;L L  "33  J-- - * 1 1( ; %12C%D " " ) ),z7H7H7W*X Y * 1 1 %12C%D "0x(H(N(NN$KF8Sp1(;AAB)KL]L]K^^_a  1 11Xb\)CF;;{C[O$4x$?@HRL(CF;;{C[O$4x$?@(HRL8#''$75ACKK ,ckkR]eheqeqFr h 675ACKK ,ckkR]eheqeqFr )[/ 7JV / **QG "L!PsM !AM&M,:M1ctjj|}tj d|t t d|jjz}|jdrt|}t|d}n1t|d5} t||j} d d d t#|S#t$rt!d|dwxYw#1swY1xYw) (Load flax checkpoints in a PyTorch modelzLoading Flax weights from Flaxrrh)seprbzUnable to convert z to Flax deserializable object. N)rrr r!r"getattr transformers __class____name__r#safe_load_fileropenrreadrEnvironmentError"load_flax_weights_in_pytorch_model)modelflax_checkpoint_pathflax_clsr7state_fs r%load_flax_checkpoint_in_pytorch_modelrKs77??+?@ KK,-A,BCD|Veoo.F.F%FGH$$^4()=>(cB & - t t",Xw||~"F t .e_ EE# t&);z4load_flax_weights_in_pytorch_model..osCLLAXrDzFound ``bfloat16`` weights in Flax model. Casting all ``bfloat16`` weights to ``float32`` before loading those in PyTorch model.c~|jtjk(r|jtj S|Sr)ror~reastypenpfloat32rps rrz4load_flax_weights_in_pytorch_model..xs'  8T6==4Z`rDrhr rErNrOrR)rQrPrr )rFrMrI)rJrK)rLrgrUrPrVrWrXrYrZr[z.Flax checkpoint seems to be incorrect. Weight rjrkzQSome weights of the Flax model were not used when initializing the PyTorch model z: z, - This IS expected if you are initializing z from a Flax model trained on another task or with another architecture (e.g. initializing a BertForSequenceClassification model from a FlaxBertForPreTraining model). - This IS NOT expected if you are initializing z from a Flax model that you expect to be exactly identical (e.g. initializing a BertForSequenceClassification model from a FlaxBertForSequenceClassification model).z3All Flax model weights were used when initializing z. zSome weights of zE were not initialized from the Flax model and are newly initialized: zo You should probably TRAIN this model on a down-stream task to be able to use it for predictions and inference.zAll the weights of z were initialized from the Flax model. If your task is similar to the task the model of the checkpoint was trained on, you can already use z* for predictions without further training.)%r&r'r(r!r)rjax tree_utiltree_mapr,anywarning state_dictrxr$rzrBrujoinr^r~r_r`r|r}rqrndarrayr from_numpyremoveappendload_state_dictlistrArr)pt_model flax_stater& is_type_bf16r7 pt_model_dictr6rrunexpected_keys missing_keysflax_key_tuplerrrrspecial_pt_namesr?key_componentsrb key_to_checks rrras  6 67XZd efmmoL <  5 ]]++ `bl #:.O'')M,4,F,F*,T,""MDVDVDX*Yq1773<?*YY)-5,F,Fj,X,"" @R@R@T&U1qwws|A&UU) O}))+,L'6'<'<'>A-# .q 1X5O5O O$'HHh.H.H-J^-[$\`m$m! 04I+AB/N 16O&88:^KN "  )k.>.>!.CQ_H`huHu+CR0;>N-- \BK B 8 +0HP]0]+CR0;>N%--K B #9 9+CR0;>N~b) )+CR03DDN nR( (+CR03CCN J &xxqr 23Hxx/H 5C YYs^NDbe!e$);[(II%b)D0A&+={*KK%b)D0!/!4v!="xx7 14 . 5 ' ''1H } $  M($;$A$AA D^DTU&&3H&=&C&C%DIkN_N_M``ac >H UWU_U_=`bjj5fq *:%*:*:;*G h'##H-  " "8 ,CA-F ]+ %L ?a ""++,B.?@""++,-88@8J8J8S8S7TU9  9  LXM_M_MhMhLiilmn <1x11::;<)N+5 5  O !("4"4"="=!>?##+#5#5#>#>"??i k OI , -    2+Z'VsS.TT.&T)F)(__doc__rpicklertypingrrr jax.numpyrwr~rflax.serializationrflax.traverse_utilrrrr r utilsr r& safetensorsr safetensors.flaxrr get_loggerrr!r8r\rrcr-r.rrrDrrs( " );:%<   H %IN F@#*@#zz@#!ckk!12@# @#  Cj"** @#FT+xP+pF,IrD