Ë
    f^(h1Q ã                   óÊ  — U d dl Z d dlZd dlZd dlZd dlZd dlZd dlZd dlmZm	Z	 d dl
mZmZmZmZ d dlZd dlZd dlZd dlmc mZ d dlmZ d dlmZmZ d dlmZmZ d dlmZm Z m!Z!m"Z"m#Z#m$Z$m%Z% d dl&m'Z' d d	l(m)Z)m*Z* d d
l+m,Z,m-Z-m.Z.m/Z/m0Z0m1Z1m2Z2m3Z3 d dl4m5Z5 d dl6m7Z7 d dl8m9Z9m:Z: d dl;m<Z< d dl=m>Z> d dl?m@Z@ d dlAmBZBmCZC d dlDmEZEmFZF d dlGmHZH d dlImJZJ d dlKmLZL d dlMmNZN d dlOmPZP d dlQmRZR d dlSmTZTmUZU d dlVmWZW d dlXmYZYmZZZm[Z[m\Z\ d dl]m^Z^m_Z_m`Z`maZa d dlbmcZcmdZd d dlemfZf d dlmgZg d d lhmiZi d!d"ljmkZk d!d#llmmZmmnZnmoZompZpmqZq d!d$lrmsZsmtZt  ejê                  ev«      Zwe jð                   G d%„ d&«      «       Zye jð                   G d'„ d(«      «       Zz e jð                  d)¬*«       G d+„ d,«      «       Z{ ey«       Z|ejú                  ejü                  ejþ                  e�j                   e�j                  ejî                  e�j                  eƒe�j                  h	e|_…        ed-„ «       Z†ed.„ «       Z‡d/„ Zˆd0„ Z‰d1„ ZŠd2e�j                  �j                  fd3„Z�d4„ ZŽd5„ Z�d6„ Z�d7„ Z‘d8e�j$                  �j&                  d9e�j$                  �j&                  d:e”e•e•f   fd;„Z–d2e�j                  �j                  d<etd=e”e•e�j.                  f   d>e”e•ee�j.                  eJe�j0                  f   f   d?e™e   f
d@„ZšdAe*dBetd>e”e•ee�j.                  eJe�j0                  f   f   d:dfdC„Z›d2e�j                  �j                  d:dfdD„Zœd)dEœd2e�j                  �j                  d:ezfdF„Z�d2e�j                  �j                  dBetd:dfdG„Zžd8e�j$                  �j&                  d9e�j                  �j                  d:dfdH„ZŸdIe�j$                  �j&                  d:e”e•e•f   fdJ„Z 	 d™dKegdLegdMe”e•eqf   dNee™e•      d:e™ep   f
dO„Z¡	 	 dšdPdQdQd)d)d)dRœdSedTe¢edUf   dVee”e•ef      dWeee”e•ef   e¢e   e™e   f      dXe¢e•dUf   dYe£dZe£d[e£d\e£d]e£d:e�j                  �j                  fd^„Z¤	 d™d_„ dQdd)dQd)dQd`œdIe�j$                  �j&                  dae*dbe£dce£dde£dee£d:ezfdf„Z¥	 d™dIe�j$                  �j&                  dTe¢edUf   dVee”e•ef      d:e™e•   fdg„Z¦dIe�j$                  �j&                  d:e§e•   fdh„Z¨die§e�j.                     dje”e•e�j.                  f   dBetd>e”e•ee�j.                  eJe�j0                  f   f   d:df
dk„Z©dle�j$                  �j&                  dBetd>e”e•ee�j.                  eJe�j0                  f   f   d:dfdm„Zªdne�j                  �j                  d:dfdo„Z«dne�j                  �j                  d:dfdp„Z¬d2e�j                  �j                  d<etd:dfdq„Z­drend:e”e•ef   fds„Z®da¯ee§e•      e°dt<   da±ee”e•e•f      e°du<   dv„ Z²dw„ Z³dIe�j$                  �j&                  d:e”e•ef   fdx„Z´dy„ Zµ	 d™dze{dXe¢e•dUf   d{e£dNee™e•      d:e¢e�j                  �j                  e™ep   f   f
d|„Z¶dze{d}e”e•ef   fd~„Z·deNfd€„Z¸ed�e�j$                  �j&                  fd‚„«       Z¹edƒ„ «       Zº G d„„ d…e�j$                  �j&                  «      Z»d™d†„Z¼dIe�j$                  �j&                  dTe¢edUf   dVe”e•ef   dWeee”e•ef   e¢e   e™e   f      dXe¢e•dUf   d‡e£dˆe”e•ef   d‰egdZe£dce£d:e{fdŠ„Z½dIe�j$                  �j&                  dTe¢edUf   dVe”e•ef   dWeee”e•ef   e¢e   e™e   f      dXe¢e•dUf   d‡e£dˆe”e•ef   d‰egdZe£dce£d‹ed:e{fdŒ„Z¾dd�„ fdIe�j$                  �j&                  dae*d:ezfdŽ„Z¿d�„ ZÀd2e�j                  �j                  d�e•d:e�j                  �j‚                  fd‘„ZÂ	 d›dIe�j$                  �j&                  dTe¢edUf   dVe”e•ef   dWeee”e•ef   e¢e   e™e   f      dXe¢e•dUf   d‡e£dˆe”e•ef   d‰egdZe£dce£d’e•d:e{fd“„ZÃe²em	 	 dšd)dPd”œdIe�j$                  �j&                  dTe¢edUf   dVee”e•ef      dWeee”e•ef   e¢e   e™e   f      d•e£dXe¢e•dUf   d:enfd–„«       «       ZÄe²em	 	 dšd)dPdQdQdQd—œdIe�j$                  �j&                  dTe¢edUf   dVee”e•ef      dWeee”e•ef   e¢e   e™e   f      d•e£dXe¢e•dUf   d‡e£dZe£dce£d:enfd˜„«       «       ZÅy)œé    N)ÚcontextmanagerÚnullcontext)ÚAnyÚCallableÚOptionalÚUnion)Úenable_python_dispatcher)Ú	UserErrorÚUserErrorType)Úexportdb_error_messageÚget_class_if_classified_error)Ú_fakify_module_inputsÚ_fakify_script_objectsÚ_gather_constant_attrsÚ_NonStrictTorchFunctionHandlerÚmake_constraintsÚmake_fake_inputsÚ$produce_guards_and_solve_constraints)ÚCollectTracepointsPass)Ú_materialize_and_lift_constantsÚConstantAttrMap)Ú_collect_param_buffer_metadataÚ_compiling_state_contextÚ_fakify_params_buffersÚ)_populate_param_buffer_metadata_to_new_gmÚ_update_gm_meta_if_possibleÚapply_runtime_assertion_passÚplaceholder_naming_passÚplaceholder_prefixes)ÚSpecViolationError)Ú_wrap_submodules)Ú_graph_input_namesÚ_graph_output_names)ÚGraphSignature)Úget_subclass_typing_container)Úcreate_functional_call)Úcreate_tree_flattened_fnÚregister_buffer_assignment_hook)Ú_detect_attribute_assignmentÚaot_export_module)Údetect_fake_mode)ÚFakeScriptObject)Údtrace_structured)ÚFakeTensorMode)Úlog_export_usage)Ú!_check_input_constraints_pre_hook)Ú_check_dynamic_shapesÚ_combine_args)Ú
OutputKind)Úget_proxy_slotÚmake_fxÚPreDispatchTorchFunctionModeÚtrack_tensor_tree)ÚConstraintViolationErrorÚfree_unbacked_symbolsÚGuardOnDataDependentSymNodeÚShapeEnv)Ú_PyTreeCodeGenÚ_PyTreeInfo)Ú	_get_attr)ÚTreeSpec)ÚValueRangeErroré   )ÚAutogradStateOpsFailSafeguard)Ú_disable_prexisiting_fake_modeÚExportedProgramÚ	InputKindÚModuleCallEntryÚModuleCallSignature)Ú"_convert_to_export_graph_signatureÚExportGraphSignaturec                   óZ   — e Zd ZU dZdZeed<    ej                  e	¬«      Z
e	e   ed<   dZy)ÚExportDynamoConfigz:
    Manage Export-specific configurations of Dynamo.
    TÚ	allow_rnn)Údefault_factoryÚreorderable_logging_functionsN)Ú__name__Ú
__module__Ú__qualname__Ú__doc__rL   ÚboolÚ__annotations__ÚdataclassesÚfieldÚsetrN   r   Údo_not_emit_runtime_asserts© ó    úQ/var/www/skyplay_api_hub/venv/lib/python3.12/site-packages/torch/export/_trace.pyrK   rK   i   s<   … ñð €IˆtÓØ3D°;×3DÑ3DØô4Ð! 3 x¡=ó ð #'ÑrZ   rK   c                   ó’   — e Zd ZU ej                  j
                  ed<   eed<   ee	e
ej                  eej                  f   f   ed<   y)ÚATenExportArtifactÚgmÚsigÚ	constantsN)rO   rP   rQ   ÚtorchÚfxÚGraphModulerT   rI   ÚdictÚstrr   ÚTensorr,   ÚScriptObjectrY   rZ   r[   r]   r]   z   sM   … à�‰×ÑÓØ	ÓØØØØ�L‰LØØ×Ñð ñ	
ð	ñô rZ   r]   T)Úfrozenc                   óh   — e Zd ZU eed<   eed<   eed<   eed<   eeeee	j
                  f   f   ed<   y)ÚExportArtifactÚatenÚin_specÚout_specÚ	fake_modeÚmodule_call_specsN)
rO   rP   rQ   r]   rT   r?   r.   rd   re   ÚpytreerY   rZ   r[   rj   rj   ˆ   s8   … à
ÓØÓØÓØÓØ˜C  c¨6¯?©?Ð&:Ñ!;Ð;Ñ<Ô<rZ   rj   c               #   óô  K  — t         j                  j                  j                  d«      } t         j                  j                  j                  d«      }	 d –— t        j                  j                  j                  | Ž  t        j                  j                  j                  |Ž  y # t        j                  j                  j                  | Ž  t        j                  j                  j                  |Ž  w xY w­w©NF)ra   ÚbackendsÚmkldnnÚ	set_flagsÚnnpack)Úorig_mkldnn_flagÚorig_nnpack_flags     r[   Ú_ignore_backend_decompsry   Ÿ   s«   è ø€ ä—~‘~×,Ñ,×6Ñ6°uÓ=ÐÜ—~‘~×,Ñ,×6Ñ6°uÓ=Ðð;Ûä�‰×Ñ×'Ñ'Ð)9Ñ:Ü�‰×Ñ×'Ñ'Ð)9Ò:øô 	�‰×Ñ×'Ñ'Ð)9Ñ:Ü�‰×Ñ×'Ñ'Ð)9Ò:üs    ‚AC8ÁB' ÁAC8Â'AC5Ã5C8c               #   óf  K  — t         j                  j                  j                  } 	 dt         j                  j                  _        t         j                  j                  j                  –— | t         j                  j                  _        y # | t         j                  j                  _        w xY w­wrr   ©ra   Ú
_functorchÚconfigÚdecompose_custom_triton_ops)Úolds    r[   Ú2_disable_custom_triton_op_functional_decompositionr€   ª   sw   è ø€ ä
×
Ñ
×
!Ñ
!×
=Ñ
=€CðBØ>CŒ×Ñ×ÑÔ;Ü×Ñ×%Ñ%×AÑAÒAà>AŒ×Ñ×ÑÕ;ø¸cŒ×Ñ×ÑÕ;üs   ‚%B1¨AB Á- B1Â!B.Â.B1c                  óL   — t         j                  j                  j                   S ©Nr{   rY   rZ   r[   Ú(custom_triton_ops_decomposition_disabledrƒ   ´   s   € Ü×Ñ×&Ñ&×BÑBÐBÐBrZ   c                 ó   — dt        | «      z   S )NÚ	L__self__)Ú_strip_root©Úxs    r[   Ú
_fixup_keyr‰   ¸   s   € Øœ Q›Ñ'Ð'rZ   c                 ó†   — t        | t        «      r0| j                  d«      r| t        d«      d  }|j	                  d«      S | S )NÚ_export_rootú.)Ú
isinstancere   Ú
startswithÚlenÚremoveprefix)rˆ   Ústrippeds     r[   r†   r†   ¼   s?   € Ü�!”SÔ˜aŸl™l¨>Ô:Ø”S˜Ó(Ð*Ð+ˆØ×$Ñ$ SÓ)Ð)Ø€HrZ   r^   c           
      ó‚  — | j                   j                  D �]  }|j                  t        j                  j
                  j                  k(  sŒ6d|j                  v sŒEt        |j                  d   «      }| j                   j                  |«      5  | j                   j                  dt        j                  j
                  j                  |j                  ||j                  d   dœ¬«      }|j                  |_        |j                  |«       | j                   j                  |«       ddd«       �Œ y# 1 sw Y   �Œ'xY w)zµ
    In-place modifiy input graph module by replacing the export tracepoint with a new node
    that has the same target and args, but with the _export_root stripped from path.
    ÚpathÚcall_functionÚkind)r“   r•   )ÚargsÚkwargsN)ÚgraphÚnodesÚtargetra   ÚopsÚhigher_orderÚ_export_tracepointr—   r†   Úinserting_beforeÚcreate_noder–   ÚmetaÚreplace_all_uses_withÚ
erase_node)r^   Únoder“   Únew_nodes       r[   Ú_rewrite_tracepoint_noder¥   Ã   sù   € ð
 —‘—‘ó .ˆØ�;‰;œ%Ÿ)™)×0Ñ0×CÑCÓCØ˜Ÿ™Ò$Ü" 4§;¡;¨vÑ#6Ó7�Ø—X‘X×.Ñ.¨tÓ4ñ .Ø!Ÿx™x×3Ñ3Ø'ÜŸ	™	×.Ñ.×AÑAØ!ŸY™Yà$(Ø$(§K¡K°Ñ$7ñ ð	  4ó  �Hð %)§I¡I�H”MØ×.Ñ.¨xÔ8Ø—H‘H×'Ñ'¨Ô-÷.ñ .ñ	.÷.ñ .ús   ÂBD4Ä4D>	c                 ó”  ‡‡— g Šg }| j                   j                  D ]«  }|j                  dk(  rMd|j                  v r?|j                  d   }|€Œ2t	        |t
        j                  «      sŒM‰j                  |«       Œ_d|j                  v sŒn|j                  d   }|€Œ€t	        |t
        j                  «      sŒ›|j                  |«       Œ­ t        ‰|z   «      x}r|}nt        t        «       d¬«      }dŠˆˆfd„}t        j                  t
        j                  ||«      }	t        j                  t
        j                  ||«      }
|	|
|fS )zÜ
    Given a graph module, extract fakified input tensors from the metadata of
    its placeholders, and map them to the structure of given args and kwargs.
    Also return the fake mode used to fakify those inputs.
    ÚplaceholderÚvalÚexample_valueT)Ú	shape_envÚexportr   c                 ó   •— ‰‰   }‰dz  Š|S )NrA   rY   )rˆ   r¨   ÚcountÚ	fake_inpss     €€r[   Úlookup_fakez)_extract_fake_inputs.<locals>.lookup_fakeõ   s   ø€ à˜ÑˆØ�‰
ˆØˆ
rZ   )r˜   r™   Úopr    r�   ra   rf   Úappendr+   r.   r;   rp   Útree_map_only)r^   r–   r—   Ú	fake_valsr£   Úfake_valÚdetected_fake_modern   r¯   Ú	fake_argsÚfake_kwargsr­   r®   s              @@r[   Ú_extract_fake_inputsr¸   Û   s  ù€ ð %'€IØ$&€IØ—‘—‘ò +ˆØ�7‰7�mÒ#¨°·±Ñ(:Ø—y‘y Ñ'ˆHØÑ#¬
°8¼U¿\¹\Õ(JØ× Ñ  Õ*Ø §	¡	Ò)Ø—y‘y Ñ1ˆHØÑ#¬
°8¼U¿\¹\Õ(JØ× Ñ  Õ*ð+ô .¨i¸)Ñ.CÓDÐDÐÐDØ&‰	ä"¬X«ZÀÔEˆ	à€Eõô ×$Ñ$¤U§\¡\°;ÀÓE€IÜ×&Ñ&¤u§|¡|°[À&ÓI€Kà�k 9Ð,Ð,rZ   c                 óL  — |j                   D ]C  }|j                  t        j                  t        j                  fv sŒ0| |j
                     |_        ŒE |j                  D ]C  }|j                  t        j                  t        j                  fv sŒ0| |j
                     |_        ŒE y r‚   )
Úinput_specsr•   rE   Ú	PARAMETERÚBUFFERrš   Úoutput_specsr3   ÚBUFFER_MUTATIONÚGRADIENT_TO_PARAMETER)Úparam_buffer_tabler_   Úspecs      r[   Ú_replace_param_buffer_namesrÂ     s–   € Ø—‘ò :ˆØ�9‰9Ü×ÑÜ×Ñð
ò 
ð -¨T¯[©[Ñ9ˆD�Kð:ð × Ñ ò :ˆØ�9‰9Ü×&Ñ&Ü×,Ñ,ð
ò 
ð -¨T¯[©[Ñ9ˆD�Kñ:rZ   c           	      óô   — t        | «      t        |«      t        |«      z   k(  s,J dt        | «      › dt        |«      › dt        |«      › d�«       ‚| t        |«      d  D �cg c]  }||   ‘Œ	 }}g |¢|¢­S c c}w )Nz,Total number of arg names is expected to be z	 but got z positional args, z kwargs.)r�   )Úorig_arg_namesr–   r—   Úkw_nameÚreordered_kwargss        r[   Ú_convert_to_positional_argsrÇ     sž   € Üˆ~Ó¤# d£)¬c°&«kÑ"9Ò9ð Ø
6´s¸>Ó7JÐ6Kð LÜ�t“9�+Ð/´°F³¨}¸Hð	FóÐ9ð 8FÄcÈ$ÃiÀkÐ7RÖS¨G˜˜w›ÐSÐÐSðØ	ðà	ñð ùò Ts   Á A5c                 ó  — d}t        j                  dd|«      }| j                  «       D �]V  }t        |t        j
                  j                  «      sŒ)|j                  j                  D �]  }|j                  dv rŒd}|j                  j                  di «      x}r|t        t        |j                  «       «      «      \  }}	t        j                   |	«      r0t#        |	t        j$                  j&                  «      r||k(  r|	|u rd}nt        |	t(        «      sJ ‚|sŒ²d„ }
|||j*                  d	z   |j,                  z   fi|¥}|j/                  «       D ���	ci c]  \  }\  }}	| |
|«      |	f“Œ c}	}}|j                  d<   �Œ �ŒY y c c}	}}w )
Nz	L['self']z[^a-zA-Z0-9]Ú_©r§   ÚoutputTÚnn_module_stackFc                 ó�   ‡— 	 g Š G ˆfd„d«      }t        | dd |«       ii«       dj                  ‰«      S # t        $ r | cY S w xY w)Nc                   ó"   •— e Zd Zˆ fd„Zˆ fd„Zy)ú@_normalize_nn_module_stack.<locals>.normalize_path.<locals>.Pathc                 ó4   •— |dk7  r‰j                  |«       | S )NÚ_modules)r±   )ÚselfÚnameÚpartss     €r[   Ú__getattr__zL_normalize_nn_module_stack.<locals>.normalize_path.<locals>.Path.__getattr__8  s   ø€ Ø#'¨:Ò#5Ø$)§L¡L°Ô$6Ø'+ rZ   c                 ó<   •— ‰j                  t        |«      «       | S r‚   )r±   re   )rÒ   ÚidxrÔ   s     €r[   Ú__getitem__zL_normalize_nn_module_stack.<locals>.normalize_path.<locals>.Path.__getitem__=  s   ø€ Ø %§¡¬S°«XÔ 6Ø'+ rZ   N)rO   rP   rQ   rÕ   rØ   )rÔ   s   €r[   ÚPathrÏ   7  s   ø„ ô,õ
,rZ   rÙ   ÚLrÒ   rŒ   )ÚevalÚjoinÚ	Exception)r“   rÙ   rÔ   s     @r[   Únormalize_pathz2_normalize_nn_module_stack.<locals>.normalize_path3  sQ   ø€ ð$Ø "˜÷,ó ,ô ˜T C¨&±$³&Ð)9Ð#:Ô;Ø"Ÿx™x¨›Ð.øÜ$ò $Ø#šð$ús   ƒ37 ·AÁArŒ   )ÚreÚsubÚmodulesr�   ra   rb   rc   r˜   r™   r°   r    ÚgetÚnextÚiterÚvaluesÚinspectÚisclassÚ
issubclassÚnnÚModulere   rP   rQ   Úitems)Úgm_torch_levelÚroot_clsÚrootÚroot_keyr^   r£   Úadd_rootrÌ   r“   ÚtyrÞ   Úkeys               r[   Ú_normalize_nn_module_stackró     su  € à€DÜ�v‰v�o s¨DÓ1€HØ×$Ñ$Ó&ó -ˆÜ˜"œeŸh™h×2Ñ2Ô3ØØ—H‘H—N‘Nó *	ˆDØ�w‰wÐ3Ñ3ØØˆHØ"&§)¡)§-¡-Ð0AÀ2Ó"FÐFˆÐFÜ¤ _×%;Ñ%;Ó%=Ó >Ó?‘��bô —?‘? 2Ô&¬:°b¼%¿(¹(¿/¹/Ô+Jà˜t’|¨¨h©Ø#(™ä% b¬#Ô.Ð.Ð.Úò$ð( ˜t X×%8Ñ%8¸3Ñ%>À×AVÑAVÑ%VÐWð#à%ð#�ð ,;×+@Ñ+@Ó+B÷0ð 0á'˜™Z˜d Bð ™.¨Ó.°Ð3Ñ3ô0�—	‘	Ð+Ó,òO*	ñ-ùôT0s   ÅFÚoriginal_moduleÚtraced_moduleÚreturnc                 ó®  — i }i }| j                  d¬«      D ]  \  }}||t        |«      <   Œ | j                  d¬«      D ]  \  }}||t        |«      <   Œ i }|j                  d¬«      D ]*  \  }}	||vsJ ‚t        |	«      |v sŒ|t        |	«         ||<   Œ, |j                  d¬«      D ]*  \  }}
||vsJ ‚t        |
«      |v sŒ|t        |
«         ||<   Œ, |S )zÞ
    Returns a mapping of parameter/buffer names from the new module to the
    original model. This is to help with restoring the FQN for parameter/buffers
    of a traced module to what the original module contains.
    F©Úremove_duplicate)Únamed_parametersÚidÚnamed_buffers)rô   rõ   Úparam_lookupÚbuffer_lookuprÓ   ÚparamÚbufferrÀ   Údynamo_nameÚdynamo_paramÚdynamo_buffers              r[   Ú_get_param_buffer_mappingr  P  s8  € ð $&€LØ$&€MØ&×7Ñ7ÈÐ7ÓOò '‰ˆˆeØ"&ˆ”R˜“YÒð'à'×5Ñ5ÀuÐ5ÓMò )‰ˆˆfØ$(ˆ”b˜“jÒ!ð)ð *,ÐØ%2×%CÑ%CØð &Dó &ò MÑ!ˆ�\ð Ð"4Ñ4Ð4Ð4ÜˆlÓ˜|Ò+Ø.:¼2¸lÓ;KÑ.LÐ˜{Ò+ðMð '4×&AÑ&AØð 'Bó 'ò OÑ"ˆ�]ð Ð"4Ñ4Ð4Ð4ÜˆmÓ Ò-Ø.;¼B¸}Ó<MÑ.NÐ˜{Ò+ðOð ÐrZ   r_   Úfake_params_buffersr`   Úflat_fake_argsc                 ó~  — | j                   j                  D �cg c]  }|j                  dk(  sŒ|‘Œ }}t        |j                  «      t        |«      k(  sJ ‚d}t        ||j                  «      D �]Æ  \  }}|j                  t        j                  t        j                  fv r:|j                  €J ‚||j                     j                  |j                  d   _        Œm|j                  t        j                  k(  rC||   }	t        |	t        j                   «      r|	j                  |j                  d   _        |dz  }ŒÍ|j                  t        j"                  k(  rœ|j                  €J ‚||j                     }
t        |
t        j                   «      s�Œ#|j                  d   j$                  r |
j                  |j                  d   _        �Œ\|j                  d   j                  |
j                  k(  r�Œ„J ‚|j                  t        j&                  t        j(                  fv r�Œ´t+        |j                  «      ‚ y c c}w )Nr§   r   r¨   rA   )r˜   r™   r°   r�   rº   Úzipr•   rE   r»   r¼   rš   Úrequires_gradr    Ú
USER_INPUTr�   ra   rf   ÚCONSTANT_TENSORÚis_leafÚ
CUSTOM_OBJÚTOKENÚAssertionError)r^   r_   r  r`   r  r£   ÚplaceholdersÚirÁ   Úfake_argÚconstants              r[   Ú_preserve_requires_grad_passr  s  sÌ  € ð &(§X¡X§^¡^ÖP˜T°t·w±wÀ-Ó7O’DÐP€LÐPÜˆs�‰Ó¤3 |Ó#4Ò4Ð4Ð4Ø	€AÜ˜,¨¯©Ó8ó ,‰
ˆˆdØ�9‰9Ü×ÑÜ×Ñð
ñ 
ð —;‘;Ð*Ð*Ð*Ø-@Ø—‘ñ.ç‰mð �I‰I�eÑÕ*ð �Y‰Yœ)×.Ñ.Ò.Ø% aÑ(ˆHÜ˜(¤E§L¡LÔ1Ø19×1GÑ1G�—	‘	˜%Ñ Ô.Ø�‰F‰AØ�Y‰Yœ)×3Ñ3Ò3Ø—;‘;Ð*Ð*Ð*Ø  §¡Ñ-ˆHÜ˜(¤E§L¡LÖ1à—9‘9˜UÑ#×+Ò+Ø5=×5KÑ5K�D—I‘I˜eÑ$Ö2àŸ9™9 UÑ+×9Ñ9¸X×=SÑ=SÔSÐSÐSØ�Y‰Yœ9×/Ñ/´·±ÐAÑAÙä  §¡Ó+Ð+ñ5,ùò Qs
   ™H:®H:Úorig_constant_attrsÚgraph_signaturec                 óP  — i }|j                  «       D ]  \  }}|| v sŒ| |   ||<   Œ |j                  D ]p  }|j                  t        j                  t        j
                  fv sŒ0|j                  }|€J ‚|j                  ||g«      }|d   |_        ||   }	||= |D ]  }
|	||
<   Œ	 Œr y)zXRewrite the graph signature and constants table to use the FQN from the original module.Nr   )rë   rº   r•   rE   r  r  rš   râ   )r  r  r`   Úremap_tablerÓ   ÚvaluerÁ   Úorig_targetÚtargetsr  rš   s              r[   Ú_remap_constantsr  š  sÔ   € ð )+€KØ —‘Ó(ò ;‰ˆˆeØÐ'Ò'Ø 3°EÑ :ˆK˜Òð;ð  ×+Ñ+ò -ˆØ�9‰9Ü×%Ñ%Ü× Ñ ð
ò 
ð Ÿ+™+ˆKØÐ*Ð*Ð*Ø!—o‘o k°K°=ÓAˆGØ! !™*ˆDŒKà  Ñ-ˆHØ˜+Ð&Ø!ò -�Ø$,�	˜&Ò!ñ-ñ-rZ   c                 óÀ  — ddl m} ddlm} ddlm}m}  || «      x}€y|j                  D �ch c]1  } |||j                  |j                  f«      r||j                  vr|’Œ3 }}| j                  j                  D ][  }|j                  j                  dd«       |j                  j                  d«      x}	€Œ= ||	d||d	¬
«      x}
sŒM|
|j                  d<   Œ] yc c}w )aë  
    When we run an interpreter-based pass over a GraphModule, execution of data-dependent operators
    will produce example values with new unbacked symbols. To track that the new/old symbols are equivalent,
    we used to rely on the unbacked_renamings mapping. This led to problematic metadata where the unbacked_bindings
    keys mapped new symbols (u2) to paths containing old symbols (u0) in the example values, or worse, backed symbols
    or constants (e.g. if the original unbacked was replaced/specialized). Additionally this created problems with
    de/serialized programs, since we didn't comprehensively serialize ShapeEnv/unbacked renamings/node bindings.

    This pass attempts a simpler way of handling these for export, by throwing away the previously computed bindings, and re-running
    the pattern match used in compute_unbacked_bindings. This ensures we keep the original symbols contained in the example values,
    or delete bindings if they've been replaced/specialized.
    r   )Ú_get_shape_env_from_gm)Ú _free_unbacked_symbols_with_path)Úsymbol_is_typeÚSymTNÚunbacked_bindingsr¨   rY   T)rª   ÚpendingÚsimplify)Útorch._export.utilsr  Ú%torch.fx.experimental.symbolic_shapesr  Útorch.utils._sympy.symbolr   r!  Úvar_to_rangeÚUNBACKED_INTÚUNBACKED_FLOATÚunbacked_renamingsr˜   r™   r    Úpoprâ   )r^   r  r  r   r!  rª   ÚsymbolÚbase_unbacked_symbolsr£   r¨   r"  s              r[   Ú_replace_unbacked_bindingsr/  µ  sí   € õ ;ÝVß>á+¨BÓ/Ð/ˆ	Ð8Øð  ×,Ñ,öàÙ˜& 4×#4Ñ#4°d×6IÑ6IÐ"JÔKØ˜)×6Ñ6Ñ6ò 	ðÐð ð —‘—‘ò ?ˆØ�	‰	�‰Ð)¨4Ô0Ø—9‘9—=‘= Ó'Ð'ˆCÑ4Ù!AØØØ#Ø-Øô"ð Ðñ ð .?ˆD�I‰IÐ)Ò*ñ?ùòs   ®6C)Ú_prettify_placeholder_namesc        	   	      ó0  — t        j                  ||f«      }	t        | |«      \  } }t        | «       t	        |j
                  «      t	        |j                  «      z   t	        |j                  «      z   }
t        | |	|
«       t        || t        |«      «      }t        | ||«      }|r$ddlm} ddlm}  || |«      \  } } || |«      \  } }| j!                  «       D ]‰  }t#        |t$        j&                  j(                  «      sŒ(|j*                  j,                  D ]I  }|j.                  dv sŒ|j0                  j3                  dd«       |j0                  j3                  dd«       ŒK Œ‹ |€J ‚|rt5        | ||||||«       t7        | ||||	«       t9        | ||«      S )aÌ  
    This is a helper function that is shared between export_to_aten_ir and export_to_aten_ir_make_fx
    to produce the aten artifact. (export compatible graph module + signature)

    It does:
    1. Applies runtime assertion pass
    2. Populate meta val when missing
    3. Lift constants as placeholders
    4. Replace raw autograd and autocast ops with HOPs
    5. Prettify names for placeholders
    6. Preserve requires_grad value on node meta val
    r   )Úreplace_autocast_with_hop_pass)Úreplace_set_grad_with_hop_passrÊ   rÌ   NÚstack_trace)rp   Útree_leavesr   r/  r�   Ú
parametersÚbuffersÚinput_tokensÚset_missing_meta_valsrH   Ú_get_non_persistent_buffersr   Ú3torch._export.passes.replace_autocast_with_hop_passr2  Ú3torch._export.passes.replace_set_grad_with_hop_passr3  rá   r�   ra   rb   rc   r˜   r™   r°   r    r,  r   r  r]   )r^   ÚmodÚconstant_attrsr  Úpre_dispatchr¶   r·   r  r0  r  Útotal_non_user_inputsÚexport_graph_signaturer`   r2  r3  Ú_modr£   s                    r[   Ú_produce_aten_artifactrC  Ý  sÄ  € ô4 ×'Ñ'¨°KÐ(@ÓA€NÜ6°r¸?ÓKÑ€Bˆô
 ˜rÔ"ô 	ˆO×&Ñ&Ó'Ü
ˆo×%Ñ%Ó
&ñ	'ä
ˆo×*Ñ*Ó
+ñ	,ð ô
 ˜"˜nÐ.CÔDô @Ø˜Ô8¸Ó=óÐô 0Ø
Ð" Nó€Iñ õ	
õ	
ñ &DØÐ&ó&
Ñ"ˆÐ"ñ &DØÐ&ó&
Ñ"ˆÐ"ð
 —
‘
“ò 3ˆÜ˜$¤§¡× 4Ñ 4Ô5ØØ—J‘J×$Ñ$ò 	3ˆDØ�w‰wÐ3Ò3Ø—	‘	—‘Ð/°Ô6Ø—	‘	—‘˜m¨TÕ2ñ	3ð3ð "Ð-Ð-Ð-Ù"ÜØØ"ØØØØØô	
ô !Ø
Ð"Ð$7¸ÀNôô Ø
ØØóð rZ   c                 óv  ‡
— | j                   j                  D �ch c]  }|j                  ’Œ c}Š
ˆ
fd„}t        t        j
                     }t        t        j                     }i }|j                  D ]à  }|j                  t        j                  k(  sŒ!|j                  j                  j                  |«      rŒG|j                  j                  j                  |«      r, |||j                  j                  t        |«      d z   «      }n |||j                  j                  z   «      }|||j                  j                  <   ||j                  _        Œâ |j                  D ]C  }|j                  j                  |v sŒ||j                  j                     |j                  _        ŒE | j                  «       D ]|  }	t        |	t        j                   j"                  «      sŒ(|	j                   j                  D ],  }|j                  |v sŒ||j                     x|_        |_        Œ. |	j'                  «        Œ~ yc c}w )z\
    For strict mode, rename constants nodes that were previously annotated as buffers.
    c                 ór   •— | ‰v r d}| › d|› �x}‰v r|dz  }| › d|› �x}‰v rŒ|} ‰j                  | «       | S )NrA   rÉ   )Úadd)rÓ   ÚnÚdup_nameÚ
node_namess      €r[   Úrename_constantz0_rename_constants_nodes.<locals>.rename_constantQ  s_   ø€ Ø�:ÑØˆAØ"&  q¨¨˜}Ð,�8°Ñ;Ø�Q‘�ð #'  q¨¨˜}Ð,�8°Ò;àˆDØ�‰�tÔØˆrZ   N)r˜   r™   rÓ   r   rE   r¼   r  rº   r•   ÚargrŽ   r�   r½   rá   r�   ra   rb   rc   rš   Ú	recompile)r^   r  r£   rJ  Úbuffer_prefixÚconst_prefixÚbuffer_to_constantrÁ   Úc_namer=  rI  s             @r[   Ú_rename_constants_nodesrQ  G  s¿  ø€ ð )+¯©¯©Ö7 �$—)“)Ò7€Jôô )¬×)9Ñ)9Ñ:€MÜ'¬	×(AÑ(AÑB€LØÐØ×+Ñ+ò #ˆØ�9‰9œ	×1Ñ1Ó1¸$¿(¹(¿-¹-×:RÑ:RØõ;
ð �x‰x�}‰}×'Ñ'¨Ô6Ù(Ø  4§8¡8§=¡=´°]Ó1CÐ1EÐ#FÑFó‘ñ )¨¸¿¹¿¹Ñ)EÓF�Ø06Ð˜tŸx™xŸ}™}Ñ-Ø"ˆD�H‰H�Mð#ð  ×,Ñ,ò >ˆØ�8‰8�=‰=Ð.Ò.Ø.¨t¯x©x¯}©}Ñ=ˆD�H‰H�Mð>ð
 �z‰z‹|ò ˆÜ˜#œuŸx™x×3Ñ3Ô4ØØ—I‘I—O‘Oò 	HˆDØ�y‰yÐ.Ò.Ø*<¸T¿Y¹YÑ*GÐG�”	˜D�Kð	Hð 	�‰�ñùòA 8s   šH6c                 óX  — t        | |«      }|j                  «       D ]  \  }}|j                  dd«      ||<   Œ |j                  «       D ]ˆ  \  }}t        ||«      sŒt	        ||«      }t        |t        j                  «      r7t        |t        j                  j                  «      s|j                  ||«       nt        |||«       t        ||«       ŒŠ |j                  j                  D ]-  }|j                  dk(  sŒ|j                   }||v sŒ$||   |_        Œ/ |j#                  «        y)zV
    Restores the state dict of the traced module to that of the original module.
    rŒ   rÉ   Úget_attrN)r  rë   ÚreplaceÚhasattrÚgetattrr�   ra   rf   ré   Ú	ParameterÚregister_bufferÚsetattrÚdelattrr˜   r™   r°   rš   rL  )rô   rõ   rÀ   rÓ   ÚfqnÚattrr£   Ú	attr_names           r[   Ú_restore_state_dictr^  x  s  € ô 3°?ÀMÓRÐð
 (×-Ñ-Ó/ò 9‰	ˆˆcØ#&§;¡;¨s°CÓ#8Ð˜4Ò ð9ð (×-Ñ-Ó/ò 	%‰	ˆˆcÜ�} dÔ+Øä�} dÓ+ˆÜ�dœEŸL™LÔ)´*¸TÄ5Ç8Á8×CUÑCUÔ2VØ×)Ñ)¨#¨tÕ4ä�M 3¨Ô-Ü�˜tÕ$ð	%ð ×#Ñ#×)Ñ)ò <ˆØ�7‰7�jÓ ØŸ™ˆIØÐ.Ò.Ø0°Ñ;�•ð	<ð ×ÑÕrZ   r=  c                 ó€   — | j                  d¬«      D ��ci c]  \  }}|t        |«      j                  “Œ c}}S c c}}w ©NFrø   )Únamed_modulesÚtyperO   )r=  rÓ   Úms      r[   Ú_get_module_hierarchyrd  œ  sA   € à.1×.?Ñ.?ÐQVÐ.?Ó.W÷Ù#* 4¨ˆŒd�1‹g×ÑÑóð ùó s   – :rl   rm   Úmodule_call_signaturesÚforward_arg_namesc           	      ó@  — t         D �cg c]  }t        ||j                  |«      ¬«      ‘Œ  }}|d   j                  dk(  sJ ‚t	        g g | ||¬«      |d   _        |j                  «       D ��cg c]  \  }}|t         vrt        ||¬«      ‘Œ }}}g |¢|¢S c c}w c c}}w )N)r[  Ú	signaturer   Ú ©ÚinputsÚoutputsrl   rm   rf  )Ú_EXPORT_MODULE_HIERARCHYrF   râ   r[  rG   rh  rë   )rl   rm   re  rf  r[  Úoriginalrh  Ú
additionals           r[   Ú_make_module_call_graphrp  ¢  sÄ   € ô ,öàô 	˜CÐ+A×+EÑ+EÀcÓ+JÖKð€Hð ð �A‰;�?‰?˜bÒ Ð Ð Ü/ØØØØØ+ô€HˆQ�KÔð 5×:Ñ:Ó<÷áˆC�ØÔ.Ñ.ô 	˜C¨9Ö5ð€Jñ ð
 $ˆXÐ#˜
Ð#Ð#ùò#ùós   ‰#BÁ-BrY   F)Úpreserve_module_call_signatureÚdisable_constraint_solverÚ'allow_complex_guards_as_runtime_assertsÚrestore_fqnÚ_log_export_usageÚsame_signatureÚfr–   .r—   Údynamic_shapesrq  rr  rs  rt  ru  rv  c                ó   — |rt        ddh¬«       t        |t        «      s&t        t        j
                  dt        |«      › �«      ‚|xs i }t        | ||«      }
t        |
|«       t        j                  j                  j                  t        j                  t        «      «      5  	 i }t!        «       }t        | t        j"                  j$                  «      st'        | ||«      }|5  t)        «       5  t        j                  j+                  | |dd|d|||	¬«	      |i |¤Ž\  }}ddd«       ddd«       ddd«       j8                  d<   t        | t        j:                  j<                  «      r|rt?        | |«       |S # 1 sw Y   Œ\xY w# 1 sw Y   Œ`xY w# t,        t.        f$ r(}t        t        j0                  t3        |«      «      ‚d}~wt4        $ r-}t        t        j6                  d	t3        |«      › �d
¬«      ‚d}~ww xY w# 1 sw Y   ŒÒxY w)z�
    Traces either an nn.Module's forward function or just a callable with PyTorch
    operations inside and produce a torch.fx.GraphModule in torch IR.
    zexport.private_apiÚ_export_to_torch_ir©ÚeventÚflagsúAExpecting `args` to be a tuple of example positional inputs, got TÚsymbolic)rx  Úassume_static_by_defaultÚtracing_moderr  Ú+prefer_deferred_runtime_asserts_over_guardsrs  ru  rv  Nz5Consider annotating your code using torch._check*(). Úconstrain_as_size_example)Ú	case_namero   ) r/   r�   Útupler
   r   ÚINVALID_INPUTrb  r2   r1   ra   Ú_dynamor}   ÚpatchrU   ÚasdictÚDEFAULT_EXPORT_DYNAMO_CONFIGr   rb   rc   r!   ry   r«   r8   r@   ÚCONSTRAINT_VIOLATIONre   r:   ÚANTI_PATTERNr    ré   rê   r^  )rw  r–   r—   rx  rq  rr  rs  rt  ru  rv  Úcombined_argsro   Úctxrì   rÉ   Úes                   r[   rz  rz  ¼  sù  € ñ$ ÜÐ3Ð<QÐ;RÕSä�dœEÔ"ÜÜ×'Ñ'ØOÔPTÐUYÓPZÈ|Ð\ó
ð 	
ð
 Š\�r€FÜ! ! T¨6Ó2€MÜ˜-¨Ô8Ü	�‰×	Ñ	×	#Ñ	#¤K×$6Ñ$6Ô7SÓ$TÓ	Uñ  ð	ØGIÐÜ“-ˆCÜ˜a¤§¡×!5Ñ!5Ô6Ü&ØÐ5Ð7Hó�ð ñ Ô-Ó/ñ Ü$)§M¡M×$8Ñ$8ØØ#1Ø-1Ø!+Ø.Gð AEØ<cØ&7Ø#1ð %9ó %ð ð%ð ñ%Ñ!� ÷÷ ÷ ðD 0A€N×ÑÐ+Ñ,ä�!”U—X‘X—_‘_Ô%©+Ü˜A˜~Ô.àÐ÷?ð ú÷ ð ûô" )¬/Ð:ò 	HÜœM×>Ñ>ÄÀAÃÓGÐGûÜ*ò 	ÜÜ×*Ñ*ØGÌÈAËÀxÐPØ5ôð ûð	ú÷7 ð  úsf   Â&HÂ(?FÃ'F
Ã21E>Ä#F
Ä+FÅ>FÆF
Æ
F	ÆFÆHÆ%#GÇHÇ(G<Ç<HÈHÈHc                 ó   — | S r‚   rY   r‡   s    r[   ú<lambda>r‘    ó   € ˜€ rZ   )Ú	transformr?  Údecomp_tableÚ_check_autograd_stateÚ_is_torch_jit_tracer0  r~   r>  r•  r–  r0  r~   c                ó
  — t         j                  j                  «       }t        «       }|	r|s|r
t	        «       }|rt        nt
        }t         j                  j                  j                  j                  | |ddd¬«      5  |5  t        «       5  t        «       5   |«       5    |t        «      | |d|||¬«      \  }}d d d «       d d d «       d d d «       d d d «       d d d «       d„ } || «       |r		  ||«       t'        || ||||||¬«	      S # 1 sw Y   ŒTxY w# 1 sw Y   ŒXxY w# 1 sw Y   Œ\xY w# 1 sw Y   Œ`xY w# 1 sw Y   ŒdxY w# t        t        f$ r(}t        t         j"                  t%        |«      «      ‚d }~ww xY w)NT©Útie_weightsÚstrictÚstack_weightsF)Útrace_jointr?  Údecompositionsr—   c                 óö  — t        | t        j                  j                  «      rÕt	        | d«      r%|j
                  j                  | j
                  «       t        | j                  j                  «      d   }t        |j                  j                  «      d   }|j                  dk(  r|j                  dk(  sJ ‚t        |j
                  «      dk(  sJ ‚|j
                  j                  |j
                  «       y y )Nr    éÿÿÿÿrË   r   )r�   ra   rb   rc   rU  r    ÚupdateÚlistr˜   r™   r°   r�   )Úold_gmÚnew_gmÚold_output_nodeÚnew_output_nodes       r[   Ú$_maybe_fixup_gm_and_output_node_metaz@_export_to_aten_ir.<locals>._maybe_fixup_gm_and_output_node_meta8  sÁ   € Ü�fœeŸh™h×2Ñ2Ô3Ü�v˜vÔ&Ø—‘×"Ñ" 6§;¡;Ô/Ü" 6§<¡<×#5Ñ#5Ó6°rÑ:ˆOÜ" 6§<¡<×#5Ñ#5Ó6°rÑ:ˆOØ"×%Ñ%¨Ò1°o×6HÑ6HÈHÒ6TÐTÐTä�×+Ñ+Ó,°Ò1Ð1Ð1Ø× Ñ ×'Ñ'¨×(<Ñ(<Õ=ð 4rZ   )	r^   r=  r>  r  r?  r¶   r·   r  r0  )ra   Ú_CÚis_grad_enabledr   rB   r€   ré   ÚutilsÚ	statelessÚ_reparametrize_modulery   r   r*   r8   r@   r
   r   r‹  re   rC  )r=  r¶   r·   r  r>  Úproduce_guards_callbackr“  r?  r”  r•  r–  r0  r~   r¨  Úgrad_safe_guardÚ#custom_triton_ops_decomposition_ctxr^   r  r¦  r�  s                       r[   Ú_export_to_aten_irr¯    s¦  € ô& —h‘h×.Ñ.Ó0€OÜ!“m€Oñ Ù¡Ü;Ó=ˆOñ 'õ 	ä?ð (ô 
�‰�‰×	!Ñ	!×	7Ñ	7ØØØØØð 
8ó 
ñ 
ð ñ
ô 0Ó1ñ
ô 4LÓ3Mñ
ñ PsÓOtñ
ð ;™iÔ(9Ó:ØØØØ%Ø'Øô
ÑˆˆO÷
÷ 
÷ 
÷ 
÷ 
ò 	>ñ )¨¨bÔ1ñ ð	HÙ# BÔ'ô "ØØØ%Ø'Ø!ØØØ/Ø$?ô
ð 
÷Y
ð 
ú÷ 
ð 
ú÷ 
ð 
ú÷ 
ð 
ú÷ 
ð 
ûôR )¬/Ð:ò 	HÜœM×>Ñ>ÄÀAÃÓGÐGûð	Hús„   Á?D?ÂD3ÂD'ÂD	Â DÂ<D	ÃD'ÃD3ÃD?Ã3E ÄDÄD	ÄD$Ä D'Ä'D0Ä,D3Ä3D<	Ä8D?Ä?EÅFÅ#E=Å=Fc           
      ó  — t        j                  | j                  «      } |j                  |Ž j                  }g }|j                  «       D ]}  \  }}|j                  |   j                  t         j                  j                  k(  r3|j                  t        |«      D ��	cg c]  \  }}	|› d|› �‘Œ c}	}«       Œm|j                  |«       Œ |r2|j                  |j                  «       D �
�	cg c]  \  }
}	|
‘Œ	 c}	}
«       |S c c}	}w c c}	}
w )a±  
    Gets the argument names to forward that are used, for restoring the
    original signature when unlifting the exported program module.
    - Positional args: retain the original argument names, and enumerate
        *args as args_0, args_1, ...
    - Keyword args: retain the original kwarg names in the order specified
        by the user. This order seems to matter for the current state of
        export lifted modules.
    rÉ   )ræ   rh  ÚforwardÚbind_partialÚ	argumentsrë   r6  r•   Ú_ParameterKindÚVAR_POSITIONALÚextendÚ	enumerater±   )r=  r–   r—   r_   Ú_argsÚnamesrÓ   r  r  rÉ   Úkwargs              r[   Ú_get_forward_arg_namesr»  a  sÝ   € ô ×
Ñ
˜CŸK™KÓ
(€CØˆC×Ñ˜dÐ#×-Ñ-€Eà€EØ—{‘{“}ò ‰ˆˆeà�>‰>˜$Ñ×$Ñ$¬×(>Ñ(>×(MÑ(MÒMØ�L‰L´I¸eÓ4D×E©D¨A¨q˜T˜F ! A 3š-ÓEÕFà�L‰L˜Õðñ Ø�‰¨F¯L©L«N×;¡  q’eÓ;Ô<à€Lùó Fùó
 <s   ÂDÃ+D
c                 óÔ   ‡— t        «       }| j                  d¬«      D ]G  \  Š}‰r%|j                  ˆfd„|j                  D «       «       Œ-|j                  |j                  «       ŒI |S )zO
    Returns set of non-persistent buffers in a module and its submodules.
    Frø   c              3   ó,   •K  — | ]  }‰› d |› �–— Œ y­w)rŒ   NrY   )Ú.0ÚbrÓ   s     €r[   ú	<genexpr>z._get_non_persistent_buffers.<locals>.<genexpr>‡  s   øè ø€ ÒO¨A˜T˜F ! A 3œ-ÑOùs   ƒ)rW   ra  r   Ú_non_persistent_buffers_set)r=  Úresultrc  rÓ   s      @r[   r:  r:  €  sa   ø€ ô “u€FØ×$Ñ$°eÐ$Ó<ò 9‰ˆˆaÙØ�M‰MÓO°×1NÑ1NÔOÕOà�M‰M˜!×7Ñ7Õ8ð	9ð
 €MrZ   Úorig_mod_buffersÚtraced_mod_buffersc                 óî   — |j                   D ]f  }|j                  t        j                  k(  sŒ!|j                  €J ‚||j                     }|| vsŒCt        j
                  |_        |||j                  <   Œh y)zt
    Dynamo erroneously marks tensor attributes on modules as buffers.
    Rewrite them to be tensor constants.
    N)rº   r•   rE   r¼   rš   r  )rÃ  rÄ  r  r`   rÁ   r  s         r[   Ú _rewrite_dynamo_tensor_constantsrÆ  �  so   € ð  ×+Ñ+ò 	/ˆØ�9‰9œ	×(Ñ(Ó(Ø—;‘;Ð*Ð*Ð*Ø& t§{¡{Ñ3ˆEØÐ,Ò,ô &×5Ñ5�”	Ø).�	˜$Ÿ+™+Ò&ñ	/rZ   Úorig_modc                 ó  — |j                   D ]s  }|j                  t        j                  k(  sŒ!|j                  rŒ.|j
                  €J ‚|j
                  |vsJ ‚| j                  |j
                  «      ||j
                  <   Œu y)z;
    Moves non-persistent buffers to tensor constants.
    N)rº   r•   rE   r¼   Ú
persistentrš   Ú
get_buffer)rÇ  r  r`   rÁ   s       r[   Ú0_move_non_persistent_buffers_to_tensor_constantsrË  £  sr   € ð  ×+Ñ+ò FˆØ�9‰9œ	×(Ñ(Ó(°·³Ø—;‘;Ð*Ð*Ð*Ø—;‘; iÑ/Ð/Ð/Ø%-×%8Ñ%8¸¿¹Ó%EˆI�d—k‘kÒ"ñ	FrZ   Úgraph_modulec           
      óŽ  — t        | gt        | j                  «       «      z   «      D �]  \  }}t        |t        j
                  j                  «      sŒ,|j                  j                  D ]×  }|j                  dv r€|dk(  sŒ|j                  j                  dd«      x}	 €t        d|› d|j                  › d�«      ‚t        d„ |j                  «       D «       «      rŒst        d|› d|j                  › d	|› �«      ‚|j                  d
v sŒ |j                  j                  dd«      sŒ½t        d|› d|j                  › d�«      ‚ �Œ y)aŠ  
    Perform nn_module_stack checks on the graph.
    Current constraints:
        For the top level graph:
        - populated for 'call_function', 'get_attr'
        - None for 'placeholder', 'output'
        For submodule graphs:
        - None for 'placeholder', output'

    TODO(pianpwk): make this a consistent node-level check once nn_module_stack is populated for cond submodules.
    ©r”   rS  r   rÌ   NúNode ú	 of type z$ is missing nn_module_stack metadatac              3   ó®   K  — | ]M  \  }}t        |t        «      xr4 t        |t        «      xr" t        |«      d k(  xr t	        d„ |D «       «      –— ŒO y­w)é   c              3   ó<   K  — | ]  }t        |t        «      –— Œ y ­wr‚   )r�   re   )r¾  rˆ   s     r[   rÀ  z4_verify_nn_module_stack.<locals>.<genexpr>.<genexpr>Ï  s   è ø€ Ò>°q¤
¨1¬c× 2Ñ>ùs   ‚N)r�   re   r…  r�   Úall)r¾  ÚkÚvs      r[   rÀ  z*_verify_nn_module_stack.<locals>.<genexpr>Ë  s^   è ø€ ò ñ
 !˜A˜qô	 # 1¤cÓ*ò ?Ü& q¬%Ó0ò?ä ›F a™Kò?ô  Ñ>¸AÔ>Ó>ó?ñùs   ‚AAz[ has incorrect nn_module_stack metadata formatexpected Dict[str, Tuple[str, str]], but got rÊ   z7 contains nn_module_stack metadata, this should be None)r·  r¡  rá   r�   ra   rb   rc   r˜   r™   r°   r    râ   r    rÔ  rë   )rÌ  r  r=  r£   rÌ   s        r[   Ú_verify_nn_module_stackr×  ²  sS  € ô ˜\˜N¬T°,×2FÑ2FÓ2HÓ-IÑIÓJó ‰ˆˆ3Ü˜#œuŸx™x×3Ñ3Ô4ØØ—I‘I—O‘Oò 	ˆDØ�w‰wÐ7Ñ7Ø˜“6à+/¯9©9¯=©=Ð9JÈDÓ+QÐQ˜Øðô 1Ø# D 6¨°4·7±7°)Ð;_Ð`óð ô ñ ð
 %4×$9Ñ$9Ó$;ôõ ô 1Ø# D 6¨°4·7±7°)ð <LØL[ÐK\ð^óð ð —‘Ð5Ò5Ø—9‘9—=‘=Ð!2°DÕ9Ü,Ø ˜v Y¨t¯w©w¨iÐ7nÐoóð ò-	ñrZ   c           
      óÊ  — | g| j                  «       ¢D ]Í  }t        |t        j                  j                  «      sŒ(| j
                  j                  D ]�  }|j                  j                  dd«      }|j                  dv r2|€Œ0t        |t        «      rŒAt        d|› d|j                  › d|› �«      ‚|j                  dv sŒn|sŒqt        d|› d|j                  › d|› �«      ‚ ŒÏ y)	z®
    Perform stack trace checks on the graph.
    Constraints:
        - None or non-empty str for 'call_function', 'get_attr'
        - None for 'placeholder', 'output'
    r4  NrÎ  rÏ  rÐ  zP has invalid stack_trace metadata, expected a string or None but instead found: rÊ   zA contains stack_trace metadata, expected None but instead found: )rá   r�   ra   rb   rc   r˜   r™   r    râ   r°   re   r    )rÌ  r=  r£   r4  s       r[   Ú_verify_stack_tracerÙ  Ý  sõ   € ð Ð6˜|×3Ñ3Ó5Ð6ò ˆÜ˜#œuŸx™x×3Ñ3Ô4ØØ ×&Ñ&×,Ñ,ò 	ˆDØŸ)™)Ÿ-™-¨°tÓ<ˆKØ�w‰wÐ7Ñ7Ø#Ñ+¬z¸+ÄsÕ/KÜ,Ø ˜v Y¨t¯w©w¨ið 8HØHSÀ}ðVóð ð —‘Ð5Ò5ÚÜ,Ø ˜v Y¨t¯w©w¨ið 8<Ø<G¸=ðJóð ñ	ñrZ   c           
      ó  — |j                   D �ci c]#  }|j                  j                  |j                  “Œ% }}| j	                  «       D ]²  }t        |t        j                  j                  «      sŒ(|j                  j                  D ]r  }|j                  dk(  sŒ|j                  |vrŒ"||j                     }t        |   }|j                  j                  |«      rŒVt        d|j                  › d|› d|› �«      ‚ Œ´ yc c}w )a  
    Performs a sanity check on the placeholder node names.
    - User input nodes: no restrictions, should match the original forward() signature
    - Params/buffers/constants/custom_obj/token nodes: should start with prefixes defined in <placeholder_prefixes>
    r§   zPlaceholder node name z does not follow spec for z, name should have prefix: N)rº   rK  rÓ   r•   rá   r�   ra   rb   rc   r˜   r™   r°   r   rŽ   r    )r^   r_   rÁ   Úname_to_kindr=  r£   Ú	node_kindÚprefixs           r[   Ú_verify_placeholder_namesrÞ  ÷  sò   € ð :=¿¹ÖI°�D—H‘H—M‘M 4§9¡9Ñ,ÐI€LÐIØ�z‰z‹|ò ˆÜ˜#œuŸx™x×3Ñ3Ô4ØØ—I‘I—O‘Oò 		ˆDØ�w‰w˜-Ó'Ø—9‘9 LÑ0ØØ(¨¯©Ñ3�	Ü-¨iÑ8�Ø—y‘y×+Ñ+¨FÕ3Ü,Ø0°·±°Ð;UÐV_ÐU`Ð`{ð  }Cð  |Dð  Eóð ñ		ñùò Js   �(C?Úepc                 óè  — d}t        «       }| j                  j                  «       D ]Å  }t        |t        j
                  j                  «      sŒ(|j                  j                  D ]…  }|j                  dk7  rŒ|dz  }t        |j                  d«      sJ ‚t        |j                  d«      sJ ‚|j                  |j                  j                  › d|j                  j                  › �«       Œ‡ ŒÇ ||dœS )Nr   r”   rA   rP   rO   rŒ   )Úop_countÚop_set)rW   rÌ  rá   r�   ra   rb   rc   r˜   r™   r°   rU  rš   rF  rP   rO   )rß  rá  râ  rc  r£   s        r[   Úget_ep_statsrã    sÖ   € Ø€HÜ‹U€FØ�_‰_×$Ñ$Ó&ò 	KˆÜ˜!œUŸX™X×1Ñ1Ô2ØØ—G‘G—M‘Mò 	KˆDØ�w‰w˜/Ò)ØØ˜‰MˆHÜ˜4Ÿ;™;¨Ô5Ð5Ð5Ü˜4Ÿ;™;¨
Ô3Ð3Ð3Ø�J‰J˜$Ÿ+™+×0Ñ0Ð1°°4·;±;×3GÑ3GÐ2HÐIÕJñ	Kð	Kð !¨FÑ3Ð3rZ   Ú_EXPORT_FLAGSrm  c                 óB   ‡ — t        j                  ‰ «      ˆ fd„«       }|S )Nc                  ó  •— 	 t        j                   «       } ‰	| i |¤Ž}t        j                   «       }t        dd||z
  t        dœt        |«      ¤Ž 	 d ad a|S # t        $ r“}t        |«      }|j                  dz   |j                  z   }t        |«      }|�<t        j                  t        |«      «       t        d|t        |«      t        ¬«       |‚t        d|t        |«      t        ¬«       |‚d }~ww xY w# d ad aw xY w)Nzexport.time)r|  Úmetricsr}  rŒ   zexport.error.classified)r|  rb  Úmessager}  zexport.error.unclassifiedrY   )Útimer/   rä  rã  rÝ   rb  rP   rQ   r   ÚlogÚerrorr   re   rm  )
r–   r—   Ústartrß  Úendr�  ÚtÚ
error_typer„  Úfns
            €r[   Úwrapperz$_log_export_wrapper.<locals>.wrapper$  s
  ø€ ð 	,Ü—I‘I“KˆEÙ�TÐ$˜VÑ$ˆBÜ—)‘)“+ˆCÜð Ø#Ø˜e™Ü#ñô ˜rÓ"ó	ð6 !ˆMØ'+Ð$àˆ	øô1 ò 	Ü�Q“ˆAØŸ™¨Ñ+¨a¯n©nÑ<ˆJÜ5°aÓ8ˆIØÐ$Ü—	‘	Ô0°Ó;Ô<Ü Ø3Ø#Ü ›FÜ'õ	ð ˆGô !Ø5Ø#Ü ›FÜ'õ	ð ˆGûð'	ûð* !ˆMØ'+Ñ$ús%   ƒAA Á	C5Á"BC0Ã0C5Ã5C8 Ã8C>)Ú	functoolsÚwraps)rð  rñ  s   ` r[   Ú_log_export_wrapperrô  #  s&   ø€ Ü‡_�_�RÓó$ó ð$ðL €NrZ   c                 óÒ   — t        | t        t        t        f«      s| f} nAt        | t        «      rt        | «      } n%t        | t        j
                  t        f«      r|€| f} |€i }| |fS r‚   )r�   r…  r¡  rd   ra   rf   )Úexample_inputsÚexample_kwarg_inputss     r[   Ú$_process_jit_trace_inputs_for_exportrø  N  sj   € Ü�n¤u¬d´DÐ&9Ô:Ø(Ð*‰ä	�N¤DÔ	)Ü˜~Ó.‰ô 	�>¤E§L¡L´$Ð#7Ô8Ø Ð(à(Ð*ˆàÐ#Ø!ÐØÐ/Ð/Ð/rZ   c                 óÄ   — t        | j                  d¬«      «      }t        | j                  d¬«      «      }||z  }t        | «      }|D ]  }|j	                  |d «       Œ |S r`  )rd   rú   rü   r:  r,  )r=  rú   rü   Úoriginal_state_dictÚnon_persistent_buffersrÕ  s         r[   Ú_get_original_state_dictrü  `  sr   € ô ˜C×0Ñ0À%Ð0ÓHÓIÐÜ˜×*Ñ*¸EÐ*ÓBÓC€MØ*¨]Ñ:Ðä8¸Ó=ÐØ#ò )ˆØ×Ñ  4Õ(ð)ð ÐrZ   c                 ó(  — t        |t        «      s&t        t        j                  dt        |«      › �«      ‚|�|ni }t        j                  ||f«      \  }}t        |t        j                  j                  «      r|j                  | ||«      }||||fS )Nr~  )r�   r…  r
   r   r†  rb  rp   Útree_flattenra   r«   ÚShapesCollectionrx  )r=  r–   r—   rx  rÉ   Úoriginal_in_specs         r[   Ú_process_export_inputsr  n  s“   € Ü�dœEÔ"ÜÜ×'Ñ'ØOÔPTÐUYÓPZÈ|Ð\ó
ð 	
ð Ð)‰V¨r€FÜ ×-Ñ-¨t°V¨nÓ=Ñ€AÐä�.¤%§,¡,×"?Ñ"?Ô@Ø'×6Ñ6°s¸DÀ&ÓIˆà�Ð)¨>Ð9Ð9rZ   Úexport_artifactÚstrict_mode_exportc                 óÔ  — | j                   j                  }| j                   j                  }| j                  }| j                  }| j
                  }i }	|j                  «       D ]-  \  }
}|st        |
«      n|
}t        g g |d   |d   d¬«      |	|<   Œ/ t        |«      dkD  r/|st        |«        t        |	|«      |«      }|€J ‚|j                  }t        €J ‚t        |||	|«      }||fS )z€
    In-place modify the graph module in export_artifact, remove _export_tracepoint nodes and
    return module_call_graph.
    rl   rm   Nrj  r   )rk   r^   r_   ro   rl   rm   rë   r†   rG   r�   r¥   r   rÌ  rm  rp  )r  rq  r  rf  r^   rA  ro   rl   rm   re  r[  ÚspecsÚmod_fqnÚresÚmodule_call_graphs                  r[   Ú_get_module_call_graphr	  }  s#  € ð  /×3Ñ3×6Ñ6€BØ3B×3GÑ3G×3KÑ3KÐð 	×)Ñ)ð ð (×/Ñ/€GØ(×1Ñ1€Hð >@ÐØ'×-Ñ-Ó/ò 
‰
ˆˆUÙ*<”+˜cÔ"À#ˆÜ*=ØØØ˜)Ñ$Ø˜:Ñ&Ø"ô+
Ð˜wÒ'ð
ô Ð)Ó*¨QÒ.Ù!Ü$ RÔ(ØTÔ$Ð%;Ð=SÓTÐUWÓXˆØˆÐˆØ×Ñˆä#Ð/Ð/Ð/Ü/ØØØØó	Ðð Ð Ð Ð rZ   r�  c                 ó  — | j                   j                  }| j                   j                  }| j                  }t	        d„ t        |j                  «      D «       t        |j                  «      «      }t        |||||«      }|S )Nc              3   ó`   K  — | ]&  \  }}|j                   t        j                  k(  r|–— Œ( y ­wr‚   )r•   rE   r
  )r¾  r  Úss      r[   rÀ  z)_get_range_constraints.<locals>.<genexpr>³  s.   è ø€ ò 	
á��1Ø�v‰vœ×-Ñ-Ò-ô ñ	
ùs   ‚,.)	rk   r^   r_   rn   rã   r·  rº   r�   r   )r  r�  rx  r^   rA  rn   Ú
num_liftedÚrange_constraintss           r[   Ú_get_range_constraintsr  ¬  sŠ   € ð  /×3Ñ3×6Ñ6€BØ3B×3GÑ3G×3KÑ3KÐØ /× 9Ñ 9€IÜñ	
ä!Ð"8×"DÑ"DÓEô	
ô
 	Ð"×.Ñ.Ó/ó€Jô )ØØ
ØØØóÐð ÐrZ   rn   c                 ó°   — | j                   €J ‚| j                   j                  j                  «       D ��ci c]  \  }}t        |«      r||“Œ c}}S c c}}w r‚   )rª   r(  rë   r9   )rn   rÕ  rÖ  s      r[   Ú_get_inline_constraintsr  Ä  s[   € Ø×ÑÐ*Ð*Ð*ð ×'Ñ'×4Ñ4×:Ñ:Ó<÷áˆAˆqÜ  Ô#ð 	
ˆ1‰óð ùó s   ¶AÚobjc              #   ó–   K  — | j                   }|j                  | | j                  «      | _         	 d–— || _         y# || _         w xY w­w)znHelper method to make it easier to cleanly torch.export() a method on a
    module that is not `forward`.
    N)r±  Ú__get__Ú	__class__)r  Ú
new_methodÚoriginal_methods      r[   Úpatch_forwardr  Í  sC   è ø€ ð —k‘k€Oð ×$Ñ$ S¨#¯-©-Ó8€C„Kð&Ûð &ˆ�ø�oˆ�üs   ‚.A	±= µA	½	AÁA	c               #   ó  K  — t         j                  j                  «       } t         j                  j                  d«       	 d –— t         j                  j                  | «       y # t         j                  j                  | «       w xY w­wrr   )ra   r§  Ú_jit_texpr_fuser_enabledÚ_jit_set_texpr_fuser_enabled)Úoriginal_states    r[   Ú_temp_disable_texpr_fuserr  ß  sV   è ø€ ä—X‘X×6Ñ6Ó8€NÜ	‡H�H×)Ñ)¨%Ô0ð>Ûä�‰×-Ñ-¨nÕ=øŒ�‰×-Ñ-¨nÕ=üs   ‚>B	ÁA% Á B	Á%!BÂB	c                   ó$   ‡ — e Zd Zˆ fd„Zd„ Zˆ xZS )Ú_WrapperModulec                 ó0   •— t         ‰| �  «        || _        y r‚   )ÚsuperÚ__init__rw  )rÒ   rw  r  s     €r[   r"  z_WrapperModule.__init__ê  s   ø€ Ü‰ÑÔØˆ�rZ   c                 ó&   —  | j                   |i |¤ŽS r‚   )rw  )rÒ   r–   r—   s      r[   r±  z_WrapperModule.forwardî  s   € Øˆt�v‰v�tÐ&˜vÑ&Ð&rZ   ©rO   rP   rQ   r"  r±  Ú__classcell__)r  s   @r[   r  r  é  s   ø„ ôö'rZ   r  c           	      óþ  — t        «       5  ddlm} t        ||«      \  }}t	        | |t
        j                  j                  f«      r't        | ||dd¬«      j                  «       cd d d «       S t	        | t
        j                  «      r¥t	        | j                  «       t
        j                  j                  t
        j                  j                  f«      rYt        | j                  «       | «      5  t        | j                  «       ||dd¬«      j                  «       cd d d «       cd d d «       S t        t        | «      ||dd¬«      j                  «       cd d d «       S # 1 sw Y   nxY w	 d d d «       y # 1 sw Y   y xY w)Nr   )ÚTopLevelTracedModuleFT)rš  r–  )r  Útorch.jit._tracer'  rø  r�   ra   r§  ÚScriptModuleÚ_exportÚmoduleÚScriptMethodÚownerré   rê   r  r  )Útraced_callabler–   r—   r'  Úexport_argsÚexport_kwargss         r[   Ú"_convert_ts_to_export_experimentalr1  ò  sN  € Ü	"Ó	$ñ !Ý9ä%IÈ$ÐPVÓ%WÑ"ˆ�]ä�oÐ(<¼e¿h¹h×>SÑ>SÐ'TÔUÜØØØØØ$(ô÷ ‰f‹h÷!ñ !ô ˜¬×);Ñ);Ô<ÄØ×!Ñ!Ó#¤e§h¡h×&;Ñ&;¼U¿X¹X¿_¹_Ð%MôB
ô ˜×4Ñ4Ó6¸ÓHñ ÜØ#×)Ñ)Ó+ØØ!Ø Ø(,ô÷ ‘&“(÷ð ÷#!ñ !ô6 Ü˜Ó/ØØØØ$(ô÷ ‰f‹h÷C!ñ !÷"ð úð ÷#!÷ !ñ !ús1   ‹AE3Á.B E3Ã.,EÄ	E3Ä-&E3ÅE&	Å"E3Å3E<r?  rú  Úorig_in_specc
                 ód   — t        j                  t        |¬«      }
t        | |||||||||	|
¬«      S )N)r?  )r=  r–   r—   rx  rq  r?  rú  r2  rs  r–  Úlower_to_aten_callback)rò  Úpartialr¯  Ú_strict_export_lower_to_aten_ir)r=  r–   r—   rx  rq  r?  rú  r2  rs  r–  Úlower_to_atens              r[   Ú_strict_exportr8    sE   € ô ×%Ñ%Ô&8À|ÔT€MÜ*ØØØØ%Ø'EØ!Ø/Ø!Ø0WØ/Ø,ôð rZ   r4  c           
      ó¶  — t        | ||||d|d¬«      }t        |||«      \  }}}t        ||«      }|j                  j                  D ]…  }|j
                  dk(  sŒd|j                  vsŒ"t        ||j                  «      }t        |t        j                  j                  «      rŒ]|€J d«       ‚|j                  |d¬«      |j                  d<   Œ‡ t        |j                  j                  t        j                  j                  j                   «      sJ ‚|j                  j                  j"                  j$                  x}}|€J ‚|€J ‚|j&                  t(        t*        fvrt-        j.                  t*        d |g«      }|j                  j                  j"                  j0                  }t!        t3        ||j4                  |«      «      |j                  _        |j7                  «        t9        |t'        | «      «       t;        |«      }t=        | «      }t?        | |«      }tA        | «      }|jC                  «       D ��ci c]  \  }}||“Œ
 }}}|D �ch c]  }||v r||   ’Œ c}|_"        |5   |
|tG        |||«      i ||«      }d d d «       jH                  }|jJ                  }|jL                  } tO        |||«       tQ        tS        | jU                  «       «      tW        |jY                  «       «      || ¬«       t[        ||«       t]        | || «       t_        ||| «       ta        ||«       tc        |||||j                  d	   ¬
«      S c c}}w c c}w # 1 sw Y   ŒÑxY w)NF)rq  rt  rs  ru  rS  r¨   zbCannot find dynamo_fake_mode. This could be due to the exported graph module have no placeholders.T©Ústatic_shapes)rÃ  rÄ  r  r`   ro   ©rk   rl   rm   rn   ro   )2rz  r¸   r   r˜   r™   r°   r    rV  rš   r�   ra   ré   rê   Úfrom_tensorÚ_codegenrb   r<   Úpytree_inform   rb  r¡  r…  rp   r?   Ú	orig_argsr=   Ú_in_specrL  ró   r   r   r  r:  rë   rÁ  rÇ   r^   r_   r`   r   rÆ  rW   r7  rd   rü   rÂ   rË  r  rQ  rj   )!r=  r–   r—   rx  rq  r?  rú  r2  rs  r–  r4  rì   r¶   r·   Údynamo_fake_moder  r£   r\  rm   Úorig_out_specrÄ   Úparams_buffers_to_node_metar>  rÀ   rû  ÚtracedÚorigÚreverse_name_lookuprÓ   Úaten_export_artifactr^   rA  r`   s!                                    r[   r6  r6  3  sh  € ô )ØØØØØ'EØØ0WØô	€Nô  	˜^¨T°6Ó:ñ	ØØØô 1Ð1AÀ>ÓRÐð ×$Ñ$×*Ñ*ò 
ˆØ�7‰7�jÓ  U°$·)±)Ò%;Ü˜>¨4¯;©;Ó7ˆDä˜d¤E§H¡H§O¡OÕ4à$Ð0ðxàwóxØ0à#3×#?Ñ#?Ø¨ð $@ó $�—	‘	˜%Ò ð
ô �n×*Ñ*×3Ñ3´U·X±X·^±^×5RÑ5RÔSÐSÐSð
  .×3Ñ3×<Ñ<×HÑH×QÑQÐQ€Hˆ}ð ÐÐÐØÐ$Ð$Ð$ð ‡}�}œT¤5˜MÑ)Ü—?‘?¤5¨$°°
Ó;ˆà#×)Ñ)×2Ñ2×>Ñ>×HÑH€Nä$2ÜØØ×#Ñ#Øó	
ó%€N×ÑÔ!ð ×ÑÔä˜~¬t°C«yÔ9ä"@ÀÓ"PÐô ,¨CÓ0€NÜ)BÀ3ÈÓ)WÐô
 9¸Ó=ÐØ<N×<TÑ<TÓ<V×W©L¨F°D˜4 ™<ÐWÐÑWð +ö2àØÐ&Ñ&ð 	˜DÓ!ò2€NÔ.ð
 
ñ 
Ù5Øä'¨¸	À;ÓOØØØó 
Ð÷
ð 
×	 Ñ	 €BØ1×5Ñ5ÐØ$×.Ñ.€Iä-Ø# RÐ)?ôô %Ü˜SŸ[™[›]Ó+Ü × <Ñ <Ó >Ó?Ø.Øõ	ô  Ð 2Ð4JÔKô 5ØÐ# Yôô
 �^Ð%;¸YÔGô ˜BÐ 6Ô7äØ!ØØØ"Ø(×-Ñ-Ð.AÑBôð ùóa Xùò2÷

ð 
ús   È9MÉM
É'MÍMc                 ó   — | S r‚   rY   r‡   s    r[   r‘  r‘  Ñ  r’  rZ   c           
      óf  — d„ }t         j                  j                  j                  j	                  | |ddd¬«      5  t        «       5  t        «       5    ||«      | |d|¬«      \  }}	|j                  j                  D ]I  }
|
j                  dk(  sŒt        |
j                  «      dk(  sŒ,d|
j                  vsŒ;d |
j                  d<   ŒK t        | t         j                  j                  «      r1t!        | d	«      r%|j                  j#                  | j                  «       d d d «       d d d «       d d d «       |r		  |«       t1        | |	d|||¬
«      S # 1 sw Y   Œ7xY w# 1 sw Y   Œ;xY w# 1 sw Y   Œ?xY w# t$        t&        f$ r(}t)        t*        j,                  t/        |«      «      ‚d }~ww xY w)Nc                 óê  ‡$‡%— |xs i }t        | j                  d¬«      «      }t        | j                  d¬«      «      }i |¥|¥}t        j                  |«      \  }}t        |«      }t        |«      }	t        |«      }
t        |«      }t        | ||d¬«      }g }|j                  |«       |j                  |«       t        |||«      \  Š%}t        j                  ||f«      \  }}t        j                  ‰%«      ˆ%fd„«       }t        «       5  t        «       }t        | dd «      }|�t        |«      }i }t!        ||«      }d„ Š$t"        ˆ$fd„«       }|5   ||«      5   t%        |dd¬	«      |Ž }d d d «       d d d «       |��t'        «      }t)        |j*                  «      D ��ci c]  \  }}|||	|z      “Œ }}}t-        |j.                  j0                  «      d
   }j3                  «       D ]¡  \  }}t5        |||   «      }t5        ||«      }|j.                  j7                  |«      5  |j.                  j9                  dt:        j<                  j>                  j@                  jB                  ||f¬«      } |jD                  | _"        d d d «       Œ£ jG                  «        d„ }!j.                  jI                  |!«       d d d «       t'        «      }tK        |«      }"tM        t-        |«      t-        |«      ||d  |"t        tO        |d|	 |«      «      t        tO        ||	|	|
z    |«      «      i i ||d g g ¬«      }#||#fS # 1 sw Y   �ŒÐxY w# 1 sw Y   �ŒÕxY wc c}}w # 1 sw Y   �ŒzxY w# 1 sw Y   Œ¬xY w)NFrø   T)Ústore_orig_modc                  ó    •— t         ‰| Ž «      S r‚   )r…  )r–   Úflat_fns    €r[   Ú
wrapped_fnzG_export_to_aten_ir_make_fx.<locals>._make_fx_helper.<locals>.wrapped_fnî  s   ø€ ä™ $˜Ó(Ð(rZ   r‹   c                óâ  —  || |«      }||v rát         j                  j                  «       rÃt        |t         j                  «      r©t         j
                  j                  «       }|D ]†  }t        |t        «      sŒ|j                  }t        | |«      j                  }|j                  dt         j                  j                  j                  j                  ||fi «      }	t!        ||	d|¬«       Œˆ |S )a7  
                The idea here is that we override subclass getattr methods to proxy
                inner tensors and metadata. Because of infinite loop shenanigans, we have
                to manually construct the getattr proxy nodes without relying on torch function
                system.
                r”   N)r  Útracer)ra   r§  Ú_is_torch_function_mode_enabledr�   rf   Ú	overridesÚ _get_current_function_mode_stackr6   rQ  r4   ÚproxyÚcreate_proxyr›   r«   Úaccess_subclass_inner_tensorÚdefaultr7   )
rÒ   r\  Úoriginal_getattrÚattrs_to_proxyÚoutÚtorch_function_mode_stackÚmoderQ  rU  Úinner_proxys
             r[   Úcustom_getattributezP_export_to_aten_ir_make_fx.<locals>._make_fx_helper.<locals>.custom_getattributeÿ  sÖ   € ñ ' t¨TÓ2�Ø˜>Ñ)Ü—x‘x×?Ñ?ÔAÜ% c¬5¯<©<Ô8ô !&§¡× PÑ PÓ Rð 6ð )Bò & Ü#-¨dÔ4PÕ#QØ-1¯[©[ FÜ,:¸4ÀÓ,H×,NÑ,N EØ28×2EÑ2EØ(7Ü(-¯	©	×(8Ñ(8×(UÑ(U×(]Ñ(]Ø).°¨Ø(*ó	3& Kô %6Ø(+¨[À4ÐPVö%&ð&ð �
rZ   c              3   ó$  •K  — i }| D ]|  }t        |«      }|D ]j  }||vsŒt        ||   «      dkD  sJ ‚||   d   }t        t        |«      «      t        t        t        j
                  «      «      z
  }|j                  |f||<   Œl Œ~ 	 |j                  «       D ]'  \  }\  }}t        j                  ‰||¬«      }	|	|_        Œ) d–— |j                  «       D ]  \  }\  }}
||_        Œ y# |j                  «       D ]  \  }\  }}
||_        Œ w xY w­w)z¾
                Context manager that temporarily monkey patches
                tensor.__getattribute__ so that we can intercept it at
                torch_function layer.
                r   )rY  rZ  N)
r%   r�   rW   Údirra   rf   Ú__getattribute__rë   rò  Úpartialmethod)r–   Útensor_type_to_old_getattributerK  Úsubclass_types_to_instancesÚsubclass_typeÚinstancerZ  rÕ  Úold_getattrÚcustomrÉ   r_  s              €r[   Ú$override_getattribute_for_subclassesza_export_to_aten_ir_make_fx.<locals>._make_fx_helper.<locals>.override_getattribute_for_subclasses#  s]  øè ø€ ð ð 0ð  ò �Cô 6°cÓ:ð 0ð *Eò 	˜Ø(Ð0OÒOÜ#&Ð'BÀ=Ñ'QÓ#RÐUVÒ#VÐVÐ#VØ'BÀ=Ñ'QÐRSÑ'T˜Hä-0´°X³Ó-?Ä#ÄcÌ%Ï,É,ÓFWÓBXÑ-X˜Nà -× >Ñ >Ø .ðNÐ;¸MÒJñ	ð	ð9ð 9×>Ñ>Ó@ò	4ñ ˜ñ Ø#Ø&ä!*×!8Ñ!8Ø/Ø-8Ø+9ô"˜ð
 .4˜Õ*ð	4ó à/N×/TÑ/TÓ/Vò 9Ñ+˜Ñ+˜K¨Ø-8˜Õ*ñ9øÐ/N×/TÑ/TÓ/Vò 9Ñ+˜Ñ+˜K¨Ø-8˜Õ*ñ9üs#   ƒD A'DÂ>C) Ã#DÃ)$DÄD)Úrecord_module_stackr?  rŸ  r”   )r–   c                 ó  — | j                   dk(  rð| j                  t        j                  j                  j
                  j                  t        j                  j                  j                  j                  t        j                  j                  j                  j                  t        j                  j                  j                  j                  t        j                  j                  j                  j                  fv ryy)Nr”   FT)r°   rš   ra   r›   ÚprofilerÚ_record_function_enterrX  Ú_record_function_enter_newÚ_record_function_exitÚ_RecordFunctionrk   Údetachr«   rW  )r£   s    r[   Ú
_is_impurezG_export_to_aten_ir_make_fx.<locals>._make_fx_helper.<locals>._is_impurek  s¦   € Ø—7‘7˜oÒ-°$·+±+ô —I‘I×&Ñ&×=Ñ=×EÑEÜ—I‘I×&Ñ&×AÑA×IÑIÜ—I‘I×&Ñ&×<Ñ<×LÑLô —I‘I—N‘N×)Ñ)×1Ñ1Ü—I‘I×$Ñ$×AÑA×IÑIðBñ 3ð !ØrZ   r   )r6  r7  Úuser_inputsÚuser_outputsÚinputs_to_parametersÚinputs_to_buffersÚbuffers_to_mutateÚuser_inputs_to_mutaterl   rm   Úbackward_signaturer8  Úoutput_tokens)(rd   rú   rü   rp   rþ  r…  r�   r&   r¶  r'   rò  ró  r	   r   rV  r)   r(   r   r5   r"   r·  Ú_buffersr¡  r˜   r™   rë   Ú
_find_noderž   rŸ   ra   r›   rk   Úcopy_rX  r    ÚremoveÚeliminate_dead_coder#   r$   r  )&r=  r–   r—   r}  rú   rü   Úparams_and_buffersÚparams_and_buffers_flatÚparams_specÚ	param_lenÚ
buffer_lenÚ
params_lenÚfunctional_callÚparams_buffers_argsrm   Ú	flat_argsrl   rO  rŽ  Únon_strict_rootÚassigned_buffersÚhookrj  r^   Úinput_namesr  ÚbufÚbuffer_input_namesÚoutput_noderÓ   Úbuf_nodeÚ	name_noder¤   rs  Úoutput_namesr_   r_  rN  s&                                       @@r[   Ú_make_fx_helperz3_export_to_aten_ir_make_fx.<locals>._make_fx_helperÓ  sÀ  ù€ Ø’˜2ˆä × 4Ñ 4ÀeÐ 4Ó LÓMÐÜ˜S×.Ñ.ÀÐ.ÓFÓGˆàBÐ 0ÐB°MÐBÐÜ/5×/BÑ/BÐCUÓ/VÑ,Ð Ü"'Ð(?Ó"@ÐäÐ(Ó)ˆ	Ü˜Ó'ˆ
ÜÐ+Ó,ˆ
ä0Ø�˜j¸ô
ˆð *,ÐØ×"Ñ"Ð#:Ô;Ø×"Ñ" 4Ô(ä4ØÐ0°&ó
Ñˆ�ô $×0Ñ0Ð2EÀvÐ1NÓOÑˆ	�7ä	�‰˜Ó	!ó	)ó 
"ð	)ô &Ó'ñ L	5Ü“-ˆCÜ% c¨>¸4Ó@ˆOØÐ*Ü2°?ÓC�ð 46Ð Ü6Ø#Ð%5ó�ò"ôH ó)9ó ð)9ðV ñ Ñ:¸9ÓEñ ð”WØØ(,Ø!%ôð ð	�÷÷ ð Ñ*Ü0°Ó4�ô #,¨O×,DÑ,DÓ"E÷&á˜˜3ð ˜ Y°¡]Ñ3Ñ3ð&Ð"ñ &ô # 2§8¡8§>¡>Ó2°2Ñ6�à!1×!7Ñ!7Ó!9ò 	7‘I�C˜Ü)¨"Ð.@ÀÑ.EÓF�HÜ *¨2¨tÓ 4�IØŸ™×2Ñ2°;Ó?ñ 7Ø#%§8¡8×#7Ñ#7Ø+Ü!ŸI™IŸN™N×0Ñ0×8Ñ8Ø"*¨IÐ!6ð $8ó $˜ð
 )2¯©˜œ÷7ð 7ð	7ð —‘”òð& �H‰H×(Ñ(¨Ô4÷YL	5ô^ )¨Ó,ˆÜ*¨2Ó.ˆÜÜÐ,Ó-Ü˜Ó'Ø# J KÐ0Ø%Ü!%¤c¨+°a¸	Ð*BÐDTÓ&UÓ!VÜ"Ü�K 	¨I¸
Ñ,BÐCÀ]ÓSóð !Ø"$ØØØ#ØØô
ˆð" �3ˆwˆ÷Kñ ú÷ ñ üó&÷7ñ 7ú÷_L	5ð L	5úsc   ÄAM)Å	M	ÅL<Å.M	Å6.M)Æ$MÆ7A1M)È(AMÊ8M)Ì<MÍM	Í	M	ÍM)ÍM&Í!M)Í)M2Tr˜  F)rœ  r—   r”   r   r¨   r    )r^   r=  r>  r  r?  r¶   r·   r  )ra   ré   r©  rª  r«  ry   r   r˜   r™   r°   r�   Úusersr    r�   rb   rc   rU  r   r8   r@   r
   r   r‹  re   rC  )r=  r¶   r·   r  r>  r¬  r“  r”  r^   r  r£   r�  s               r[   Ú_export_to_aten_ir_make_fxr–  Ê  sœ  € òAôL 
�‰�‰×	!Ñ	!×	7Ñ	7ØØØØØð 
8ó 
ñ %ô Ó ñ%ô #;Ó"<ñ%ð 9™i¨Ó8ØØØØô	
ÑˆˆOð —H‘H—N‘Nò 	(ˆDà—‘˜?Ó*Ü˜Ÿ
™
“O qÓ(Ø §¡Ò*à#'�—	‘	˜%Ò ð	(ô �cœ5Ÿ8™8×/Ñ/Ô0´W¸SÀ&Ô5IØ�G‰G�N‰N˜3Ÿ8™8Ô$÷=%÷ %÷ %ñB ð	HÙ# BÔ'ô "ØØØ%Ø'ØØØØ/ô	ð 	÷O%ð %ú÷ %ð %ú÷ %ð %ûôH )¬/Ð:ò 	HÜœM×>Ñ>ÄÀAÃÓGÐGûð	Húsf   ¼E-ÁE!Á>EÂEÂ*EÂ9A&EÄE!Ä'E-Ä:E9 ÅEÅE!Å!E*	Å&E-Å-E6Å9F0Æ#F+Æ+F0c                 óð  — d}t        |«      }| j                  j                  D ]Ð  }|j                  dk(  r;||k\  r1|||z
     }t	        |t
        j                  «      s||j                  d<   |dz  }|j                  dk(  sŒ]t        | |j                  «      }t	        |t
        j                  «      sŒŽd|j                  vsJ d|j                  › d�«       ‚|j                  |d¬	«      |j                  d<   ŒÒ y )
Nr   r§   r¨   rA   rS  zFound attribute zà that has already been fakified but not yet lifted as an input. This should be impossible because (1) we should have already fakified AND lifted params/buffers (2) we should have NOT yet fakified OR lifted tensor constants. Tr:  )r+   r˜   r™   r°   r�   ra   rf   r    r>   rš   r=  )r^   r‰  Únum_params_buffersÚindexrn   r£   Úuser_argr¨   s           r[   r9  r9  Ì  sð   € ð €EÜ  Ó+€IØ—‘—‘ò RˆØ�7‰7�mÒ#ØÐ*Ò*Ø$ UÐ-?Ñ%?Ñ@�Ü! (¬E¯L©LÔ9Ø'/�D—I‘I˜eÑ$Ø�Q‰JˆEØ�7‰7�jÓ Ü˜B §¡Ó,ˆCÜ˜#œuŸ|™|Õ,Ø D§I¡IÑ-ð Ø& t§{¡{ mð 4Wð WóÐ-ð $-×#8Ñ#8¸ÈDÐ#8Ó#Q�—	‘	˜%Ò ñ!RrZ   rÓ   c                 óf   ‡— t        t        ˆfd„| j                  j                  D «       «      «      S )Nc              3   óB   •K  — | ]  }|j                   ‰k(  sŒ|–— Œ y ­wr‚   )rÓ   )r¾  r£   rÓ   s     €r[   rÀ  z_find_node.<locals>.<genexpr>é  s   øè ø€ ÒJ˜d¸¿	¹	ÀTÓ8I”TÑJùs   ƒ˜)rã   rä   r˜   r™   )r^   rÓ   s    `r[   r}  r}  è  s!   ø€ Ü”ÓJ b§h¡h§n¡nÔJÓJÓKÐKrZ   Údispatch_tracing_modec                 ó  ‡‡‡	‡‡‡‡‡‡— |
dv sJ ‚dŠdŠi Šˆˆˆˆfd„}t        | ||‰‰	|¬«      \  Š}}ŠŠŠt        ‰| «      }ˆ	ˆˆˆˆfd„}‰5  t        «       5  t        | ||‰«      5 \  }}}}}t	        ||‰«      5  |
dk(  rt
        nt        j                  t        |‰	¬«      } ||||||||¬«      }|j                  j                  «       D ��ci c]  \  }}|t        |t        «      r||   n|“Œ c}}|_	        ddd«       ddd«       ddd«       ddd«       t        | j                  |j                  «       ‰€J ‚‰€J ‚t        |‰‰‰‰¬	«      S c c}}w # 1 sw Y   Œ`xY w# 1 sw Y   ŒdxY w# 1 sw Y   ŒhxY w# 1 sw Y   ŒlxY w)
u¨   
    ``dispatch_tracing_mode`` can be either "make_fxâ€� or â€œaot_exportâ€�, corresponding to
    _export_to_aten_ir_make_fx and _export_to_aten_ir, respectively.
    )r5   Ú
aot_exportNc                 ó   •‡ — dˆ ˆˆˆˆfd„	}|S )Nc                 óN  •— |xs i } G ˆˆfd„dt         j                  j                  «      } || «      }‰D �cg c]  }d|z   ‘Œ	 }}t        «       }t	        | t         j
                  j                  «      st        ||‰«      }|5   ‰||fd|i|¤Ž\  }	}
t        j                  d|	«       d d d «       t        j                  t        
j                  «      |
_        t        j                  t        |
j                  «      |
_        t        j                  t        |
j                  «      |
_        t        j                  t        |
j                   «      |
_        t        j                  t        |
j"                  «      |
_        	j$                  j&                  D ]r  }d|j(                  v sŒ|j(                  d   }t        j                  t        |«      j+                  «       D ��ci c]  \  }}t-        |«      |“Œ c}}|j(                  d<   Œt |	|
fS c c}w # 1 sw Y   �ŒkxY wc c}}w )Nc                   ó,   •‡ — e Zd Zˆ fd„Zˆˆfd„Zˆ xZS )ú]_non_strict_export.<locals>._tuplify_outputs.<locals>._aot_export_non_strict.<locals>.Wrapperc                 ó0   •— t         ‰| �  «        || _        y r‚   )r!  r"  r‹   )rÒ   r=  r  s     €r[   r"  zf_non_strict_export.<locals>._tuplify_outputs.<locals>._aot_export_non_strict.<locals>.Wrapper.__init__  s   ø€ Ü‘GÑ$Ô&Ø(+�DÕ%rZ   c                 óD  •— | j                   }t        j                  ||f«      \  }Št        |t        j
                  j                  «      rŸt        |j                  j                  «       v rt        |||«       t        j
                  j                  j                  «       5  g |¢|j                  «       ¢­}t	        j
                  j                  |«      j                  |Ž }d d d «       n ||i |¤Ž}t        j                  «      \  }Št        |«      S # 1 sw Y   Œ,xY wr‚   )r‹   rp   rþ  r�   ra   rb   rc   r0   Ú_forward_pre_hooksrå   Ú	tracebackÚpreserve_node_metaÚInterpreterÚrunr…  )	rÒ   r–   r—   r=  rÉ   Útree_outÚ	flat_outsrl   rm   s	          €€r[   r±  ze_non_strict_export.<locals>._tuplify_outputs.<locals>._aot_export_non_strict.<locals>.Wrapper.forward  s   ø€ ð ×+Ñ+�CÜ!'×!4Ñ!4°d¸F°^Ó!D‘J�A�wÜ! #¤u§x¡x×';Ñ';Ô<ô >Ø"×5Ñ5×<Ñ<Ó>ñ?ô >¸cÀ4ÈÔPÜ"ŸX™X×/Ñ/×BÑBÓDñ LØ#< TÐ#<¨F¯M©M«OÑ#<˜DÜ',§x¡x×';Ñ';¸CÓ'@×'DÑ'DÀdÐ'K˜H÷Lð Lñ $'¨Ð#7°Ñ#7˜Ü*0×*=Ñ*=¸hÓ*GÑ'�I˜xÜ  Ó+Ð+÷Lð Lús   Â!ADÄDr$  )r  rl   rm   s   @€€r[   ÚWrapperr£    s   ù„ ô,÷,ñ ,rZ   r­  z_export_root.r—   z%Exported program from AOTAutograd:
%srÌ   )ra   ré   rê   r   r�   rb   rc   r!   rê  Údebugrp   Útree_mapr†   r6  r7  rw  rv  rx  r˜   r™   r    rë   r‰   )r=  r–   r—   r}  r­  Úwrapped_modr  Únew_preserved_call_signaturesrŽ  r^   r_   r£   rÌ   rò   r¨   rŸ  rl   ro   rm   rq  s                  €€€€€r[   Ú_aot_export_non_strictzL_non_strict_export.<locals>._tuplify_outputs.<locals>._aot_export_non_strict  sÏ  ø€ Ø’\˜rˆF÷,œ%Ÿ(™(Ÿ/™/ô ,ñ: " #›,ˆKð .Lö-Ø()� !Ó#ð-Ð)ð -ô “-ˆCÜ˜c¤5§8¡8×#7Ñ#7Ô8Ü&ØÐ!>Ð@Qó�ð ñ HÙ$ [°$ÑO¸vÐOÈÑO‘��CÜ—	‘	ÐBÀBÔG÷Hô $Ÿ_™_¬[¸#¿.¹.ÓIˆCŒNÜ Ÿ/™/¬+°s·{±{ÓCˆCŒKÜ$*§O¡O´KÀ×AVÑAVÓ$WˆCÔ!Ü'-§¡Ü˜S×5Ñ5ó(ˆCÔ$ô %+§O¡O´KÀ×AVÑAVÓ$WˆCÔ!àŸ™Ÿ™ò �Ø$¨¯	©	Ò1Ø&*§i¡iÐ0AÑ&B�Oô )/¯©Ü'¨ó)ç™%›'÷	4á$˜C ô # 3›¨Ñ,ó4�D—I‘IÐ/Ò0ðð �s�7ˆNùò=-÷Hñ Hüó4s   ºHÂ&HÇ"H!ÈHr‚   rY   )rŸ  r²  rl   ro   rm   rq  s   ` €€€€r[   Ú_tuplify_outputsz,_non_strict_export.<locals>._tuplify_outputs  s   ù€ ÷A	ñ A	ðF &Ð%rZ   )r–  rs  c                 ó&   •— t        ‰| ‰‰‰‰¬«      S )N)rn   r^   rx  Úequalities_inputsÚoriginal_signaturer–  )r   )r^   r–  rx  rµ  rn   r¶  s    €€€€€r[   Ú_produce_guards_callbackz4_non_strict_export.<locals>._produce_guards_callback[  s"   ø€ Ü3ØØØ)Ø/Ø1Ø 3ô
ð 	
rZ   r5   )r?  r–  )r¬  r“  r<  )r   r   r   r   r   r–  rò  r5  r¯  r`   rë   r�   r,   rË  r_   rj   )r=  r–   r—   rx  rq  r?  rú  r2  rs  r–  r�  r³  r¶   r·   r  r·  Úpatched_modÚnew_fake_argsÚnew_fake_kwargsÚnew_fake_constant_attrsÚmap_fake_to_realÚ_to_aten_funcrH  r[  r  rµ  rn   rl   ro   r¶  rm   s      ``    `               @@@@@@r[   Ú_non_strict_exportr¾  ì  s÷  ÿø€ ð" !Ð$=Ñ=Ð=Ð=Ø#'€HØ"&€Gà?AÐ÷D&ôZ 	ØØØØØ/Ø0Wô	ñØØØØØØô 1°¸CÓ@Ð÷
ð 
ð 
ñ Ô2Ó4ñ Ü# C¨°KÀÓKð 	ñ P
ØØØØ#ØÜ  ¨K¸ÓCñ	ð )¨IÒ5õ +ä×&Ñ&Ü&Ø!-Ø(;ôð ñ $1ØØØØ#Ø'Ø(@Ø*ô$Ð ð !5× >Ñ >× DÑ DÓ F÷.á�C˜ð ¬j¸Ô>NÔ.OÐ% cÒ*ÐUXÑXó.Ð Ô*÷5	÷ 	÷÷ ô@ 5ØÐ!×%Ñ%Ð';×'EÑ'Eôð ÐÐÐØÐÐÐäØ!ØØØØ+ôð ùó.÷5	ð 	ú÷ 	ð 	ú÷ð ú÷ ð úsg   ÁE=ÁE1Á'E%Á;AE	Ã"EÃ1	E	Ã:E%ÄE1Ä
E=ÅE	ÅE"ÅE%Å%E.Å*E1Å1E:	Å6E=Å=F©rš  rq  rš  c                óÒ  — t        | «      at        | |||«      \  }}}}t        | «      }|rt	        j
                  t        t        ¬«      nt	        j
                  t        d¬«      } || ||||d||dd¬«
      }	|	j                  j                  }
t        | ||«      }t        |	j                  «      }||	j                  j                  j                  d<   t!        |	t#        | ||d¬«      |«      }t%        |	|||«      \  }}t'        |«       t)        |«       t+        ||
«       t-        || «       dd	lm} t3        ||j4                  |
|||||f|	j                  j6                  |g¬
«	      }|S )N)r4  r5   )r�  F)
r=  r–   r—   rx  rq  r?  rú  r2  rs  r–  Úinline_constraints©r–  r   )ÚTrainingIRVerifier©	rî   r˜   r  Ú
state_dictr  r  rö  r`   Ú	verifiers)rd  rm  r  rü  rò  r5  r6  r–  r¾  rk   r_   r»  r  rn   r^   r    r  r2   r	  r×  rÙ  rÞ  r   Útorch._export.verifierrÃ  rD   r˜   r`   )r=  r–   r—   rx  rš  rq  r2  rú  Úexport_funcr  rA  rf  rÁ  r  r^   r  rÃ  Úexported_programs                     r[   Ú_export_for_trainingrÊ  •  s�  € ô  5°SÓ9Ðô 	˜s D¨&°.ÓAñØØØØô 3°3Ó7Ðñ ô	 	×ÑÜ+Ü#=õ	
ô
 ×ÑÜØ"+ô
ð ñ "ØØØØ%Ø'EØØ/Ø!Ø05Ø!ô€Oð -×1Ñ1×5Ñ5Ðä.¨s°D¸&ÓAÐÜ0°×1JÑ1JÓKÐð :L€O×Ñ×Ñ× Ñ Ð!5Ñ6Ü.ØÜ�c˜4 ¸UÔCØóÐô 3ØØ&ØØó	Ñ€BÐô ˜BÔÜ˜ÔÜ˜bÐ"8Ô9ä  CÔ(å9ä&ØØ�h‰hØ.Ø&Ø+Ø+Ø˜f�~Ø!×&Ñ&×0Ñ0Ø%Ð&ô
Ðð ÐrZ   )rš  rq  r?  rs  r–  c                ó  ‡‡— ddl m}	 t        | «      at	        «       }
|
j                  |rdnd«       |
j                  |rdnd«       |
at        dt        ¬«       t        d	d
„ ¬«       |r* |	«       r#t        | |||||¬«      Št        dˆfd„¬«       ‰S t        | |||«      \  }}}}t        | «      }|rt        nt        } || |||||||||«
      }|j                  j                  }|st!        | ||«      nd}t#        |j$                  «      }||j                  j&                  j(                  d<   t+        |t-        | |||¬«      |«      }t/        ||||«      \  }}t1        |«       t3        |«       |st5        ||«       t6        j8                  j:                  j=                  |d¬«       ddlm } tC        || «       tE        ||jF                  ||||||f|j                  jH                  |g¬«	      Št        dˆfd„¬«       ‰S )a
  
    Traces either an nn.Module's forward function or just a callable with PyTorch
    operations inside and produce a ExportedProgram.

    Args:
        f: the `nn.Module` to trace.

        args: example positional inputs.

        kwargs: optional example keyword inputs.

        dynamic_shapes:
         An optional argument where the type should either be:
         1) a dict from argument names of ``f`` to their dynamic shape specifications,
         2) a tuple that specifies dynamic shape specifications for each input in original order.
         If you are specifying dynamism on keyword args, you will need to pass them in the order that
         is defined in the original function signature.

         The dynamic shape of a tensor argument can be specified as either
         (1) a dict from dynamic dimension indices to :func:`Dim` types, where it is
         not required to include static dimension indices in this dict, but when they are,
         they should be mapped to None; or (2) a tuple / list of :func:`Dim` types or None,
         where the :func:`Dim` types correspond to dynamic dimensions, and static dimensions
         are denoted by None. Arguments that are dicts or tuples / lists of tensors are
         recursively specified by using mappings or sequences of contained specifications.

        preserve_module_call_signature: A list of submodule paths for which the original
            calling conventions are preserved as metadata.

        allow_complex_guards_as_runtime_asserts:
         With the current dynamic shapes language for dims and derived dims, we can run into constraints
         that are not expressible with the language. For example, flattening a matrix and adding to a vector,
         both fully dynamic (i.e. x.reshape([-1]) + y) emits a guard s0 * s1 = s2, which is not expressible.
         By default, we either raise a constraint violation error or specialize to static values.
         If this flag is set to True, we avoid erroring out and instead allow complex constraints to exist as runtime
         assertions in the graph. The sympy interpreter (torch/utils/_sympy/interp.py) will produce the math ops
         required to compute and assert the value of the guard (e.g. sym_size_int, eq, _assert_scalar).
         Additionally, if TORCH_DYNAMO_DO_NOT_EMIT_RUNTIME_ASSERTS=1 is specified, we will allow complex constraints
         while not emitting runtime asserts, returning a cleaner graph with lesser guarantees around dynamic shapes.

    Returns:
        An ExportedProgram containing the traced method.
    r   )Ú export_training_ir_rollout_checkrš  Ú
non_strictr?  Úaot_dispatchzexport.enterr{  r«   c                   ó   — y)Nzstart!rY   rY   rZ   r[   r‘  z_export.<locals>.<lambda>6  s   � rZ   )Ú
payload_fnr¿  rÉ  c                  ó   •— t        ‰ «      S r‚   ©re   )rß  s   €r[   r‘  z_export.<locals>.<lambda>H  s   ø€ ÄÀRÃ€ rZ   NrÁ  rÂ  T)Úin_place)ÚVerifierrÄ  c                  ó   •— t        ‰ «      S r‚   rÒ  )rÉ  s   €r[   r‘  z_export.<locals>.<lambda>‘  s   ø€ ¼SÐAQÓ=R€ rZ   )%Útorch._utils_internalrÌ  rd  rm  rW   rF  rä  r/   r-   rÊ  r  rü  r8  r¾  rk   r_   r»  r  rn   r^   r    r  r2   r	  r×  rÙ  rÞ  ra   r*  r©  Úremove_proxy_from_state_dictrÇ  rÔ  r   rD   r˜   r`   )r=  r–   r—   rx  rš  rq  r?  rs  r–  rÌ  r}  r   rú  rÈ  r  rA  rf  rÁ  r  r^   r  rÔ  rß  rÉ  s                         @@r[   r*  r*  ð  s1  ù€ õt Gô  5°SÓ9Ðä‹E€EØ	‡I�I™&‰h lÔ3Ø	‡I�I¡‰n°.ÔAØ€Mä˜>´Õ?ä�hÑ+;Õ<ñ Ñ8Ô:Ü!ØØØØØØ+Iô
ˆô 	Ð,»ÕIØˆ	ô 	˜s D¨&°.ÓAñØØØØô 3°3Ó7Ðñ %+•.Ô0B€Ká!ØØØØØ&ØØØØ/Øó€Oð 4C×3GÑ3G×3KÑ3KÐñ :MÔ˜s D¨&Ô1ÐRVð ô 1°×1JÑ1JÓKÐð :L€O×Ñ×Ñ× Ñ Ð!5Ñ6Ü.ØÜ�c˜4 Ð=PÔQØóÐô
 3ØØ&ØØó	Ñ€BÐô ˜BÔÜ˜ÔÙÜ! "Ð&<Ô=ô 
‡M�M×Ñ×4Ñ4Ð5HÐSWÐ4ÔXå/ä  CÔ(ä&ØØ�h‰hØ.Ø&Ø+Ø+Ø˜f�~Ø!×&Ñ&×0Ñ0Ø�*ô
Ðô Ð(Ó5RÕSàÐrZ   r‚   )NN)rŸ  )ÆrU   rò  ræ   Úloggingrß   ré  ÚwarningsÚ
contextlibr   r   Útypingr   r   r   r   ra   Útorch._dynamoÚtorch.fxÚtorch.utils._pytreer©  Ú_pytreerp   Útorch._dispatch.pythonr	   Útorch._dynamo.excr
   r   Útorch._export.db.loggingr   r   Útorch._export.non_strict_utilsr   r   r   r   r   r   r   Ú-torch._export.passes.collect_tracepoints_passr   Ú(torch._export.passes.lift_constants_passr   r   r%  r   r   r   r   r   r   r   r   rÇ  r    Útorch._export.wrappersr!   Ú4torch._functorch._aot_autograd.input_output_analysisr"   r#   Ú&torch._functorch._aot_autograd.schemasr$   Ú-torch._functorch._aot_autograd.subclass_utilsr%   Ú9torch._functorch._aot_autograd.traced_function_transformsr&   Ú$torch._functorch._aot_autograd.utilsr'   r(   Útorch._functorch.aot_autogradr)   r*   Útorch._guardsr+   Ú"torch._library.fake_class_registryr,   Útorch._loggingr-   Útorch._subclasses.fake_tensorr.   rÖ  r/   Útorch.export._unliftr0   Útorch.export.dynamic_shapesr1   r2   Útorch.export.exported_programr3   Ú"torch.fx.experimental.proxy_tensorr4   r5   r6   r7   r&  r8   r9   r:   r;   Útorch.fx.graphr<   r=   Útorch.fx.graph_moduler>   r?   Útorch.utils._sympy.value_rangesr@   Ú
_safeguardrB   rÉ  rC   rD   rE   rF   rG   r  rH   rI   Ú	getLoggerrO   rê  Ú	dataclassrK   r]   rj   rŠ  Úcriticalr®  rë  Ú	exceptionÚinfoÚwarningÚprintÚwarnrN   ry   r€   rƒ   r‰   r†   rb   rc   r¥   r¸   rÂ   rÇ   ró   ré   rê   rd   re   r  rf   rg   r¡  r  r  r/  rC  rQ  r^  rd  rp  r…  rS   rz  r¯  r»  rW   r:  rÆ  rË  r×  rÙ  rÞ  rã  rä  rT   rm  rô  rø  rü  r  r	  r  r  r  r  r  r1  r8  r6  r–  r9  ÚNoder}  r¾  rÊ  r*  rY   rZ   r[   ú<module>r     sÞ  ðô Û Û Û Û 	Û Û ß 2ß 1Ó 1ã Û Û ß $Ð $Ý ;ß 6÷÷÷ ñ õ Q÷÷	÷ 	ó 	õ 6Ý 3÷õ BÝ Wõ÷÷õ +Ý ?Ý ,Ý 8Ý 2Ý Bß LÝ 4÷ó ÷ó ÷ 7Ý +Ý (Ý ;å 5÷õ ÷ Vð €g×Ñ˜Ó!€ð ×Ñ÷'ð 'ó ð'ð  ×Ñ÷
ð 
ó ð
ð €×Ñ˜dÔ#÷=ð =ó $ð=ñ  2Ó3Ð à×ÑØ‡M�MØ‡M�MØ×ÒØ‡L‚LØ‡K�KØ‡O‚OØ	Ø‡M‚Mð
>Ð Ô :ð ñ;ó ð;ð ñBó ðBòCò(òð. §¢×!5Ò!5ó .ò0#-òL:ò	ò1ðh Ø—X’X—_’_ð à—8’8—?’?ð ð 
ˆ#ˆsˆ(�^ó ðF$,Ø�Š×Òð$,à	ð$,ð ˜c 5§<¢<Ð/Ñ0ð$,ð �C˜˜uŸ|š|Ð-=¸u×?QÒ?QÐQÑRÐRÑSð	$,ð
 ˜‘Ió$,ðN-Ø(ð-à)ð-ð �C˜˜uŸ|š|Ð-=¸u×?QÒ?QÐQÑRÐRÑSð-ð 
ó	-ð6%? 5§8¢8×#7Ò#7ð %?¸Dó %?ðd !%ògà�Š×Òðgð ógðT.Ø�Š×Òð.à)ð.ð 
ó.ðb!Ø—X’X—_’_ð!Ø5:·X²X×5IÒ5Ið!à	ó!ðH˜uŸxšxŸšð °4¸¸S¸±>ó ð .2ñ	$Øð$àð$ð ! Ð&9Ð!9Ñ:ð$ð    S¡	Ñ*ð	$ð
 
ˆ/Ñó$ð: (,ØMQð	Eð 79Ø&+Ø49ØØ"ØòEØðEà
��S�‰/ðEð �T˜#˜s˜(‘^Ñ$ðEð ˜U 4¨¨S¨¡>°5¸±:¸tÀC¹yÐ#HÑIÑJð	Eð %*¨#¨s¨(¡OðEð  $ðEð .2ðEð ðEð ðEð ðEð ‡X‚X×ÒóEð\ !ðZñ ØØØ"&Ø %Ø(,Ø(-òZØ	�Š�ŠðZð
 $ðZð  ðZð ðZð "&ðZð "&ðZð óZð@ (,ñØ	�Š�Šðà
��S�‰/ðð �T˜#˜s˜(‘^Ñ$ðð 
ˆ#�Yó	ð>
 U§X¢X§_¢_ð 
¸¸S¹ó 
ð/Ø˜%Ÿ,š,Ñ'ð/à˜S %§,¢,Ð.Ñ/ð/ð *ð/ð �C˜˜uŸ|š|Ð-=¸u×?QÒ?QÐQÑRÐRÑSð	/ð
 
ó/ð,FØ�hŠh�oŠoðFà)ðFð �C˜˜uŸ|š|Ð-=¸u×?QÒ?QÐQÑRÐRÑSðFð 
ó	Fð(¨%¯(ª(×*>Ò*>ð (À4ó (ðV e§h¢h×&:Ò&:ð ¸tó ð4Ø�Š×ÒðØ#7ðà	óð04�_ð 4¨¨c°3¨h©ó 4ð  %)€ˆx˜˜C™Ñ!Ó (Ø59Ð ˜( 4¨¨S¨¡>Ñ2Ó 9ò(òV0ð$ %§(¢(§/¢/ð °d¸3À¸8±nó ò:ð& .2ñ	,!Ø#ð,!à$)¨#¨s¨(¡Oð,!ð ð,!ð    S¡	Ñ*ð	,!ð
 ˆ5�8Š8×Ò  oÑ!6Ð6Ñ7ó,!ð^Ø#ðØ48¸¸c¸±Nóð0 ~ó ð ð&�u—x’x—’ò &ó ð&ð" ñ>ó ð>ô'�U—X’X—_’_ô 'ó"ðJØ	�Š�Šðà
��S�‰/ðð ��c�‰Nðð ˜U 4¨¨S¨¡>°5¸±:¸tÀC¹yÐ#HÑIÑJð	ð
 %*¨#¨s¨(¡Oðð ðð ˜c 3˜h™ðð ðð .2ðð ðð óð8TØ	�Š�ŠðTà
��S�‰/ðTð ��c�‰NðTð ˜U 4¨¨S¨¡>°5¸±:¸tÀC¹yÐ#HÑIÑJð	Tð
 %*¨#¨s¨(¡OðTð ðTð ˜c 3˜h™ðTð ðTð .2ðTð ðTð %ðTð óTðz !ÙñØ	�Š�Šðð
 $ðð óòDRð8L�5—8’8×'Ò'ð L¨sð L°u·x²x·}²}ó Lð ".ñfØ	�Š�Šðfà
��S�‰/ðfð ��c�‰Nðfð ˜U 4¨¨S¨¡>°5¸±:¸tÀC¹yÐ#HÑIÑJð	fð
 %*¨#¨s¨(¡Oðfð ðfð ˜c 3˜h™ðfð ðfð .2ðfð ðfð ðfð ófðR Øð (,ØMQð	Vð Ø68òVØ	�Š�ŠðVà
��S�‰/ðVð �T˜#˜s˜(‘^Ñ$ðVð ˜U 4¨¨S¨¡>°5¸±:¸tÀC¹yÐ#HÑIÑJð	Vð ðVð %*¨#¨s¨(¡OðVð òVó  ó ðVðr Øð (,ØMQð	að Ø68ØØ49Ø %òaØ	�Š�Šðaà
��S�‰/ðað �T˜#˜s˜(‘^Ñ$ðað ˜U 4¨¨S¨¡>°5¸±:¸tÀC¹yÐ#HÑIÑJð	að ðað %*¨#¨s¨(¡Oðað ðað .2ðað ðað òaó  ó ñarZ   