Ë
    g^(hÔj  ã                   ón  — d Z ddlZddlZddlZddlZddlZddlmZ ddlmZm	Z	 ddl
ZddlmZ ddlmZmZ ddlmZmZmZmZmZmZmZmZmZmZ dd	lmZmZ dd
lm Z m!Z!m"Z"m#Z# ddlm$Z$m%Z% ddl&m'Z'm(Z( ddl)m*Z*m+Z+ ddl,m-Z- ddl.m/Z/m0Z0m1Z1m2Z2 ddl3m4Z4 ejj                   G d„ d«      «       Z6 G d„ d«      Z7y)aû  
This module provides utilities for generating Python bytecode in PyTorch's Dynamo system.
It includes functionality for:
- Constructing bytecode sequences for Python operations
- Managing stack operations and variable tracking
- Handling graph outputs and their conversions
- Supporting different Python versions (3.11+, 3.12+, 3.13+)
- Converting high-level operations to low-level bytecode instructions
- Managing constant loading and attribute access
- Supporting function creation and closure handling
é    N)ÚCounter)ÚOptionalÚUnion)Ú
OrderedSeté   )Úgraph_break_hintsÚutils)
Úadd_push_nullÚadd_push_null_call_function_exÚcreate_call_functionÚcreate_call_methodÚcreate_dup_topÚcreate_instructionÚcreate_load_constÚcreate_load_methodÚcreate_rot_nÚInstruction)ÚIncorrectUsageÚunimplemented_v2)Ú
AttrSourceÚChainedSourceÚDictGetItemSourceÚSource)Úis_safe_constantÚrot_n_helper)ÚValueMutationExistingÚVariableTracker)Ú4ContextlibContextManagerLocalGeneratorObjectVariableÚLocalGeneratorObjectVariable)ÚNNModuleVariable)ÚNumpyNdarrayVariableÚSymNodeVariableÚTensorVariableÚUnspecializedPythonVariable)ÚTensorWithTFOverrideVariablec                   ó"   — e Zd ZU eed<   eed<   y)ÚGraphOutputEntryÚindexÚvariableN)Ú__name__Ú
__module__Ú__qualname__ÚintÚ__annotations__r   © ó    úS/var/www/skyplay_api_hub/venv/lib/python3.12/site-packages/torch/_dynamo/codegen.pyr'   r'   9   s   … àƒJØÔr0   r'   c                   ó,  — e Zd ZdZ	 	 	 	 	 d;deej                  j                     dee   ddfd„Z	ddœd	„Z
d
„ Zd„ Zd<d„Zd=d„Zd„ Zd„ Zd„ Zd„ Zdefd„Zd„ Zd„ Zd„ Zd„ Zdee   fd„Zdefd„Zdefd„Zdefd„Zdefd„Zdefd„Zd<defd„Z defd„Z!defd„Z"d „ Z#d!„ Z$defd"„Z%d#„ Z&d$„ Z'defd%„Z(d&„ Z)d>d'„Z*d(„ Z+d)„ Z,d*„ Z-d+e.d,e/fd-„Z0d.„ Z1d/„ Z2d0„ Z3	 d>d1ed2e4jj                  d,e/fd3„Z6defd4„Z7d5e8ddfd6„Z9d1eddfd7„Z:d?d8„Z;dee   fd9„Z<defd:„Z=y)@Ú	PyCodegenz<
    Helper class uses for constructing Python bytecode
    NÚrootÚgraph_output_varÚreturnc                 óŽ  — || _         d | _        t        j                  «       | _        i | _        g | _        |xs i | _        || _        || _	        | j                  j                  j                  | _        | j                  j                  | _        | j                  j                  j                  | _        d| _        |xs i | _        y )NT)r4   Útop_of_stackÚcollectionsr   ÚusesÚgraph_outputsÚ_outputÚtempvarsÚtxr5   ÚoutputÚcode_optionsÚcell_and_freevarsÚnew_varÚvalue_from_sourceÚoverridden_sources)Úselfr>   r4   r5   r=   rD   s         r1   Ú__init__zPyCodegen.__init__D   s£   € ð ˆŒ	ØFJˆÔÜ.9×.AÑ.AÓ.CˆŒ	Ø:<ˆÔØ*,ˆŒð
 !š BˆŒØˆŒØ 0ˆÔØ ŸG™GŸN™N×7Ñ7ˆÔØ!%§¡×!:Ñ!:ˆÔØ—w‘w—~‘~×-Ñ-ˆŒØ'+ˆÔð 9KÒ8PÈbˆÕr0   T)rC   c                ó�   — | j                   }| xj                   |z  c_         	 | j                  |«       || _         y # || _         w xY w©N)rC   Úforeach)rE   Ústack_valuesrC   Úprevs       r1   Úrestore_stackzPyCodegen.restore_stacka   sA   € Ø×%Ñ%ˆØ×ÒÐ"3Ñ3Õð	*Ø�L‰L˜Ô&à%)ˆDÕ"ø TˆDÕ"ús	   £< ¼	Ac                 óp   — | j                   j                  «       D �cg c]  }|j                  ‘Œ c}S c c}w rH   )r;   Úvaluesr)   )rE   Úxs     r1   Úgraph_output_varszPyCodegen.graph_output_varsi   s)   € Ø$(×$6Ñ$6×$=Ñ$=Ó$?Ö@˜q�—
“
Ò@Ð@ùÒ@s   �3c                 ó>   — |j                  | «      }|�
J d|› �«       ‚y )Nzreconstruct!=None )Úreconstruct)rE   ÚvalueÚress      r1   Úcall_reconstructzPyCodegen.call_reconstructl   s)   € Ø×Ñ Ó%ˆØˆ{Ð8Ð0°°Ð8Ó8‰{r0   c                 óœ  — t        | j                  «      }t        j                  dk  r| j	                  «         |«        | j                  |d }| j                  |d…= |r%| j                  j                  t        |«      «       n$| j                  j                  t        |«      «       t        j                  dk\  r| j	                  «        yy)a˜  
        `gen_fn` generates instructions via PyCodegen methods
        that push a single callable to the stack.

        `add_push_null` pushes a NULL to the stack before or after the
        instructions generated by `gen_fn`, depending on Python version.

        Will attempt to use the NULL push bit for instructions
        with such bits (LOAD_GLOBAL 3.11+, LOAD_ATTR 3.12+, LOAD_SUPER_ATTR).
        ©é   é   N)Úlenr<   ÚsysÚversion_infoÚ	clear_tosÚextendr   r
   )rE   Úgen_fnÚcall_function_exÚold_lenÚadded_instss        r1   r
   zPyCodegen.add_push_nullp   sž   € ô �d—l‘lÓ#ˆÜ×Ñ˜gÒ%ð �N‰NÔÙŒà—l‘l 7 8Ð,ˆØ�L‰L˜™Ð"ÙØ�L‰L×ÑÔ >¸{Ó KÕLà�L‰L×Ñ¤¨kÓ :Ô;Ü×Ñ˜wÒ&à�N‰NÕð 'r0   c           
      óØ  ‡ ‡‡‡	— t        |t        «      �r‰ j                  j                  ||«      }|du sJ d«       ‚‰ j                  |u r$‰ j
                  j                  t        «       «       y‰ j                  j                  |«      �?‰ j
                  j                  ‰ j                  ‰ j                  |   «      «       |‰ _        y	 ‰ j                  |«       ‰ j
                  j                  t        «       «       ‰ j#                  |«       |‰ _        yt        |t$        «      sJ ‚‰ j
                  Š	‰ j&                  Š|rx‰ j                  |u r‰	j                  t        «       «       y‰ j                  j                  |«      �5‰	j                  ‰ j                  ‰ j                  |   «      «       |‰ _        y|j)                  «       rt        |t*        «      rt-        d	«      ‚|j.                  �Z|rX|j)                  «       rt        |t0        «      s8t        |j2                  t4        «      s‰ j6                  r ‰ |j.                  «      S |j9                  «       rOt;        |j=                  «       «      r6‰	j                  ‰ j?                  |j=                  «       «      «       |‰ _        yt        |t@        «      r¡‰ jC                  |«      Š‰ jE                  ˆ fd
„«       ‰ jG                  ‰‰   jH                  «       ‰	j                  ‰ jK                  |jM                  ‰ jN                  «      d¬«      «       ‰	jQ                  tS        dd«      «       |‰ _        yt        |tT        «      r¢|jW                  «       tX        k(  r‹‰ jN                  jZ                  su‰ jC                  |j]                  ‰ jN                  t^        j`                  «      «      Šˆˆˆ	ˆ fd„}‰ jE                  |«       ‰	jQ                  tS        dd«      «       |‰ _        yt        |tb        tT        td        tf        f«      rô‰ jC                  |«      Št        |tf        «      rU‰ jE                  ˆ fd„«       ‰ jG                  ‰‰   jH                  «       ‰	jQ                  tS        dd«      «       |‰ _        yt        |td        «      rH|jh                  r<ˆˆˆ	ˆ fd„}‰ jE                  |«       ‰	jQ                  tS        dd«      «       |‰ _        y‰ jG                  ‰‰   jH                  «       |‰ _        yt        |tj        «      r¿|jl                  jo                  d«      }|d   ‰ jp                  d   v r)‰	j                  ‰ j                  |d   «      «       |dd }n8‰ jr                  €J ‚‰	j                  ‰ ju                  ‰ jr                  «      «       |D ]"  }‰	j                  ‰ jw                  |«      «       Œ$ |‰ _        y‰ jx                  |xx   dz  cc<   	 ‰ j                  |«       |rB|‰ j                  v r4‰ j
                  j                  t        «       «       ‰ j#                  |«       |‰ _        y# t        $ r< t        dt        |«      dt        |«      › d|› d�g t        j                   ¢¬«       Y �ŒÏw xY w# t        $ r2 t        dt        |«      d|› d�dgt        jz                  ¢d‘¬«       Y ŒÎw xY w)a$  
        Generate code such that top-of-stack (TOS) is set to value.

        `allow_cache` controls the behavior in the following manner. `value` can
        either be a VariableTracker or a Source.

        If `value` is a `Source`, `allow_cache` must be True (invariant asserted
        below). If the source was reconstructed earlier, we will reuse the
        generated code by loading from top of stack or tempvars.

        If `value` is a `VariableTracker`, we have the following cases:

        1) `allow_cache=True`
            a) If the value.source is not None, we will emit the code based on
            `value.source` to handle aliasing.
            b) If value.source is None (example reconstructing a local list
            returned by the compiled function), we will reconstruct the variable
            tracker (w/o any source) to emit bytecode that generates a new
            python object.

            In both cases of value.source being None or not, if the value was
            reconstructed earlier, we will reuse the generated code by loading from
            top of stack or tempvars.

        2) `allow_cache=False` - This is a special case (allow_cache defaults to
        True).
            a) If the value.source is not None, we reconstruct the variable
            tracker and emit a new python object. You might wonder what about
            aliasing? The place where we use this config also has the followup
            code where the original python object is assigned to this new python
            value to handle aliasing (check side_effects.py and search for
            allow_cache=False).

            b) If value.source is None, this is not allowed. TODO - assert this.

        Notable effects:
        1. `self.top_of_stack` will be set to `value`, if we don't codegen
           `value` based on source.
        2. `self.uses[value]` will increment, if we don't codegen `value` based
           on source or cache/top-of-stack reuse; in other words, if we codegen
           as if `value` is modelling some brand new python value.
        Tz#allow_cache must be True for SourceNz:Reconstruction failure: source.reconstruct not implementedz6Dynamo has no bytecode reconstruction implemented for z
 variable ú.)Úgb_typeÚcontextÚexplanationÚhintszENYI: Returning a @contextmanager object from a torch.compile functionc                  óD   •— ‰ j                  t        j                  d«      S )NÚto_subclass©Úload_import_fromr	   r*   ©rE   s   €r1   ú<lambda>z$PyCodegen.__call__.<locals>.<lambda>  s   ø€ ˜×-Ñ-¬e¯n©n¸mÓL€ r0   ©Úaddé   Fc                  ó‚   •— ‰j                  ‰ ‰   j                  «       ‰j                  ‰j                  d«      «       y ©NÚitem©Úload_graph_outputr(   ÚappendÚcreate_load_attr©r;   Úgraph_outputs_keyr?   rE   s   €€€€r1   r_   z"PyCodegen.__call__.<locals>.gen_fn'  s4   ø€ Ø×&Ñ& }Ð5FÑ'G×'MÑ'MÔNØ—‘˜d×3Ñ3°FÓ;Õ<r0   r   c                  óD   •— ‰ j                  t        j                  d«      S )NÚto_numpy_helperrk   rm   s   €r1   rn   z$PyCodegen.__call__.<locals>.<lambda>:  s   ø€ ˜D×1Ñ1´%·.±.ÐBSÓT€ r0   r   c                  ó‚   •— ‰j                  ‰ ‰   j                  «       ‰j                  ‰j                  d«      «       y rs   ru   ry   s   €€€€r1   r_   z"PyCodegen.__call__.<locals>.gen_fn@  s4   ø€ Ø×*Ñ*¨=Ð9JÑ+K×+QÑ+QÔRØ—M‘M $×"7Ñ"7¸Ó"?Õ@r0   Úco_varnameszReconstruction failurezJDynamo has no bytecode reconstruction implemented for sourceless variable z«If Dynamo attempting to trace a return statement and your code is attempting to return a variable that Dynamo cannot reconstruct, then remove it from the return statement.z�Report an issue to PyTorch if you need reconstrtuction support. Note that objects that don't havereconstruction rules may be fundamentally unreconstructable.)>Ú
isinstancer   rD   Úgetr8   r<   rw   r   r=   Úcreate_loadrU   ÚNotImplementedErrorr   ÚstrÚtyper   Ú
DYNAMO_BUGÚ	add_cacher   r;   Úis_realizedr   r   Úsourcer   Úmutation_typer   rC   Úis_python_constantr   Úas_python_constantr   r%   Úadd_graph_outputr
   rv   r(   Úcreate_load_globalÚglobal_mangled_class_namer>   r^   r   r"   Úpython_typeÚfloatÚexportÚ	as_tensorÚtorchÚfloat64r#   r$   r!   Úneed_unwrapr    Ú
module_keyÚsplitr@   r4   Úcreate_load_const_uncheckedrx   r:   ÚCAUSED_BY_EARLIER_GRAPH_BREAK)
rE   rS   Úallow_cacherˆ   r_   ÚpartsÚpartr;   rz   r?   s
   `      @@@r1   Ú__call__zPyCodegen.__call__�   s   û€ ôV �eœVÕ$à×,Ñ,×0Ñ0°¸Ó>ˆFØ $Ñ&ÐMÐ(MÓMÐ&Ø× Ñ  EÑ)Ø—‘×#Ñ#¤NÓ$4Ô5Øà�}‰}× Ñ  Ó(Ð4Ø—‘×#Ñ# D×$4Ñ$4°T·]±]À6Ñ5JÓ$KÔLØ$*�Ô!ØðØ×%Ñ% fÔ-ð �L‰L×Ñ¤Ó 0Ô1Ø�N‰N˜6Ô"Ø &ˆDÔàä˜%¤Ô1Ð1Ð1Ø—‘ˆØ×*Ñ*ˆáØ× Ñ  EÑ)Ø—‘œnÓ.Ô/Øà�}‰}× Ñ  Ó'Ð3Ø—‘˜d×.Ñ.¨t¯}©}¸UÑ/CÓDÔEØ$)�Ô!Øà×ÑÔ¤:ØÔGô$
ô !ØWóð ð �L‰LÐ$Ùà×!Ñ!Ô#¬
°5Ô:VÔ(Wô( ˜5×.Ñ.Ô0EÔFØ×)Ò)á˜EŸL™LÓ)Ð)à×#Ñ#Ô%Ô*:¸5×;SÑ;SÓ;UÔ*VØ�M‰M˜$×0Ñ0°×1IÑ1IÓ1KÓLÔMð| "ˆÕô{ ˜Ô;Ô<Ø $× 5Ñ 5°eÓ <Ðà×ÑÛLôð ×"Ñ" =Ð1BÑ#C×#IÑ#IÔJØ�M‰MØ×'Ñ'Ø×3Ñ3°D·G±GÓ<À$ð (ó ôð
 �M‰MÔ.¨q°%Ó8Ô9ðb "ˆÕô_ �uœoÔ.Ø×!Ñ!Ó#¤uÒ,Ø—G‘G—N’Nð !%× 5Ñ 5Ø—‘ §¡¬¯©Ó7ó!Ð÷=ð ×Ñ˜vÔ&Ø�M‰MÔ.¨q°%Ó8Ô9ðv "ˆÕôu ØäÜÜ+Ü$ð	ô
ð !%× 5Ñ 5°eÓ <Ðä˜%Ô!5Ô6Ø×"Ñ"ÛTôð ×&Ñ& }Ð5FÑ'G×'MÑ'MÔNØ—‘Ô2°1°eÓ<Ô=ðT "ˆÕôS ˜EÔ#>Ô?ÀE×DUÒDU÷Að ×"Ñ" 6Ô*Ø—‘Ô2°1°eÓ<Ô=ðD "ˆÕðA ×&Ñ& }Ð5FÑ'G×'MÑ'MÔNð@ "ˆÕô? ˜Ô/Ô0Ø×$Ñ$×*Ñ*¨3Ó/ˆEØ�Q‰x˜4×,Ñ,¨]Ñ;Ñ;Ø—‘˜d×.Ñ.¨u°Q©xÓ8Ô9Ø˜a˜b˜	‘à—y‘yÐ,Ð,Ð,Ø—‘˜d×>Ñ>¸t¿y¹yÓIÔJØò ;�Ø—‘˜d×3Ñ3°DÓ9Õ:ð;ð. "ˆÕð) �I‰I�eÓ Ñ!ÓðØ×%Ñ% eÔ,ñ ˜u¨¯©Ñ5Ø—‘×#Ñ#¤NÓ$4Ô5Ø—‘˜uÔ%à!ˆÕøôA 'ò Ü ØXÜ ›KØ"XÔY]Ð^dÓYeÐXfÐfpÐqwÐpxÐxyÐ zØ9Ô-×8Ñ8Ð9÷	ð ðûô^ 'ò Ü Ø4Ü ›JØ"lÐmrÐlsÐstÐ uðdðô +×HÑHððWð	÷	ðús%   Ã
Y& Ø	Z. Ù&AZ+Ú*Z+Ú.8[)Û([)c                 ó¬   — t        |j                  «       «      }|| j                  vr,t        t	        | j                  «      |«      | j                  |<   |S rH   )ÚidÚas_proxyr;   r'   rZ   )rE   rS   rz   s      r1   rŒ   zPyCodegen.add_graph_outputi  sP   € Ü˜uŸ~™~Ó/Ó0ÐØ D×$6Ñ$6Ñ6Ü4DÜ�D×&Ñ&Ó'¨ó5ˆD×ÑÐ0Ñ1ð !Ð r0   c                 óî   — | j                   }|j                  | j                  | j                  «      «       |j                  | j	                  |«      «       |j                  | j                  «       «       y rH   )r<   rw   r�   r5   r   Úcreate_binary_subscr)rE   r(   r?   s      r1   rv   zPyCodegen.load_graph_outputq  sT   € Ø—‘ˆØ�‰�d×&Ñ& t×'<Ñ'<Ó=Ô>Ø�‰�d×,Ñ,¨UÓ3Ô4Ø�‰�d×/Ñ/Ó1Õ2r0   c                 ó–   — | j                  «       }|| j                  |<   | j                  j                  | j	                  |«      «       y rH   )rB   r=   r<   rw   Úcreate_store)rE   rS   Úvars      r1   r†   zPyCodegen.add_cachew  s8   € Ø�l‰l‹nˆØ"ˆ�‰�eÑØ�‰×Ñ˜D×-Ñ-¨cÓ2Õ3r0   c                 ó"   — |D ]
  } | |«       Œ y rH   r/   )rE   ÚitemsÚis      r1   rI   zPyCodegen.foreach|  s   € Øò 	ˆAÙ��Gñ	r0   c                 ó   — t        d«      S )NÚBINARY_SUBSCR©r   rm   s    r1   r¢   zPyCodegen.create_binary_subscr€  s   € Ü! /Ó2Ð2r0   c                 óÎ   — t        j                  dd|«      }| j                  j                  }||v rt	        ||   «      t	        |«      k(  sJ ‚|||<   | j                  |d¬«      gS )zStore value in a new globalz[^a-zA-Z0-9_]+Ú_Tro   )ÚreÚsubr>   Ú	f_globalsrŸ   r�   )rE   ÚnamerS   r°   s       r1   Úsetup_globally_cachedzPyCodegen.setup_globally_cachedƒ  si   € ä�v‰vÐ'¨¨dÓ3ˆØ—G‘G×%Ñ%ˆ	Ø�9ÑÜ�i ‘oÓ&¬"¨U«)Ò3Ð3Ð3à#ˆI�d‰OØ×'Ñ'¨°$Ð'Ó7Ð8Ð8r0   c                 ó   — d | _         y rH   )r8   rm   s    r1   r]   zPyCodegen.clear_tos�  s
   € Ø ˆÕr0   c                 ó~   — t        |t        «      sJ ‚| j                  j                  |«       | j	                  «        y rH   )r   r   r<   rw   r]   )rE   Úinsts     r1   Úappend_outputzPyCodegen.append_output�  s.   € Ü˜$¤Ô,Ð,Ð,Ø�‰×Ñ˜DÔ!Ø�‰Õr0   c                 ó‚   — t        d„ |D «       «      sJ ‚| j                  j                  |«       | j                  «        y )Nc              3   ó<   K  — | ]  }t        |t        «      –— Œ y ­wrH   )r   r   )Ú.0rO   s     r1   ú	<genexpr>z*PyCodegen.extend_output.<locals>.<genexpr>–  s   è ø€ Ò=°!”:˜a¤×-Ñ=ùs   ‚)Úallr<   r^   r]   )rE   Úinstss     r1   Úextend_outputzPyCodegen.extend_output•  s2   € ÜÑ=°uÔ=Ô=Ð=Ð=Ø�‰×Ñ˜EÔ"Ø�‰Õr0   c                 ó   — | j                   S rH   )r<   rm   s    r1   Úget_instructionszPyCodegen.get_instructionsš  s   € Ø�|‰|Ðr0   c                 óR   — || j                   d   v s
J |› d�«       ‚t        d|¬«      S )Nr~   ú missingÚ	LOAD_FAST©Úargval©r@   r   ©rE   r±   s     r1   r�   zPyCodegen.create_load�  s4   € Ø�t×(Ñ(¨Ñ7Ñ7ÐJ¸D¸6ÀÐ9JÓJÐ7Ü! +°dÔ;Ð;r0   c                 ór   — || j                  «       v sJ ‚t        j                  dk\  rdnd}t        ||¬«      S )NrW   rÂ   ÚLOAD_CLOSURErÃ   )rA   r[   r\   r   )rE   r±   Ú	inst_names      r1   Úcreate_load_closurezPyCodegen.create_load_closure¡  s:   € Ø�t×-Ñ-Ó/Ñ/Ð/Ð/Ü#&×#3Ñ#3°wÒ#>‘KÀNˆ	Ü! )°DÔ9Ð9r0   c                 óD   — || j                  «       v sJ ‚t        d|¬«      S )NÚ
LOAD_DEREFrÃ   ©rA   r   rÆ   s     r1   Úcreate_load_derefzPyCodegen.create_load_deref¦  s&   € Ø�t×-Ñ-Ó/Ñ/Ð/Ð/Ü! ,°tÔ<Ð<r0   c                 óR   — || j                   d   v s
J |› d�«       ‚t        d|¬«      S )Nr~   rÁ   Ú
STORE_FASTrÃ   rÅ   rÆ   s     r1   r¤   zPyCodegen.create_storeª  s4   € Ø�t×(Ñ(¨Ñ7Ñ7ÐJ¸D¸6ÀÐ9JÓJÐ7Ü! ,°tÔ<Ð<r0   c                 óD   — || j                  «       v sJ ‚t        d|¬«      S )NÚSTORE_DEREFrÃ   rÍ   rÆ   s     r1   Úcreate_store_derefzPyCodegen.create_store_deref®  s&   € Ø�t×-Ñ-Ó/Ñ/Ð/Ð/Ü! -¸Ô=Ð=r0   c                 ó    — |r%| j                   j                  j                  |«       || j                  d   v s
J |› d�«       ‚t	        d|¬«      S )NÚco_namesz not in co_namesÚLOAD_GLOBALrÃ   )r>   r?   Úupdate_co_namesr@   r   )rE   r±   rp   s      r1   r�   zPyCodegen.create_load_global²  sN   € ÙØ�G‰G�N‰N×*Ñ*¨4Ô0Ø�t×(Ñ(¨Ñ4Ñ4ÐO¸¸Ð>NÐ6OÓOÐ4Ü! -¸Ô=Ð=r0   c                 ó   — t        |«      S rH   ©r   ©rE   rS   s     r1   r   zPyCodegen.create_load_const¸  s   € Ü  Ó'Ð'r0   c                 ó   — t        |d¬«      S )NF)ÚcheckedrÙ   rÚ   s     r1   r˜   z%PyCodegen.create_load_const_unchecked»  s   € Ü  °Ô6Ð6r0   c                 ó‚   — | j                   j                  j                  |«       | j                  t	        |«      «       y rH   )r>   r?   r×   r¶   r   rÆ   s     r1   Úload_methodzPyCodegen.load_method¾  s,   € Ø�‰�‰×&Ñ& tÔ,Ø×ÑÔ-¨dÓ3Õ4r0   c                 ó8   — | j                  t        |«      «       y rH   )r½   r   )rE   Únargss     r1   Úcall_methodzPyCodegen.call_methodÂ  s   € Ø×ÑÔ-¨eÓ4Õ5r0   c                 ón   — || j                   d   vr| j                   dxx   |fz  cc<   t        d|¬«      S )NrÕ   Ú	LOAD_ATTRrÃ   rÅ   rÆ   s     r1   rx   zPyCodegen.create_load_attrÅ  s:   € Ø�t×(Ñ(¨Ñ4Ñ4Ø×Ñ˜jÓ)¨d¨WÑ4Ó)Ü! +°dÔ;Ð;r0   c                 óD   — | j                  | j                  |«      «       y rH   )r¶   rx   rÆ   s     r1   Ú	load_attrzPyCodegen.load_attrÊ  s   € Ø×Ñ˜4×0Ñ0°Ó6Õ7r0   c                 óh   — |j                  d«      D �cg c]  }| j                  |«      ‘Œ c}S c c}w )Nrd   )r—   rx   )rE   Únamesr±   s      r1   Úcreate_load_attrszPyCodegen.create_load_attrsÍ  s*   € Ø8=¿¹ÀCÓ8HÖI°�×%Ñ% dÕ+ÒIÐIùÒIs   ”/c                 ón   — || j                   d   vr| j                   dxx   |fz  cc<   t        d|¬«      S )NrÕ   Ú
STORE_ATTRrÃ   rÅ   rÆ   s     r1   Úcreate_store_attrzPyCodegen.create_store_attrÐ  s:   € Ø�t×(Ñ(¨Ñ4Ñ4Ø×Ñ˜jÓ)¨d¨WÑ4Ó)Ü! ,°tÔ<Ð<r0   c                 óD   — | j                  | j                  |«      «       y rH   )r¶   rë   rÆ   s     r1   Ú
store_attrzPyCodegen.store_attrÕ  s   € Ø×Ñ˜4×1Ñ1°$Ó7Õ8r0   c                 óx  — g }|r~t         j                  dk\  rk|j                  t        | j	                  |d¬«      «      «       |dkD  r9|j                  g | j                  |dz   «      ¢| j                  |dz   «      ¢«       |S |j                  | j	                  |d¬«      g| j                  |dz   «      ¢«       |S )z6Load the global fn_name on the stack num_on_stack down©rX   é   Tro   r   rq   r   )r[   r\   r^   r
   r�   Úrot_n)rE   Úfn_nameÚ	push_nullÚnum_on_stackr?   s        r1   Úload_function_namezPyCodegen.load_function_nameØ  sÇ   € àˆÙœ×)Ñ)¨WÒ4Ø�M‰Mœ-¨×(?Ñ(?ÀÈTÐ(?Ó(RÓSÔTØ˜aÒØ—‘ðØŸ™ L°1Ñ$4Ó5ðàŸ™ L°1Ñ$4Ó5ðôð ˆð �M‰Mà×+Ñ+¨G¸Ð+Ó>ðà—Z‘Z ¨qÑ 0Ó1ðôð ˆr0   c                 óÐ   — 	 t        |«      S # t        $ rO t        d|¬«      | j                  t	        |«      «      gt        d«      ¢t        dd¬«      ‘t        d|¬«      ‘cY S w xY w)NÚBUILD_TUPLE©Úargrq   ÚCALL_FUNCTION_EXr   ÚUNPACK_SEQUENCE)r   ÚAttributeErrorr   r˜   r   )rE   Úns     r1   rñ   zPyCodegen.rot_ní  sz   € ð
	Ü “?Ð"øÜò 	ô # =°aÔ8Ø×0Ñ0´¸a³ÓAðô ˜a“ðô #Ð#5¸1Ô=ð	ô
 #Ð#4¸!Ô<ðò ð	ús   ‚
 �AA%Á$A%c                 óÆ   — t         j                  dk\  sJ ‚| j                  d„ «      gt         j                  dk\  rt        dd¬«      fnd¢t	        dd	«      ¢t        d
«      ‘S )Nrï   c                   ó   — y rH   r/   r/   r0   r1   rn   z$PyCodegen.pop_null.<locals>.<lambda>ÿ  s   � r0   rW   ÚSWAPrq   rø   r/   r   FÚPOP_TOP)r[   r\   r˜   r   r   rm   s    r1   Úpop_nullzPyCodegen.pop_nullú  sw   € ô ×Ñ 7Ò*Ð*Ð*à×,Ñ,©\Ó:ð

ô
 ×#Ñ# wÒ.ô $ F°Ô2Ñ4àð

ô " ! UÓ+ð

ô ˜yÓ)ð

ð 
	
r0   c                 ó8   — | j                  t        d«      «       y )Nr  )r¶   r   rm   s    r1   Úpop_topzPyCodegen.pop_top
  s   € Ø×ÑÔ-¨iÓ8Õ9r0   rà   ró   c                 ó<   — | j                  t        ||¬«      «       y )N)ró   )r½   r   )rE   rà   ró   s      r1   Úcall_functionzPyCodegen.call_function  s   € Ø×ÑÔ/°ÀÔKÕLr0   c                 ó6   — | j                  t        «       «       y rH   )r¶   r   rm   s    r1   Údup_topzPyCodegen.dup_top  s   € Ø×Ñœ>Ó+Õ,r0   c                 óD   — | j                  | j                  |«      «       y rH   )r¶   r¤   ©rE   Úvarnames     r1   ÚstorezPyCodegen.store  s   € Ø×Ñ˜4×,Ñ,¨WÓ5Õ6r0   c                 óD   — | j                  | j                  |«      «       y rH   )r¶   rÎ   r
  s     r1   Ú
load_derefzPyCodegen.load_deref  s   € Ø×Ñ˜4×1Ñ1°'Ó:Õ;r0   rò   Úcodec                 ó¦  ‡ ‡‡‡‡— ‰j                   Š‰sJ ‚‰ j                  Šˆˆˆˆˆ fd„}|rkt        j                  dk\  rX‰ j	                  |«       ‰j                  ‰ j                  |dz   «      «       ‰j                  ‰ j                  |dz   «      «       n* |«        ‰j                  ‰ j                  |dz   «      «       ‰ j                  «        y )Nc                  ó  •— ‰D ]6  } | ‰j                  «       v sJ ‚‰j                  ‰j                  | «      «       Œ8 ‰j                  t        dt	        ‰«      ¬«      «       ‰j                  ‰j                  ‰«      «       t        j                  dk  r ‰j                  ‰j                  ‰«      «       t        j                  dk\  r(‰j                  t        d«      t        dd¬«      g«       y ‰j                  t        dd¬«      «       y )Nr÷   rø   rï   rW   ÚMAKE_FUNCTIONÚSET_FUNCTION_ATTRIBUTEé   )	rA   rw   rÊ   r   rZ   r   r[   r\   r^   )r¥   r  rò   Úfreevarsr?   rE   s    €€€€€r1   r_   z4PyCodegen.make_function_with_closure.<locals>.gen_fn   sà   ø€ ð
  ò =�Ø˜d×4Ñ4Ó6Ñ6Ð6Ð6Ø—‘˜d×6Ñ6°sÓ;Õ<ð=ð �M‰MÔ,¨]ÄÀHÃÔNÔOØ�M‰M˜$×0Ñ0°Ó6Ô7Ü×Ñ 'Ò)Ø—‘˜d×4Ñ4°WÓ=Ô>Ü×Ñ 7Ò*Ø—‘ä*¨?Ó;Ü*Ð+CÈÔNðõð —‘Ô0°ÀdÔKÕLr0   rï   rq   r   )Úco_freevarsr<   r[   r\   r
   r^   rñ   r]   )rE   rò   r  ró   rô   r_   r  r?   s   ```   @@r1   Úmake_function_with_closurez$PyCodegen.make_function_with_closure  s©   ü€ ð ×#Ñ#ˆÙˆˆxØ—‘ˆ÷	Mð 	Mñ, œ×)Ñ)¨WÒ4Ø×Ñ˜vÔ&Ø�M‰M˜$Ÿ*™* \°AÑ%5Ó6Ô7Ø�M‰M˜$Ÿ*™* \°AÑ%5Ó6Õ7áŒHØ�M‰M˜$Ÿ*™* \°AÑ%5Ó6Ô7Ø�‰Õr0   c                 óR  — | j                   j                  }|j                  }t        j                  dd|j
                  «      }|j                  |d«      |u r| j                  |d¬«      S d|› �}| j                   j                  j                  ||«      }| j                  |d¬«      S )zT
        Generate a LOAD_GLOBAL instruction to fetch a given python module.
        z^.*[.]Ú NTro   Ú
___module_)	r>   r?   Úglobal_scoper®   r¯   r*   r€   r�   Úinstall_global_by_id)rE   Úmodr?   r  r±   ÚprefixÚglobal_names          r1   Úcreate_load_python_modulez#PyCodegen.create_load_python_module?  s™   € ð —‘—‘ˆØ×*Ñ*ˆÜ�v‰v�i  S§\¡\Ó2ˆØ×Ñ˜D $Ó'¨3Ñ.Ø×*Ñ*¨4°TÐ*Ó:Ð:Ø˜d˜VÐ$ˆØ—g‘g—n‘n×9Ñ9¸&À#ÓFˆØ×&Ñ& {¸Ð&Ó=Ð=r0   rˆ   c                 ó@   — || j                   vrd| j                   |<   yy)zM
        Mark a source as a temp variable, so that it can be reused.
        N)r=   )rE   rˆ   s     r1   Úmark_source_tempzPyCodegen.mark_source_tempL  s#   € ð ˜Ÿ™Ñ&Ø$(ˆD�M‰M˜&Ò!ð 'r0   c                 ó  ‡ ‡‡— ‰ j                  ‰ j                  |d«      «       ‰ j                  j                  j                  }t        «       Šˆˆˆ fd„Š|D ]!  }|j                  €Œ ‰|j                  «       Œ# |D ]`  }|j                  rA‰ j                  ˆ fd„«       ‰ j                  |«       ‰ j                  t        dd«      «       ŒP‰ j                  |«       Œb ‰ j                  t        t        |«      d«      «       y)z2Call the generated code function stored in fn_nameTc                 ó  •— | ‰v r‰j                  | «       y ‰j                  | «       t        | t        «      r ‰| j                  «       t        | t
        «      r.t        | j                  t        «      r ‰| j                  «       y y y rH   )r"  rp   r   r   Úbaser   r(   r   )rˆ   Úcollect_temp_sourceÚseen_sourcesrE   s    €€€r1   r&  z?PyCodegen.make_call_generated_code.<locals>.collect_temp_source[  ss   ø€ Ø˜Ñ%à×%Ñ% fÔ-ð à×Ñ˜VÔ$ä˜&¤-Ô0Ù# F§K¡KÔ0ä˜&Ô"3Ô4¼Ø—‘œfô:ñ $ F§L¡LÕ1ð:Ð4r0   Nc                  ón   •— ‰ j                  ‰ j                  t        «      ‰ j                  d«      g«      S )NÚ_as_tensor_fullprec)r½   r   r“   rx   rm   s   €r1   rn   z4PyCodegen.make_call_generated_code.<locals>.<lambda>w  s4   ø€ ˜D×.Ñ.à ×:Ñ:¼5ÓAØ ×1Ñ1Ð2GÓHðó€ r0   r   F)r½   rõ   r>   r?   Ú	graphargsr   rˆ   Úpass_arg_as_tensorr
   rU   r   rZ   )rE   rò   r*  rù   r&  r'  s   `   @@r1   Úmake_call_generated_codez"PyCodegen.make_call_generated_codeS  sá   ú€ à×Ñ˜4×2Ñ2°7¸DÓAÔBà—G‘G—N‘N×,Ñ,ˆ	ä+5«<ˆö	2ð* ò 	0ˆCØ�z‰zÑ%Ù# C§J¡JÕ/ð	0ð ò 	+ˆCØ×%Ò%Ø×"Ñ"óôð ×%Ñ% cÔ*Ø×"Ñ"Ô#7¸¸5Ó#AÕBà×%Ñ% cÕ*ð	+ð 	×ÑÔ/´°I³ÀÓFÕGr0   c                 ó€   — t        | j                  j                  |«      |«      }| j                  |«        | |«       y rH   )r   r>   Úimport_sourcer"  )rE   Úmodule_nameÚobject_namerˆ   s       r1   rl   zPyCodegen.load_import_from…  s4   € Ü˜DŸG™G×1Ñ1°+Ó>ÀÓLˆð
 	×Ñ˜fÔ%ÙˆV�r0   c                 óê  — t         j                  dk\  rSt        ||«      }|d   j                  dk(  sJ ‚|j	                  d| j                  |«      «       t        d|¬«      |d<   |S t         j                  dk\  r]t        ||«      }t         j                  dk\  rd}d}nd}d	}||   j                  |k(  sJ ‚t        d
|¬«      }|j	                  ||«       |S | j                  |«      t        d|¬«      gS )NrW   éÿÿÿÿÚCALLÚCALL_KWrø   rï   )rX   é   éþÿÿÿÚPRECALLÚKW_NAMESrÃ   ÚCALL_FUNCTION_KW)r[   r\   r   ÚopnameÚinsertr   r   )rE   rà   Úkw_namesró   r?   ÚidxÚexpected_instÚkw_names_insts           r1   Úcreate_call_function_kwz!PyCodegen.create_call_function_kwŽ  sø   € Ü×Ñ˜wÒ&Ü)¨%°Ó;ˆFØ˜"‘:×$Ñ$¨Ò.Ð.Ð.Ø�M‰M˜"˜d×4Ñ4°XÓ>Ô?Ü+¨I¸5ÔAˆF�2‰JØˆMÜ×Ñ Ò(Ü)¨%°Ó;ˆFÜ×Ñ 7Ò*Ø�Ø &‘à�Ø )�Ø˜#‘;×%Ñ%¨Ò6Ð6Ð6Ü.¨zÀ(ÔKˆMØ�M‰M˜#˜}Ô-ØˆMà×"Ñ" 8Ó,ÜÐ1°uÔ=ð
ð 	
r0   c                 ó   — t        d|¬«      S )NÚDELETE_FASTrÃ   r«   rÚ   s     r1   Úcreate_deletezPyCodegen.create_delete¦  s   € Ü! -¸Ô>Ð>r0   )NNNNN)F)T)r   )r6   N)>r*   r+   r,   Ú__doc__r   r“   ÚnnÚModulerƒ   rF   rL   rP   rU   r
   r�   rŒ   rv   r†   rI   r   r¢   r²   r]   r¶   r½   Úlistr¿   r�   rÊ   rÎ   r¤   rÓ   r�   r   r˜   rÞ   rá   rx   rå   rè   rë   rí   rõ   rñ   r  r  r-   Úboolr  r  r  r  ÚtypesÚCodeTyper  r   r   r"  r,  rl   r@  rC  r/   r0   r1   r3   r3   ?   s  „ ñð Ø*.Ø*.ØØñQð �u—x‘x—‘Ñ'ðQð # 3™-ð	Qð 
óQð: @Dô *òAò9óó:Z"òx!ò3ò4ò
ð3 kó 3ò9ò!òò
ð
 $ {Ñ"3ó ð< ;ó <ð:¨;ó :ð
=¨ó =ð= Kó =ð>¨+ó >ñ>°[ó >ð(¨+ó (ð7°Kó 7ò5ò6ð<¨ó <ò
8òJð=¨ó =ò
9óò*ò
ò :ðM 3ð M°4ó Mò-ò7ò<ð QRñ$Øð$Ø"'§.¡.ð$Ø=Aó$ðL>°ó >ð) vð )°$ó )ð0H°ð 0H¸ó 0Hódð
ÀTÈ+ÑEVó 
ð0? kô ?r0   r3   )8rD  r9   Údataclassesr®   r[   rI  r   Útypingr   r   Útorch.nnr“   Útorch.utils._ordered_setr   r  r   r	   Úbytecode_transformationr
   r   r   r   r   r   r   r   r   r   Úexcr   r   rˆ   r   r   r   r   r   r   Úvariables.baser   r   Úvariables.functionsr   r   Úvariables.nn_moduler    Úvariables.tensorr!   r"   r#   r$   Úvariables.torch_functionr%   Ú	dataclassr'   r3   r/   r0   r1   ú<module>rW     s�   ðñ
ó Û Û 	Û 
Û Ý ß "ã Ý /ç &÷÷ ÷ ÷ 2ß HÓ Hß 1ß B÷õ 2÷ó õ Cð ×Ñ÷ð ó ð÷
h	?ò h	?r0   