g^(h3hdUddlZddlZddlZddlZddlZddlZddlZddlmZm Z m Z m Z m Z m Z ddlZddlmZddlmZddlmZddlmZmZddlZddlmZ gdZdd d Zhd Zd Z d,d edej<edej>fdZ iZ!e"edfe#d<GddZ$ejJGddZ&dede fdZ'deddfdZ(deddfdZ)d ede*eeffdZ+deddfdZ,d ejZde.fd!Z/ded"ej>ddfd#Z0d$ejbd%eddfd&Z2d'Z3d(Z4d-d)Z5d*Z6d.d+Z7y)/N)FunctionSchema OperatorName SchemaKindBaseTypeListTypeBaseTy)get_ctx)autograd_kernel_indirectionconstruct_autograd_kernel) infer_schema) custom_opCustomOpr CPUCUDA)cpucuda>atatenprimprimstorchpytorchc8tjdty)Nzwtorch._custom_op is deprecated and will be removed in PyTorch 2.6, please use the equivalent torch.library API instead.)warningswarnDeprecationWarningS/var/www/skyplay_api_hub/venv/lib/python3.12/site-packages/torch/_custom_op/impl.pywarn_deprecatedr!-s MM 89KMrqualname manual_schemareturnc*tfd}|S)L This API is deprecated, please use torch.library.custom_op instead c tj|stdt|t \}}t ||j |k7rtd d|d|j d t|dn }||}tj|}t| t||tj|d}|j|t||j }t#|||||d }|j |_|j$|_|j&|_tj(||j*d t-t/j0|t2j4j7|t9j:t<t/j0||S) NzDcustom_op(...)(func): Expected `func` to be a Python function, got: zcustom_op(qualname='z-', ...)(func): expected `func` to have name 'z ' but got 'zX'. Please either change the name of `func` or the qualname that is passed to `custom_op`r) mutates_argsFRAGMENTT_private_accessAutograd)inspect isfunction ValueErrortypeparse_qualnamevalidate_namespace__name__r rparsevalidate_schema validate_function_matches_schemalibraryLibrarydefinefind_ophandle_or_thrownamer __module____doc__impl_opnamer weakrefproxyr_C#_dispatch_set_report_error_callback functoolspartialreport_error_callback) funcnsr;schema schema_strfunction_schemalibophandleresultr#r"s r innerzcustom_op..inner;s!!$'""&t*/  "(+D2 ==D &xj1!!%k$--A+, 9F8Md4S`vfX& (..z:(  $ ,_d Coob*- :)"o.B.BC#r?D(TXY-- OO5 S&..*5 ' f(= >  44 i''(=w}}V?TU  r)r!)r"r#rOs`` r rr3s )V Lrrglobal_registryc$eZdZdZddfd ZdZddZdZdZd Z d Z d Z dd e jee jefd e j fdZdZd e j fdZdd e j fdZdZdZdZdZddZddZxZS)rr&Fr*ct|t|s td|d|}||_||_||_||_||_||_ d|_ i|_ d|_ |t|j<y)Nz|The CustomOp constructor is private and we do not guarantee BC for it. Please use custom_op(...) to create a CustomOp object::F)super__init__r! RuntimeError_schema_cpp_ns_lib _ophandler? _qualnamer3_impls'_registered_autograd_kernel_indirectionrP) selfrLcpp_nsrI operator_namerMr+r; __class__s r rUzCustomOp.__init__ws S M?+  %( 5=) " DF 7<4*.'rc|jrJ|jj|jt t j |dd|_y)Nr,T)r]rYr>r?r r@rAr^s r %_register_autograd_kernel_indirectionz.CustomOp._register_autograd_kernel_indirectionsA???? t||%@tAT%UWab7;4rc `|j|rA|j|}|J|j}td|d|jd|d|d t j tj|}|jd|j}t|||j|<y)NzAttempting to register a z impl for operator z that already has a z impl registered from Python at z. This is not supported.:) _has_implr\locationrVr[r- getframeinfosys _getframefilenamelinenoFuncAndLocation)r^kindrG stacklevelfunc_and_locationrhframes r _register_implzCustomOp._register_impls >>$  $ D 1 $0 00(11H+D61DT^^DTU&&*V+K*46  $$S]]:%>?nn%Qu||n5+D(; Drc |j|SNr\r^ros r _get_implzCustomOp._get_impls{{4  rc||jvSrurvrws r rgzCustomOp._has_implst{{""rc|`ttj|j}t ||j rt||j t|j=yru) rYgetattrropsrXhasattrr?delattrrPr[)r^ opnamespaces r _destroyzCustomOp._destroysE Ieii6 ; - K . DNN +rc"d|jdS)Nz)r[rcs r __repr__zCustomOp.__repr__s/s33rcLtj|jg|i|}|Sru)rB_dispatch_call_boxedrZ)r^argskwargsrNs r __call__zCustomOp.__call__s'((I$I&I r device_typesr$cdttrgD] }t|fd}|S)T This API is deprecated, please use torch.library.custom_op instead ctD]a}j|j||t|}t j j j||c|S)Nrp)set_check_doesnt_have_library_implrsSUPPORTED_DEVICE_TYPE_TO_KEYr7r>rYr?)f device_type dispatch_key _stacklevelrr^s r rOzCustomOp.impl..innersl"<0 G 44[A##K{#K;KH C TYY lCAF  G Hr) isinstancestrvalidate_device_type)r^rrrrOs``` r r>z CustomOp.impls9 lC ((>L' .K  - .  rc|j|ryt|}tj|j|rt d|d|jdy)Nzimpl(..., device_types=z): the operator zs already has an implementation for this device type via a pre-existing torch.library or TORCH_LIBRARY registration.)rgrrB._dispatch_has_computed_kernel_for_dispatch_keyr[rV)r^rkeys r rz(CustomOp._check_doesnt_have_library_implsd >>+ & *;7 < rYr?)rr^s r rOz$CustomOp.impl_factory..inners7    1 - BGLLDLL/ B1 EHrr)r^rOs` r impl_factoryzCustomOp.impl_factorys   rcfd}|S)rc0jjdjdjjt j fd}jjj|dS)Nabstractrcfd}tjjj|5|i|cdddS#1swYyxYw)Nc&tdd)Nz.inner..f_with_ctx..error_on_ctxs+&'j) 'Z)  r)r_library fake_implset_ctx_getter)rrrrrhr"s r f_with_ctxz9CustomOp.impl_abstract..inner..f_with_ctxsD ^^--<<\J.d-f-...s AA Meta) $_check_doesnt_have_library_meta_implrsrxrhr[rDwrapsrYr>r?)rrrhr"rr^s` @@r rOz%CustomOp.impl_abstract..inners}  5 5 7    A+  F~~j1::H~~H__Q  .  . IINN4<<V <Hrrr^rrOs`` r impl_abstractzCustomOp.impl_abstracts  8 rcfd}jjtjk7r|dj}js|dt |dkDsJt d|D}|r|dttjdttjdttjd ttjd ttjd tttjdd i}jD]A}|j|vr|d t!|j#d|jdCy)Nc@td|djd)NzCCannot use torch._custom_ops APIs to register backward formula for z. Got operator z with schema: )rVr[)detailrIr^s r errorz4CustomOp._check_can_register_backward..errors1%ho>>".: rznon-functional operatorzoperator with no returnsrc3jK|]+}|jduxr|jj -ywru) annotationis_write).0rs r z8CustomOp._check_can_register_backward..#s3# GHALL $ BQ\\-B-B)B B# s13zoperator that returns viewsintSymIntboolfloatTensorz List[Tensor]zoperator with return not in z (got ))rWror functionalreturnslenanyrrrrrrrrr0listvalues)r^rretsis_non_mutating_viewallowed_return_typesretrIs` @r _check_can_register_backwardz%CustomOp._check_can_register_backwards=  ;;=J11 1 + ,~~~~ , -4y1}}"# LP#   / 0 VZZ % V]] #X V[[ !6 V\\ "G V]] #X Xfmm,d 3^  >> iCxx// 06J6Q6Q6S1T0UU[\_\d\d[eefg h irc|jrytj|jdrt d|jddD]>}tj|j|s$t d|jd|dy)NCompositeImplicitAutogradz3impl_backward/impl_save_for_backward: the operator a3 already has an implementation for this device type via a pre-existing registration to DispatchKey::CompositeImplicitAutograd.CompositeImplicitAutograd operators do not need an autograd formula; instead, the operator will decompose into its constituents and those can have autograd formulas defined on them.)r, AutogradCPU AutogradCUDAz; already has an Autograd kernel registered to DispatchKey::z vi a pre-existing torch.library or TORCH_LIBRARY registration. Please either remove those registrations or don't use the torch._custom_ops APIs)r]rB%_dispatch_has_kernel_for_dispatch_keyr[rV)r^rs r (_check_doesnt_have_library_autograd_implz1CustomOp._check_doesnt_have_library_autograd_impl7s  7 7  3 3DNND_ `EdnnEUV>?@ @? [C77L"$$(NN#342257YZ[[ [rc|jdrytj|jdr!tj|jdsytj|jdrt d|jdtj|jdrt d|jdy)NrCompositeExplicitAutogradrrz!impl_abstract(...): the operator a- already has an implementation for this device type via a pre-existing registration to DispatchKey::CompositeImplicitAutograd.CompositeImplicitAutograd operators do not need an abstract impl; instead, the operator will decompose into its constituents and those can have abstract impls defined on them.z already has an DispatchKey::Meta implementation via a pre-existing torch.library or TORCH_LIBRARY registration. Please either remove that registration or don't call impl_abstract.)rgrBrr[rVrcs r rz-CustomOp._check_doesnt_have_library_meta_implOs >>* %   4 4T^^E` a<> " NN. / 4 4 NN: & + + - J/rcfd}|S)zyRegister a function that tells us what to save for backward. Please see impl_backward for more details. cjjjsjj d|j drj yy)Nrrr)rrr]rdrsrgr)rrr^s r rOz.CustomOp.impl_save_for_backward..innersc  - - /  9 9 ;??::<    3Q;  O~~j)..0*rrrs`` r impl_save_for_backwardzCustomOp.impl_save_for_backwards  1 rcmfd}tts|D]}t|tr|tjj tk7r|fd}|S)rc td)Nzimpl_backward(output_differentiability): expected output_differentiability to be a list of bools with length equal to the number of outputs of this CustomOp got: r)output_differentiabilitysr yellz$CustomOp.impl_backward..yells""55788rcjjjsjj d|_j drjyy)Nrrr)rrr]rdrsrrgr)rrrr^s r rOz%CustomOp.impl_backward..innersk  - - /  9 9 ;??::<    A+  F-ED *~~12..03r)rrrrrWr)r^rrrdiffrOs``` r impl_backwardzCustomOp.impl_backwardsp $ / 86=0 !$-F 4<<''(C0H,II 1 r))Nr)r3r< __qualname__r=rUrdrsrxrgrrrtypingUnionrIterableCallabler>rrrrrrrrr __classcell__)ras@r rrrsY^/4< <!# ,4RS"LLfooc.B)BC *Nfoo!foo!F#iJ[0"XR 0 rc6eZdZUejed<eed<y)rnrGrhN)r3r<rrr__annotations__rrrr rnrns //Mrrnr_r`c|jdn |j}tj|dt|j|S)NrS) overload_namerB_dispatch_find_schema_or_throwrr;)r_r`rs r r:r:sN))1}7R7R  , , ("S++,-.  rrHc^d|vrtd|d|tvrtd|d|dy)N.zcustom_op(..., ns="zC"): expected ns to not contain any . (and be a valid variable name)zcustom_op(..., ns='z'): 'z9' is a reserved namespace, please choose something else. )r/ RESERVED_NS)rHs r r2r2sZ by!"&# $   [!"U2$/- .  rrIctjjj|st d||j j t d|y)Nzcustom_op only supports functional operators (ops that do not mutate any inputs, do not return views of the inputs, and has at least one return). Got the following non-functional schema: zUcustom_op does not support arguments named 'self'. Please rename your argument. Got: )rrutilsis_functional_schemar/ argumentsself_arg)rIs r r5r5sn >>   4 4V <89?x A    ,**0 3  -rc|jdd}t|dk7rtd|dd|dvrtd||d|dfS) NrSr rz$Expected there to be a namespace in z;, i.e. The operator name should look something like ns::foorzThe torch.custom_ops APIs do not handle overloads, i.e. operator names with '.' in them. Please name your operator something like ns::foo. Got: r)splitrr/)r"namess r r1r1s~ NN4 #E 5zQ?zJLMN N eAh!"* ,- - 8U1X rrc\|tvr$td|dtjdy)NzCustomOp.impl(device_types=[z(, ...]): we only support device_type in r)rr/keys)rs r rrs?66*;-8.3356a 9  7rparamc|jtjjtjjfvSru)ror- ParameterPOSITIONAL_OR_KEYWORD KEYWORD_ONLY)rs r supported_paramrs6 :://&& rrGcf tj| td jj Dst d t d jj Ds& jtjjurt d  jj Dcgc]0\}}|jtjjk(r||f2}}} jj Dcgc]0\}}|jtjjk(r||f2}}} fd fdfd}||jj||jj ycc}}wcc}}w)Nc38K|]\}}t|ywru)rr_ps r rz3validate_function_matches_schema..sEdaq!Eszcustom_op(..., manual_schema)(func): positional-only args, varargs, and kwargs are not supported. Please rewrite `func` to not have them. Got `func` with signature: c3nK|]-\}}|jtjju/ywru)rr-remptyrs r rz3validate_function_matches_schema..s1 1 LL 1 1 7 7 7 s35zcustom_op(..., manual_schema)(func): When passing in a manual schema, we expect `func` to have no type annotations to avoid ambiguity. Got `func` with signature: c&tdd)Nzcustom_op(..., manual_schema)(func): When passing in a manual schema, we expect `func`'s signature to match `manual_schema` (aside from type annotations). func's signature: , manual_schema: r/rIsigsr rz/validate_function_matches_schema..error)!"%%6vh @  rc&tdd)Nzycustom_op(..., manual_schema)(func): neither func nor manual_schema should have default arguments. Got func's signature: r r rsr error_default_argsz.error_default_args'rrct|t|k7rt||D]X\\}}}||jk7r|jtj j us |jRZyru)rzipr;defaultr-rr )sig_args schema_argsr;rargrrs r comparez1validate_function_matches_schema..compare/sp x=C , , G"%h "< % MT53sxx}}G$5$5$;$;;s{{?V"$  %r)r- signatureall parametersitemsr/rreturn_annotation Signaturer rorrrrflat_positionalflat_kwarg_only) rIrGr;r positional kwargonlyrrrrs ` @@@r r6r6s   D !C Ecnn.B.B.DE E<>//1 D% ::**@@ @ u J>>//1 D% ::**77 7 u I   % J((889 Iv''778K s 5F'"5F-rrc |dk(rt|d|dk(rt|d|dvr'|j}t|d|d|d|d t|d |d ) N Undefineda: There were no Tensor inputs to this operator (e.g. you passed an empty list of Tensors). If your operator is a factory function (that is, it takes no Tensors and constructs a new one), then please use CustomOp.impl_factory to register an implementation for itrz: when running with device='Meta' tensors: there is no abstract impl registered for this CustomOp. Please register one via CustomOp.impl_abstract to get this CustomOp to work with Meta tensors)rrz: when running with device='z' tensors: there is no zW impl registered for this CustomOp. Please register one via CustomOp.impl(device_type='z')z%: No implementation for dispatch key z. It is likely that we have not added this functionality yet, please either open an issue or if you're feeling adventurous, use the low-level torch.library API)NotImplementedErrorlower)rrdevices r rFrF<s k!k' (   f}!kT U   o!k5fX=Th**0 5   +:3%@  rc<|j}tjj|d}|j j dd}t |j}|j dd}tj|}t|||||dS)Nr)rSTr*) namespacerr7r8r;rrrWrr4r)oprHrLr;rJrIs r custom_op_from_existingr-Zs B --  J /C 779??4  $DRZZJ!!$'+J  ! !* -F CVT2t DDrcfd}t\}}ttj|s|t tj|}t||s|t ||}t|ds||j S)Nc"tdd)NzCould not find the operator z~. Please make sure you have already registered the operator and (if registered from C++) loaded it via torch.ops.load_library.r )r"sr error_not_foundzget_op..error_not_foundfs!*8*54 56 6rr)r1r}rr|r{r)r"r0rHr;rpackets` r rresr6 h'HB 599b !%))R(K ; % [$ 'F 69 % >>rcv|tvr t|S|std|dt|}t|}|S)NzCould not find custom op "z5". Did you register it via the torch._custom_ops API?)rPrVrr-)r"also_check_torch_libraryoverloadrNs r _find_custom_opr5xsQ?"x(( #( 3) *+ +hH $X .F Mrc|tjjjvrytjjj|}|y|j dsy|j dj S)Nr)r _custom_opr>rPrgrxrG)r"rs r get_abstract_implr8slu'',,<<<  %%55h?I   z *   z * / //rc 4|jd\}}||}tj|}t||r%tj j jgng}tj|d}|j||t||j} t||||| d} | jtj j| t!j"t$t'j(| t+|S)NrSr))tagsTr*)rrr4r5rrBTagneeds_fixed_stride_orderr7r8r9r:r;rrdrCrDrErFr@rAr) r"rIr<rHr;rJrKr:rLrMrNs r _custom_op_with_schemar=s~~d#HB6&"J$**:6OO$6NEHHLL 1 1 2TVD //"j )CJJzJ%%b/*>*>?H c2hPT UF 002 HH00)##$97==;PQ ( rru)F)T)8 dataclassesrDr-rjrr@rtorchgen.modelrrrrrrrtorch._CrB torch.libraryr7r rr r torch._library.infer_schemar __all__rrr!rOptionalrrrPdictrr dataclassrnr:r2r5tupler1rrrrr6AnyrFr-rr5r8r=rrr rIs __ !L"4 /    M:>33"(//#"63 __3x*,c:o&+~~B   3|  3  4   N t " S U38_  c d 7,,>9 >9"(//>9 >9BVZZcd<E& 0r