Z^(hiUddlmZddlZddlZddlZddlmZddlmcm Z ddl m Z ddl m Z mZmZmZmZmZmZmZmZmZmZddlmZerddlmZej8Zded < d/d Ze d Z!d0d Z" d1dZ#e dZ$e dZ%d2dZ&d2dZ'e dZ(e dZ)d3dZ*dZ+ejXe+Z-ded<d4dZ. d5dZ/d6dZ0d6dZ1ejddejfdejhd ejjdejldejndejpd iZ9 d7d!Z:d8d"Z;d9d#Z d:d&Z? d9d'Z@e d(ZAd;d)ZBdt)|j1d r$t)|j j1d syd t!j"|j$dj'k7rtjd|yt3|j4j6rtjd|yy )NzHAND WRITTEN: %sFz BLOCKED: %sz!NOT SUPPORTED TYPE CONVERTING: %sz at::Tensor)symintzNON-TENSOR RET TYPE: %sToutzTensor(a!) out) -> Tensor(a!)z.outz at::Tensor &zNON_TENSOR RET TYPE: %szINPUTS ALIAS: %s) isinstancer view root_namefuncrnamebaseris_hand_writtenrinfo BLOCKED_OPSschema_order_argumentsivalue_type_conversion_methodtypecpp returns_typereturnscpp_typestr functional structuredhasattrendswithrrnon_out)g base_op_namerr maybe_methods r is_supportedrsL D!-.vv'' vv{{uuzz++00 uuzz a  & 5{" M<0**,4SXX>  KK;T B !-. 3++DLLGPPR R KK13t9 =||  7794SXX>  KK;Q\\=N=N O  << 5!t9%%&EFtyy>**62))$,,uENNPP -t4''( & 5 rc tjdtjdtjdtjdtj dtj di}d}t|tr |j}nCt|tr2t|jtsy|jj}ny||vry||}t|tr|dS|d S) aD Return the method call expression of `c10::ivalue' to convert its contained value to the expected value of `arg_type` type. For example, for `arg_type` == BaseTy.Tensor, this function returns ".toTensor()", so that it can be appended to the ivalue's variable name to get the value of the expected type. ))Tz toTensor())FztoOptional()))FztoInt())FztoOptional()))FztoBool())FztoOptional()))Fz toScalar())FztoOptional()))FztoScalarType())FztoOptional()))FztoStringView())FztoOptional()Nr) rTensorintrScalar ScalarTyperrr rr elem)arg_typetype_conversion_methodsbase_ty_objectmethodss rrr2s  R J I S     N(H%! Hl +(--2!++44%n5G(H%qz 1:r) bitwise_not bitwise_and bitwise_or bitwise_xorbitwise_left_shiftbitwise_right_shiftgcdlcmscattergather _convert_indices_from_coo_to_csr _convert_indices_from_csr_to_coo) view_as_realimag_conjrc|tvSN)should_use_int_tensor_ops_op_names rshould_use_int_tensorrps 0 00rc|tvSr)should_use_complex_tensor_ops_rs rshould_use_complex_tensorrts 4 44r) addmv index_addr r nll_loss_backwarddotvdotouterr+)addmmmm nuclear_normdiag_addmm_activationmatrix_Htrc(|tvry|tvryy)Nr)test_tensor_dim_ops_1_test_tensor_dim_ops_2_rs rtest_tensor_dimr+s(((( rz{"view_as_complex": "{2, 2}"}zdict[str, str]test_tensor_shape_jsonc&|tvr t|Sy)Nr)r,rs rtest_tensor_shaper.s((%g..rc t|}|dk(rb|dk(rdnd}t|}tj|t |z }||dzz }dj dj |g|z}t|rd|d }nt|rd |d }nd |d }tj|tjdtjdtjdtjdtjdi}d} t!|t"r |j$} nBt!|t&rt!|j(t"sJ|j(j$} | |vsJd|| } | S)Nrr@r'z{{{}}},zat::randint(1, 100, z , at::kInt)z at::randn(z, at::kComplexFloat)z at::rand()1false2zat::ScalarType::Floatz"floor"znot expected type)r.r+mathceilfloatformatjoinrrrrrrrrrrr rr r) rindexrtensor_size_ex num_tensorsnum_dim size_per_dimtensor_expressionvalue_expressionsrvalue_expressions rtest_value_expressionrDsn'w/N!QJbB !'*yyuW~!=>  q(( !l^2E2O)PQW%2>2B+N "7 +((88LM''7q9  ( C W s2 I N(H%!(L1j MM87   "++ . .C0CC .(8 rc|jrJ|jjj}i}|jD](}t |j ||}|||j<*t j|||g}|jD]\}}|jd||d| dj|dzS)Nzauto z = ; ;) is_out_fnrrrrDrroverride_test_valuesitemsappendr;) schemar< schema_namearg_maprtest_value_exparg_populationsarg_name arg_values rgenerate_test_value_definitionsrSs!! !++""''KG,,.+.sxx L*+ e<O&}}H)xjs9+FGH >>/ *S 00rcx|jrJdjfd|jDS)Nr2c3>K|]}|jywrr).0rr<s r z,generate_test_value_names..sTSsxxj(Ts)rHr;r)rLr<s `rgenerate_test_value_namesrYs3!! ! 88TF4Q4Q4ST TTrrr9c\dd}|jDcgc] }|| c}Scc}w)Nc|j}d}t|tr|j}d}t|tsJd}|j t vrt |j }|r|r|d}d|j z|fS)NFT?%)rrr rr r/generate_test_ir_arguments_base_ty_to_type_str_)rr% add_optionaltype_strs r ir_argumentz/generate_test_ir_arguments..ir_arguments{ HH a &AL!X&&& 66D DFqvvNH  "1~Hchh))r)rrreturnztuple[str, str | None])r)rLrars rgenerate_test_ir_argumentsrcs+ *)/(E(E(G HK  HH Hs)c g}t|jD]P\}}t|j}|sJ|\}}|rdnd}|j d|d|j d|d|Rdj |dzS) N&rz const auto z = p_node->Input(z).rFrG) enumeraterrrrKrr;)rLrPirr is_referencetype_conversion_method references rgenerate_arg_extractionrlsOF99;< 34SXX> |/;, ,'CR  1SXXJ.?s"E[D\ ]   >>/ *S 00rc|j|j}|js|)tj|jj S|j Sr) get_kernelrrrrrkernelr backend_indexros rget_kernel_namerrsD  % %all 3F||v~xx ))** ==rc|j|j}|js|)tj|jj S|j Sr)rnrrrrrrorps rget_out_kernel_namert sB  % %aee ,F||v~xx ## ==rc|jj}|jrJt||}d|j D}|j rdnd}d|d|ddj |dS) Nc34K|]}|jywrrVrWrs rrXz0generate_non_out_variant_call..EcEcpunativeat::::(r2r3)rrrHrrrrr;)rrqrL kernel_name arg_namesnamespace_names rgenerate_non_out_variant_callrsw\\  F!! !!!]3KEV%B%B%DEIllUN .!K=#((92E1Fa HHrc|jj}tj|}|j |j}|r |j }d|j D}d}d|d|ddj|dS)Nc34K|]}|jywrrVrws rrXz,generate_call_to_view_ops..$rxryr{r|r}r~r2r3)rrrrrnrorr;)rrqrLrrorrs rgenerate_call_to_view_opsrs}VV[[F((6"K  % %aff -F mm EV%B%B%DEIN .!K=#((92E1Fa HHrc |jj}|jsJg}t||}|jr.|j jDcgc]}|j }}ng}|j jD]e}t|tr&|j|jj 9t|tsJ|j|j g|jsVt|j jdk(sJ|j|j jdj dj|}|jrdnd}d|d|d|d Scc}w) Nrrr2rzr{r|r}r~r3)rrrHrtrrrrrrrKargumentrlenr;) rrqrLrrout_argr cpp_arg_namesrs rgenerate_out_variant_callr)sLUUZZF     I%a7K||171A1A1E1EFgW\\F F ''' c< (   S\\.. /c8, ,,   SXX & ' <<6##''(A---))--a0556HHY'MllUN .!K=- BBGsF) zisin.Scalar_Tensorrrrr!histcl1_lossmulti_margin_lossmultilabel_margin_lossnll_loss nll_loss2dprodcPt|}|d|jd}|tvS)Nr~)rfindno_memory_resize_ops)rL schema_strtype_variant_op_names rshould_check_resizerUs.VJ%&< (<= '; ;;rcj|jjjjjSr)rrrr)rs rop_name_from_groupr[s$ <<   ! ! & & + ++rc\eZdZ ddZ ddZ ddZ d dZy) GenOpDispatcherc8|syg}|D]X}t|5t|sJt|tsJ|j ||}|j |dddZt |d}dj|}d|d|d|d}|S#1swYxYw)Nrr z& REGISTER_OPERATOR_FUNCTOR( aten:: , aten_(, [](Node* n) -> SROperator { z9 LogAndDumpSchema(n); return nullptr; }) )rrrr out_variant_op_generatorrKrr; selfgroupsrqgenerated_type_variantsrgenerated_type_variantrbody generateds r out_variantzGenOpDispatcher.out_variant`s"$ GA(+ G#A&!!%9:::)-)F)Fq-)X&'../EF  G G G %VAY/yy01 )  f   # G Gs ABB cL|syg}|D]X}t|5t|sJt|tsJ|j ||}|j |dddZt j|d}dj|}d|d|d|d}|S#1swYxYw)Nrrrz- REGISTER_NATIVE_OPERATOR_FUNCTOR( aten::rrz: LogAndDumpSchema(n); return nullptr; }); ) rrrr view_op_generatorrKrfunc_name_base_strr;rs rrzGenOpDispatcher.viewzs"$ GA(+ G#A&!!%=>>>)-)?)?=)Q&'../EF  G G G ++F1I6yy01 )  f   # G Gs ABB# c |j}t|j}t|jj}t ||}t |j jjj dk(sJt|j jjj dj}t||}d|d|d|d|d|d|d } | S) Nrr+ if (n->matches(torch::schema("aten::<"))) { return [](ProcessedNode* p_node) { zM if (p_node->Output(0).isNone()) { p_node->Output(0) = z2; return; } auto& z< = p_node->Output(0).toTensor(); fastResizeToZero(z ); ; }; }) rrrrlrrrrrr) rrrqrrLpopulated_argumentfunctional_variant_callout_variable_nameout_variant_callrs rrz(GenOpDispatcher.out_variant_op_generators\\ Z__%4Q\\5F5FG"?="Q155::''++,111 4 4 8 8 ; @ @A4Q F++1(3  !!8 9:##$-./     rct|jj}t|jj}t ||}d|d|d|d}|S)Nrrz! p_node->Output(0) = r)rrrrlr)rrrqrLrrrs rrz!GenOpDispatcher.view_op_generatorsjQVV[[!4QVV[[A";A}"M++1(3  !!8 9:  rN)rSequence[NativeFunctionsGroup]rqrrbr)r"Sequence[NativeFunctionsViewGroup]rqrrbrrr rqrrbrrr rqrrbr)__name__ __module__ __qualname__rrrrrrrrr_sv4EQ 48IU 4%6B 2 ) :F   rrc,eZdZddZddZddZd dZy) GenOpTestCasec|syg}|D]W}t|5t|sJt|tsJ|j |}|j |dddYdj |S#1swYtxYwNrr)rrrr "out_variant_op_test_case_generatorrKr;rrrrrs rrzGenOpTestCase.out_variants"$ GA(+ G#A&!!%9:::)-)P)PQR)S&'../EF  G G G yy011  G G AA33A< c|syg}|D]W}t|5t|sJt|tsJ|j |}|j |dddYdj |S#1swYtxYwr)rrrr view_op_test_case_generatorrKr;rs rrzGenOpTestCase.views"$ GA(+ G#A&!!%=>>>)-)I)I!)L&'../EF  G G G yy011  G Grc|jj}t|}|jddkDsJ|d|jdj dd}t |}|j |sJt|}djd|D}djd|D}t|jdk(rZt|jdjtr3|jdjjtj usJt#|d} t%|d} t#|d} t%|d} t'|rd nd } d |d |d |d|d| d| d| d| d| d| d}|S)Nr~r._, c38K|]\}}||n|d|ywNz: rrWrQrs rrXzCGenOpTestCase.out_variant_op_test_case_generator..1 &Hh%,XJb 2KK c3&K|] \}}| ywrrrWrQrs rrXzCGenOpTestCase.out_variant_op_test_case_generator..EKHaxErtruer5 TEST(StaticRuntime, autogen_1) { const std::string script = R"IR( graph(?): %bias: None = prim::Constant() %ret = aten::Q) %cloned = aten::clone(%ret, %bias) return (%cloned) )IR";  std::vector args{zj}; testStaticRuntime(script, args, {}, /*use_allclose=*/false, /*use_equalnan=*/false, /*check_resize=*/z); z std::vector args2{zm}; testStaticRuntime(script, args, args2, /*use_allclose=*/false, /*use_equalnan=*/false, /*check_resize=*/z); } )rrrrreplacer startswithrcr;rrrrr rrrrSrYr)rrrLrrr arg_typesarg_declarationsrtest_value_definitionstest_value_namestest_value_definitions2test_value_names2 check_resizers rrz0GenOpTestCase.out_variant_op_test_case_generators""[ s#a''')*@JOOC,@AII#sS$Q'#..w777.v6 99 *3   IIE9EF  1 $6>>!,118<q!&&++v}}<  ="A!K4VQ?"A&!"L5fa@!4V!.rrc3&K|] \}}| ywrrrs rrXz.rrrrrrrrz(}; testStaticRuntime(script, args); } )rrrrrrrrcr;rrrrr rrrrSrY) rrrLrrrrrrrrrs rrz)GenOpTestCase.view_op_test_case_generatorsv[ s#a''')*@JOOC,@AII#sS&&""#..w777.v6 99 *3   IIE9EF  1 $6>>!,118<q!&&++v}}<  ="A!K4VQ?123  Ya {+ -./ rN)rrrbr)rrrbrrr rbr)rr rbr)rrrrrrrrrrrrs 2 2.`'rr)rz:Sequence[Argument | SelfArgument | TensorOptionsArguments]rbr)rz/NativeFunctionsGroup | NativeFunctionsViewGrouprbr)rBaseType | OptionalType | Typerbztuple[bool, str] | None)rrrbr)rrrbr)rrrbr)rrr<rrrrbr)rLr r<rrbr)rLr rbzlist[tuple[str, str | None]])rLr rbrrr)rLr rbrr)F __future__rjsonloggingr7typingrtorchgen.api.cppapirtorchgen.contextrtorchgen.modelrrrr r r r r rrrtorchgen.static_runtimercollections.abcr getLoggerr__annotations__r frozensetrrrrrrrr)r*r+test_tensor_shapes_stringloadsr,r.rDrSrYrrr9rrrrr^rcrlrrrtrrrrrrrrrrrrsJ"  4    +(+**,, I   CE P9x(,((V'  "++L!M15#  #Q  <)34M)NN$,$58$CF$$N 1U  MM8 JJ LL' JJ MM5 u KK3/I I!I( 1II,8II I I0< I ICC,8CC4! $< ,[[|ppr