g^(h UddlZddlZddlZddlZddlZddlZddlZddlZddlZddl m Z m Z ddl m Z ddlmZmZddlmZddlmZmZmZmZmZmZmZmZddlZddlmZddlm Z dd l!m"Z"m#Z#dd l$m%Z%ejLe'Z(d e)fd Z*d e)fd Z+d e)fdZ,GddeZ-edZ.GddZ/d e)fdZ0e0rddgZ1ndgZ1Gdde Z2e1dddddiddiddiiidiiiiddidgd d!gd d!ge%gd"Z3e4e5e6efe7d#<ee5e8eegefZ9Gd$d%e Z:Gd&d'Z;e;ZGd)d*Z?e4e5efZ@ege)fZAegeAfZBid+dd,e<d-e<d.e<d/e<d0e<d1e<d2e<d3e<d4e<d5e<d6e<d7e<d8e<d9e<d:e<d;e<ide<d?e<d@e<dAe<dBe<dCe<dDe<dEe<dFe<dGe<dHe<dIe<dJe<dKe<dLe<es rcontainszTypeExemplars.containsbszz]9999r)r#r1r2r3rr&r4r5r'r6rr:dictstrr __annotations__ staticmethodrr7rr?boolrAr*rrr9r9Ps   )+ %%uxx~~';';'=""$5d$;&NDcN B47Bx{BB :DG:::rr9cN tjdy#t$rYywxYw)z"checks if we have halide availablehalideTF) importlib import_moduleModuleNotFoundErrorr*rrcheck_halide_importrLgs*) s  $$tritonrHc4eZdZdZdZdZdZdZdZdZ de fd Z y ) Statusz8 The Status return value enum for Config Fuzzer skippedpassedfailed_compilefailed_run_compile_exceptionfailed_run_eager_exceptionfailed_run_returnrc|tjk(xs=|tjk(xs(|tjk(xs|tjk(S)zU Convenience method to check whether these status represent failure. )rOFAILED_COMPILEFAILED_RUN_EAGER_EXCEPTIONFAILED_RUN_COMPILE_EXCEPTIONFAILED_RUN_RETURNr/s rfailingzStatus.failingsR F)) ) 0v888 0v::: 0v///  rN) r#r1r2r3SKIPPEDPASSEDrWrYrXrZrFr[r*rrrOrOvs8 G F%N#A !=,    rrOT)shape_broadcast_batch_linearfuse_nodes_with_same_usersfuse_nodes_with_same_parentF)batch_linear_post_gradbatch_aten_mulbatch_aten_sigmoidbatch_aten_addnormalization_aten_passunbind_stack_aten_passrequire_fbgemm)rdrbbatch_aten_subbatch_aten_div group_linearpad_mmmixed_mm) cuda_backendpost_grad_fusion_optionsautoheuristic_collectautoheuristic_usetraceable_tensor_subclassesTYPE_OVERRIDESc ^eZdZdZdZdZededede e de de f d Z ed dde fd Z y ) SamplingMethoda( This class handles the process of assigning concrete values to type annotations. So a type annotation of ```python foo: Optional[int] = None ``` Will be assigned an int if the dispatch function gets TOGGLE, or a 50/50 split between an int and None if it gets RANDOM. TOGGLERANDOM random_sample field_namerdefaultrc "tvrtjtS|tk(rrtjddgS| S|tk(rtj ddS|t k(rtjddS|tk(ritjtjztjzdjfdttj ddDSt|t rt#|d t%|rt'|dgn t'd gd}t%|dkDr|dnd }ttj dd Dcgc]}t(j+||c}St|t,rt!|}t#|d t%|rt'|dgn t'd gd}t%|dkDr|dnd }ttj dd Dchc]}t(j+||c}St|t.rt!|}t#|d t%|rt'|dgn t'd gd}t%|dkDr|dnd }t/ttj dd Dcgc]}t(j+||c}St|t0rt#|d |;t%|r0t3t&t5t7|j9nt'd t'd f\}} |Bt%|j9dkDr&t5t7|j9\} } nd \} } ttj dd Dcic]1}t(j+|| t(j+| | 3c}St|t:r t%|j<dkDsJ r tj|j<} n$r} tAd | d } ~ wwxYwcc}w#tB$rd }YwxYwcc}w#t>$r} tAd| d } ~ wwxYw#t>$r} tAd| d } ~ wwxYw#t>$r} tAd| d } ~ wwxYw)zC Generates a value of a type based on the setting. TFrc3HK|]}tjywr))randomchoice).0_ characterss r z:SamplingMethod._generate_value_for_type..s./ j)s"__args__N)NNzUnion type with no argsc@tj|d|dS)Nrrrt_generate_value_for_type)xrxrws rz9SamplingMethod._generate_value_for_type..7s#nEE%z1Q41rzLiteral type with no argszOptional type with no argszCallable type with no argscyr)r*)r kwargss rrz9SamplingMethod._generate_value_for_type..fsrc4tjdSr)r)r rrxrw return_types rdummy_functionz?SamplingMethod._generate_value_for_type..dummy_functionfs%>>!:{DrzUnable to process type z. PRs welcome :)),rrr~rrFintrandintfloatuniformrCstring ascii_lettersdigits punctuationjoinrangerlistgetattrlenrrtrsetrrBmapnextiteritemsrrAttributeError ValueError Exceptiontuplezipr r!r$rr9rAr?r )rwrxrry elem_type new_defaultr indexablekey_type value_type default_key default_valerrnew_typer;r zippedchoicesrrrs`` @@rrz'SamplingMethod._generate_value_for_types  '== !;< <  3@6==$/ Q'k Q # >>!T* * % >>!T* * # -- =@R@RRJ773829N3O Y %&)'lgaj!"d  I ),G q(8'!*dK v~~a34 77!:y+  Y $W I(+G il#$4:, I +.g,*:)A,K v~~a34 77!:y+  Y +W I(+G il#$4:, I +.g,*:)A,K #6>>!Q#78 #;;%z9k Y %#*'CLD$tGMMO4564j$t*- $ Hj"s7==?';a'?+/W]]_0E+F( [+5( [v~~a34   77!:x!::!:z; Y & E9--.222!==););<!== ) 2 2I1a4=6HQI #&j "::z8[ Y &c$()D w'F  Y ( G !==););<<*3*<*<MQW qMGM%}}W55&i ( H%..q1 }}&??):y'?)BB%z9d $t* $ i ( H"9#5#56r: / 0 1  " !  # #I . ((3 3 # #qL1 /a /6ykAQRS Sc&" E !:;D E J #"  #6N " G !<=3F G " H !=>CG H." H !=>CG Hs8Y-Y2 Y7 6Y<Z1ZZZ# Z:;Z: Z5Z5Z:1Z:?[2[4 Z ZZ# Z21Z25Z:: [ [[ [1 [,,[14 \= \  \smc|tjk(rttjdS|tjk(rttjdSt d|)zr Returns a function that will generate values from a type, based on the SamplingMethod passed in. TFzmalformed sampling method: )rtrvrrrur)rs rdispatchzSamplingMethod.dispatchtsY && &>BBDI I >(( (>BBEJ J:2$?@ @rN)r#r1r2r3rurvrErFrCrr r SamplingTyperr*rrrtrtsF FoToT),oT9=coTMPoT oToTb A% A, A ArrtceZdZdZy)Defaultzv Singleton default object that will cause the ConfigFuzzer to always use the default value set in the config. N)r#r1r2r3r*rrrrsrr.ceZdZUdZeeefed<defdZ ddZ de fdZ de fdZ d ed eddfd Zd edeefd Zdeefd Zy) ResultTypez` The mapping of the combo strings to the result status after running the config fuzzer. _valsrc"d|jdS)Nz ResultType[]rr/s r__repr__zResultType.__repr__sTZZL**rNci|_yr)rr/s r__init__zResultType.__init__s  rc,t|jSr))rrr/s r__len__zResultType.__len__s4::rct|j}|jjD]}|tjk(s|dz}|S)zI Returns how many combos actually ran (weren't skipped). r)rrvaluesrOr\)r+retstatuss rnum_ranzResultType.num_ransI$**ojj'') F'q  rcomborcJtt|}||j|<yr))rsortedr)r+rrs rrzResultType.setsfUm$" 5rcbtt|}|jj|dSr))rrrr=)r+rs rlookupzResultType.lookups%fUm$zz~~eT**rc6|jjSr))rkeysr/s rrzResultType.keysszz  rrN)r#r1r2r3rB ComboTyperOrDrCrrrrrrrrrrr*rrrrs  6! ""+#+##F#t#+I+(6*:+!hy)!rrforce_disable_cacheszcpp.cxx TYPE_CHECKINGmax_autotune_pointwisemax_autotune_gemmmax_autotune_gemm_backendsmax_autotune_conv_backendsmax_autotune_gemm_search_space+max_autotune_subproc_result_timeout_seconds-max_autotune_subproc_graceful_timeout_seconds.max_autotune_subproc_terminate_timeout_secondszaot_inductor.presetsz cuda.archz cuda.versionzcuda.cutlass_dirz cuda.cuda_cxxz rocm.archzrocm.ck_supported_archz rocm.ck_dirzrocm.rocm_home"check_stack_no_cycles_TESTING_ONLYsleep_sec_TESTING_ONLYz#triton.inject_relu_bug_TESTING_ONLY reorder_for_compute_comm_overlapenabled_metric_tablesztriton.debug_sync_graphztriton.debug_sync_kernelprofile_bandwidth_regexdisable_cpp_codegenztrace.save_real_tensorspre_grad_fusion_optionsexternal_matmulz'test_configs.autotune_choice_name_regexz'test_configs.autotune_choice_desc_regex)z'cpp.enable_floating_point_contract_flagpost_grad_custom_pre_passpost_grad_custom_post_pass'reorder_for_compute_comm_overlap_passesjoint_custom_post_passjoint_custom_pre_passpre_grad_custom_pass)rq!compiled_autograd_kwargs_overridefail_on_recompile_limit_hitsuppress_errors)ztorch._inductor.configztorch._dynamo.configMODULE_DEFAULTSc eZdZUdZeed<eed<dejdfde de de de ed ed e f d Z d efd Zdeded dfdZd,dZd efdZdeed efdZdeded dfdZded efdZdeded efdZd-de de d efdZd.ded dfd Zd.ded dfd!Zd"e d#e ed dfd$Z deded efd%Z!d/d&e d'e"d e#efd(Z$ded)ed e efd*Z%ded)e#e&eefd e efd+Z'y)0 ConfigFuzzera This tool makes it easy to search through config state-space with a minimal reproduction or test, either for debugging or just bug hunting. It has two entry points: - bisect, which randomly flips configs and tries to find the minimal reproduction upon failure. - fuzz_n_tuple, which tries every combination of n configs. This grows quickly as a function of n, so beware. bisect is recommended, but fuzz_n_tuple can give you peace of mind that a new config will compose with every other config. The main interface is a function factory that will return Callables to be torch.compiled. This function factory should return a test function when it's called. Said test function returns a boolean, which determines whether the ConfigFuzzer considers it a successful run or not. Throwing an exception from within the function will be considered a failure as well. # Example usage: ```python import torch._inductor.config as cfg def create_simple_test_model_gpu() -> FactoryOutputType: batch_size = 32 seq_length = 50 hidden_size = 768 def test_fn() -> bool: inp = torch.randn(batch_size, seq_length, hidden_size, device="cuda") weight = torch.randn(hidden_size, hidden_size, device="cuda") matmul_output = inp @ weight final_output = torch.nn.LayerNorm(hidden_size, device="cuda")(matmul_output) return True return test_fn fuzzer = ConfigFuzzer(cfg, create_simple_test_model_gpu, seed=2) # Test every pair of configs: results = fuzzer.fuzz_n_tuple(n, max_combinations=10000000) visualize_results(n, results) # Test random configs with bisection: ret = fuzzer.bisect(num_attempts=10) # reproduce a failing config fuzzer.reproduce( [{"triton.autotune_pointwise": ..., "coordinate_descent_tuning": ...}] ) ``` The list of known failures on inductor config are: cpp_wrapper, triton_debug_sync_graph cpp_wrapper, triton_debug_sync_kernel cpp_wrapper, disable_cpp_codegen combo_kernels, benchmark_combo_kernel, profile_bandwidth, profile_bandwidth_regex trace.enabled, trace.save_real_tensors sampleryNi config_moduletest_model_fn_factoryseedr test_timeoutctjdkrtjdy||_||_i|_||_||_|jj|_ tj||_ |J|jjtvr#t|jj|_yt#d||_y)a Args: config_module: The module containing the configs to fuzz test_model_fn_factory: Function that returns a test model, which runs and returns True if successful, or the outputs if they should be compared with eager seed: Randomness seed. default: Default values for the config. Inductor has preset based on know failures. sm: How type value samples are generated, default TOGGLE. test_timeout: max time a test can take. )r z$Only python 3.10 and later supportedNz"No default passed to ConfigFuzzer.)sys version_infologerrorrrdetailed_resultsrr_configfieldsrtrrr#rryr)r+rrrryrrs rrzConfigFuzzer.__init__<s&   g % II< =  (AC*%:"/3/A/A/I/I $--b1 ?!!**o=.t/A/A/J/JK  !EFF"DLrrc pd|jd|jd|jd|jd S)NzConfigFuzzer(config_module=z, test_model_fn_factor=z, seed=z , default=))rrrryr/s rrzConfigFuzzer.__repr__bsH)$*<*<)=>$$($>$>#?wtyykQ[\`\h\h[iij l rrxvaluec2t|j||y)z!Set a config value in the module.N)setattrr)r+rxrs r _set_configzConfigFuzzer._set_confighs""J6rc|jjD]!\}}|j||j#y)z*Reset all configs to their default values.N)rrrry)r+rx field_objs r_reset_configszConfigFuzzer._reset_configsls9%)[[%6%6%8 < !J   Z):): ; -F-F F    s/AconfigscLt}|D]}|j|||S)z#entrypoint to reproduce any failurer_reproduce_single_helper)r+rresultsconfs r reproducezConfigFuzzer.reproduceys-, 9D  ) )$ 8 9rrrc td||j}|j||j||td|d|j t |j y)NzStarting repro of z Status of z: )printrupdate test_configrrr)r+rrrs rrz%ConfigFuzzer._reproduce_single_helpersf "4&)*__& $ *- 4&GNN53E$F#GHIrconfigc>t}|j|||Sr)r)r+rrs rreproduce_singlezConfigFuzzer.reproduce_singles, %%fg6rrct||j|x}r|S|j}d}|D]V}||vrd}|jdrd}|j|}|j ||j |j}|||<X|r0|j|tjtjS|j||S)NFTr) rrr startswithrrrryrrOr\r) r+rrstrskiprxfieldrs r _fuzz_helperzConfigFuzzer._fuzz_helpers e & &2 &I" 'JV#$$S)KK +EKK E,<,> !00rnmax_combinationscTt}td|d|jtj|jt j |j |D]@}|j||}|tjk7s)|dz}|dks4td|S|S)z Test every combination of n configs. returns a dict of this shape: {(config-1, config-2... config-n): status} z Starting z-tuple testing with seed rrz"Reached maximum combinations limit) rrrr~ itertools combinationsrr"rOr\)r+r#r$rrrs r fuzz_n_tuplezConfigFuzzer.fuzz_n_tuples , !5dii[AB DII++DKK; E""7E2BV^^# A% #q(>? rfilenamect|d5}tj|j|jd|dddy#1swYyxYw)z'Save the current fuzzer state to a filewb)rrN)openpickledumprr)r+r)fs r save_statezConfigFuzzer.save_statesD (D ! Q KK LLd>S>STVW    s .AA ct|d5}tj|}|d|_|j di|_dddy#1swYyxYw)zLoad fuzzer state from a filerbrrN)r,r-loadrr=r)r+r)r/states r load_statezConfigFuzzer.load_statesT (D ! FQKKNE +DL$)II.@"$ED ! F F Fs 7A  Asignumframectd)NzTest execution timed out) TimeoutError)r+r6r7s rtimeout_handlerzConfigFuzzer.timeout_handlers566rc  tjtjjtjjt dt j j x}r&tjtj|Sdfd dtdtttfffd dtdtd tdttdtf fd }t j"j%j'j)D]\}}j+||j-} | j-} t!j0| d } | } | s|dtj6ddS|dtj8ddS#t$r#}|d tj.d |cYd}~Sd}~wwxYw#t$r#}|dtj2d |cYd}~Sd}~wwxYw#t$r#}|dtj4d |cYd}~Sd}~wwxYw)zZ Tests a config by calling the function produced by the factory function. zTesting config rNcVjD]\}}t|d|y)Nz = )rr)r!rrs r print_configz.ConfigFuzzer.test_config..print_configs/ &  , us5'*+ ,rexccbt|tjjdS)N) exception tracebackr)rCrA format_exccopy)r>rs rget_error_infoz0ConfigFuzzer.test_config..get_error_infos) X&113 ++- rmessage return_statusprint_tracebackctjtjt|d|r| j<|rt j j ||S)Nz with config combination:)signalSIGALRMrrrA print_excr) rErFrGr> config_tuplerDoriginal_handlerr=rr+s r handle_returnz/ConfigFuzzer.test_config..handle_returnsh MM&..*: ; WI67 8 N6DS6I%%l3##% KK m 4 rzEager exceptionTinductor)backendzException compilingzException running compiledzFunction returned FalseFzFunction succeededr)rIrJr:alarmrrrrrrrBrCr rOrFrr4_dynamoresetr rrrrXcompilerWrYrZr])r+rrrrNr r test_model_fnr>test_model_fn2compcompile_resultrLrDrMr=s``` @@@@rrzConfigFuzzer.test_configs."==9M9MN T&&' x()V[[]+ ... .3 . MM&..*: ;J ,   d38n  ! !! !" !)$  !   ! !"   !<<> *KD%   T5 ) *224   O !779N==DD !VN )6+C+CUD !!5v}}eTR R?  !6#D#DdC    %v'<'.testRs#QA%%gq1FMrrr)rrrrCr rOrr[rBr~shufflerfr enumerate)r+rrdrkmid first_half second_halflowhighquart1quart2quart3quart4ijrnew_lists`` rrfz*ConfigFuzzer._bisect_failing_config_helperEsD ">"234 DsCx) f  ~ ! #+/+?+G+G+I4' St S~&.!Q&#DS) $ST*   # # %55gzJ J   $ $ &55g{K K ~ ! #n%*C9D#CD)FF|##%99'6JJ#DS)K7FF|##%99'6JJ.$"77FF|##%99'6JJ#DE*FF|##%99'6JJs>*+ MA&/&?Jda16JHJH~%%'99'8LL M N## Ks ) H57H5r)r{)zfuzzer_state.pkl)dg?)(r#r1r2r3rrD ConfigTypertrur FactoryTyperrrrCrr rr rrrrrrrrOr"r(r0r5rr:rrrrcr^rrfr*rrrrs9v  )-+22 $##$# +$# $# *% $#  $#$#L # 7c7#7$7< J*!5*JZJ*JQUJzj 1J1y1V10cSJ(3F3FF7c7(92E7$7PS:PSzPSfPSd#3##jAQ#JY!Y3=Y * Y 4$!4$37c3h3H4$ * 4$rrr#rr)cF|dk(sJt|dkDsJti}|jD]*}|j|d|j|d,t |}d}|dz }|D]}dj |}|d|dz }|d z }|D]} |d | dz }|D]}|j | |f} d } d } | tjk(rd } d } n|| tjk(rd} d} nd| tjk(rd} d} nL| tjk(rd} d} n4| tjk(rd} d} n| tjk(rd} d} nd } d } |d| d| dz }|dz }|dz }t|d5} | j|dddy#1swYyxYw)zp Creates an HTML document representing the results of running the fuzzer with fuzz_n_tuple, with n = 2. rrra Fuzzer Visualization

Fuzzer Visualization

zz
zzzzz?
\z
r|rP-rQOfailedeERCz z
wN)rrraddrrrrOr\r]rXrYrZrWr,write)r#rr) input_setkey input_list html_contentcol_namecolrow_name status_enum status_class status_valfiles rvisualize_resultsr|s  6M6 wKLJfnn,(   -'   A AA'   C CC'   8 88'   5 55'  (  k,r*UK KL7 L8  = @L h ! < !!!s <FF )z results.html)GrIr&loggingr-r~rIrrrAcollections.abcrrenumr functoolsrrtypesrtypingr r r r r rrrr4!torch._inductor.custom_graph_passrtorch._inductor.schedulerrtorch.utils._config_modulerrtorch.utils._ordered_setr getLoggerr#rrFrr!r$r&r7r9rL CUDA_BACKENDrOrrrBrCrrDrrrtrr rrrr}FactoryOutputTyper~rrrrr*rrrs .$    =7A/g!HTH 4 ,4,   CL::.Th'L:L T F!15.2' =eD#@$"G1(S$s)^$4d3i-s23 IATIAX ) #s(O #!#!N#s(^ RX&r,,- "**7* * !' * W * %g * %g* )'* 6w* 8* 9'* * W* * G* !*" W#*$ !'%*& w'*( ')** -g+*, !'-*. .w/*0 +G1*2 3*4 "75*6 #G7*8 "79*: w;*< "7=*> "7?*@ 7A*B 27C*D 27E*F4;%,&-3:")!( 'S*X(/-4'." Y2*c:o&2j|$|$@ 2@h! h!h!+.h! h!r