sgϡddlZddlZddlZddlZddlZddlmZmZmZm Z m Z m Z m Z m Z ddlZddlmZmZddlmZmZddlmZmZddlmZmZddlmZmZmZmZdd l m!Z!m"Z"m#Z#m$Z$m%Z%m&Z&m'Z'd d l(m)Z)m*Z*m+Z+d d l,m-Z- dd l.m/Z/e r ddl1m2Z2ddl3m4Z4e deZ5d4d5dZ6d5dZ7dZ8dZ9Gdde+Z:Gdde:Z;Gdde;Z<Gdde<Z=Gdde;Z>d5d Z?Gd!d"e:Z@Gd#d$e+ZAGd%d&e+ZBd'ZCd5d(ZDGd)d*e;ZEGd+d,e+ZFGd-d.e+ZGdd/lHmIZIGd0d1eIZJeJZKGd2d3e+ZLy#e0$rdZ/YwxYw)6N)AnyCallableDictListOptional TYPE_CHECKINGTypeVarUnion) polyfills variables)create_call_function create_rot_n) unimplemented Unsupported) GuardBuilder install_guard) AttrSourceConstantSourceDefaultsSource GetItemSource)check_constant_argscheck_unspec_or_constant_argsidentity is_functionis_wrapper_or_member_descriptoristype make_cell) MutableLocaltypestrVariableTrackerConstantVariable)_fsdp_param_group)InstructionTranslator)Source_F)boundct|tr|S|sddlm}|j ||St j j ||SNrSourcelessBuilder) isinstancer"torch._dynamo.variables.builderr-creater LazyVariableTracker)txvalsourcer-s T/var/www/html/venv/lib/python3.12/site-packages/torch/_dynamo/variables/functions.pywrap_bound_argr6,sE#' E ''C00,,33C@@ct|jD]+\}}t|ttfst ||||<-yN)listitemsr.tupledictr6)r2resultkvs r5wrap_args_kwargsrA:s>V\\^$.1 a% '&r1-F1I.r7ci}|jj}|jD]>}|j||<||vs|j |||j |@|Sr9)output side_effects co_cellvarstrack_cell_new store_cellpop)parentr>code closure_cellsrDnames r5 init_cellvarsrMAsoM==--L  K*99; d 6>  # #M$$7D9I JK r7cddlm}||||||}||_t|trddlm} t| |}|t|tsJ||_|S)Nr) FunctionTypepairwise) typesrO__kwdefaults__r.r< itertoolsrQr=__annotations__) rJ f_globalsrLdefaultsclosure kwdefaults annotationsrOfuncrQs r5_create_nested_fnr\Nsa# ix AD$D+u%&8K01   *[$"?? ?&D Kr7cPeZdZdZdZ d dZdddedefdZd Z d Z y ) BaseUserFunctionVariablec6|jjSr9)get_code co_filenameselfs r5 get_filenamez%BaseUserFunctionVariable.get_filenamecs}}***r7c6|jjSr9)r`co_namerbs r5get_namez!BaseUserFunctionVariable.get_namefs}}&&&r7r2r&returncL|j|g|j||Sr9)inline_user_function_return self_argsrcr2argskwargss r5 call_functionz&BaseUserFunctionVariable.call_functionis, --d4Ndnn6F4N4NPVWWr7rLcd} t|j|}t j j|S#t$r|dk(rt|trd}YAwxYw)NF__name__T)hasattr get_functionNotImplementedErrorr.NestedUserFunctionVariabler r$r0rcr2rLr>s r5 call_hasattrz%BaseUserFunctionVariable.call_hasattrqsc T..0$7F))0088# z!j7Q&R s= A A cnttj|jjSr9)r:inspect signaturers parametersrbs r5inspect_parameter_namesz0BaseUserFunctionVariable.inspect_parameter_names{s'G%%d&7&7&9:EEFFr7ciSr9)rcr2s r5 closure_varsz%BaseUserFunctionVariable.closure_vars~ r7Nr2r&rmList[VariableTracker]rnDict[str, VariableTracker]rhr") rq __module__ __qualname__rdrgrostrr"rwr|rr~r7r5r^r^bsb+'X #X&X- X  X969c9o9Gr7r^ceZdZdZddhej ZedZddfd ZfdZ dZ d Z d Z d Z d Zd ZdZdZdddefdZdddedefdZ dfd ZxZS)UserFunctionVariablez-Some unsupported user-defined global functionfn is_constantcft|jtj|||SNr4)r make_guardr CLOSURE_MATCHclsvaluer4s r5create_with_sourcez'UserFunctionVariable.create_with_sources(f'' (B(BCD5((r7rhc ,t|di|t|ddrd|_nd|_t |t j tjjfsJdt|d|tj|d|}||_ y)N_dynamo_marked_constantFTzexpected FunctionType found  _torchdynamo_inliner~)super__init__getattrrr.rRrOtorchjitScriptFunctionr!rygetattr_staticr)rcrrrn __class__s r5rzUserFunctionVariable.__init__s "6" 20% 8#D $D  ##UYY%=%=>  = )'"+at < =  # #B(=r B&(r7cXt|tr |jSt|Sr9)rrrras_python_constantrcrs r5rz'UserFunctionVariable.as_python_constants% $, -77Nw)++r7cgSr9r~rbs r5rkzUserFunctionVariable.self_argsrr7c|jSr9rrbs r5rsz!UserFunctionVariable.get_function wwr7c.|jjSr9)r__code__rbs r5r`zUserFunctionVariable.get_codeswwr7c"tjSr9)rRrOrbs r5 python_typez UserFunctionVariable.python_types!!!r7c4t|jddduS)N__self__)rrrbs r5has_selfzUserFunctionVariable.has_selfstww D1==r7c.|jjSr9)r __globals__rbs r5 get_globalsz UserFunctionVariable.get_globalssww"""r7cn|jrJ|jj}tjt |}|j }|jxsg}t|D cgc])\}} |jdnt|j|+} }} tj|j|j|jt!t#|| D cgc]\} } || | c} } |j$} |j&r||j&Dcic])}||jdnt|j|d+}}|j&j)Dcic]\}}|||||c}}| _t+j,| j.|i|}|j1t3|j4j)}t7||t9|||j}|j j$xsd}t;|t;|j jj<k(sJt#t?j@|j jj<|D]Z\}}}|dk(rI|jrtC|jdnd} tEjF|jH| ||<V|jK||}||||<p|jrdd l&m'}|jjP}||vr||}ntStC|jd |}tC|d } ||||jH}|jY|jZvr|||< |j]||}|j_|||||<6dd l&m0}|jc||jH||<]||fScc} }wcc} } wcc}wcc}}w#tT$rtEjV}YwxYw) N)r2)r3r4T)is_kwr~rrrVariableBuilder __closure__ cell_contentsr,)2rrCroot_tx functoolspartialr6r __defaults__ enumerater4rrRrOrrrqr<ziprrSr;ryrzbindapply_defaultsr= argumentsrArMlen co_freevarsrTcountrr UserDefinedClassVariablermatch_nested_cellbuilderrrDr ValueErrorDeletedVariablerLmutated_closure_cell_contentstrack_cell_existingrGr-r0)rcrIrmrnr2wraprrWidx_defaults_sourcesargr4 fake_funcr?kwdefaults_sourcesr@r)r>rKrXrLcellvarrrDout closure_cellclosure_cell_contents contents_varr-s r5 bind_argszUserFunctionVariable.bind_argss #### ]] " "  B7!%??(b$H- QKK'D^DKK-M M  && KK NN KK (+85E'F#VS0  NN      ** ";;&#DKK$?@" "--335(Aq4A&8&;<<(I $ 2!!),114B6B eoo++-.V$%ffbkkB ''%%+7|s477#3#3#?#?@@@@" OO tww//;;W ? TOCt{"AEDKK=RV(AA&&! t **46?#&F4L[[8#)==#=#=L|+*40'4&t{{MBC( 1;(/1-G,? &(=,"00,2L2668#%#C#CD,8F4L$+>>|TR$//( $'F4L;#4#;#;B@R@R#SF4L? TB}$$K " (X *G+4+D+D+FLGs**.O=P$.P 1P*PP43P4cyr9r~)rcrIchilds r5export_freevarsz$UserFunctionVariable.export_freevars%s r7r2r&rLcT|jrt|j|nd} tj|j|}|r t jj||Sddl m }|j||S#t $rd|i}t j||fi|cYSwxYw)Nr4rr,) r4rryrrAttributeErrorr GetAttrVariabler1r0rr-)rcr2rLr4subobjoptionsr-s r5 var_getattrz UserFunctionVariable.var_getattr(s26++DKK.4 D++DGGT:F 0077G G. ''F33 D(G,,T4C7C C Ds B$B'&B'clt|j|}tjj |Sr9)rrrr r$r0rvs r5rwz!UserFunctionVariable.call_hasattr5s)$'))0088r7c|jr't||j|j||St||||Sr9)rinvoke_and_store_as_constantrrgrro)rcr2rmrnrs r5roz"UserFunctionVariable.call_function9sF   /DGGT]]_dF w$Rv66r7)FrhNr)rqrr__doc__r^_nonvar_fields classmethodrrrrkrsr`rrrrrrrr"rwro __classcell__rs@r5rrs7  " 0 0N )) ),  ">#l%\  45 4S 4969c9o9 7 # 7& 7- 7  7 7r7rcbeZdZdZd fd ZdefdZdZdZ d fd Z fdZ xZ S) UserMethodVariablez$Some unsupported user-defined methodrhc 6t|dd|i|||_y)Nrr~)rrobj)rcrrrnrs r5rzUserMethodVariable.__init__Js )B)&)r7ch|jjd|jd|jdS)N(z, ))rrqrrrbs r5__str__zUserMethodVariable.__str__Ns...))*!DGG9BtxxjBBr7c|jgSr9)rrbs r5rkzUserMethodVariable.self_argsQszr7c"tjSr9)rR MethodTyperbs r5rzUserMethodVariable.python_typeTsr7c"|jjrt|jtj ryt |jdd}||jdr|dk7s |jr|jj||jj|||jStd|jtjjur>t j|jj!||jg||S|jrQt |jj"|jj}t%|||j'||St(|A|||S)Nrz torch.nn.ztorch.nn.utils.parametrize)constant)rCis_root_tracerr.rr NNModuleVariablerr startswithr call_methodrqr%FSDPParamGroupuse_training_stateTorchCtxManagerClassVariablerorrrgr)rcr2rmrn module_attrrrs r5roz UserMethodVariable.call_functionWsJ$ 99 # # %* HHi00+ "$''<rs r5roz'WrappedUserMethodVariable.call_functionA 2&r48 " r7rrrqrrrrorrs@r5rr8  # & -    r7rc<eZdZdfd Z dfd ZxZS)WrappedUserFunctionVariablec |jdd|jddt||jfi|||_||_yr)rHrrrrrrs r5rz$WrappedUserFunctionVariable.__init__sC 4 5$ .v.  r7c|jj|t| |||}|jj ||Sr9r r s r5roz)WrappedUserFunctionVariable.call_functionr r7rrrrs@r5rrrr7rcd}|Dcgc] }|| }}|jDcic]\}}|||}}}||i|} |jj| |t|Scc}wcc}}w)Ncvt|tjr|jS|j Sr9)r.r TensorVariableget_real_valuer)xs r5convertz-invoke_and_store_as_constant..converts0 a11 2##% %##%%r7r)r;rCregister_attr_or_moduler) r2rrLrmrnrrr?r@ress r5rrs& !% %1GAJ %D %(.  71am 7F 7 d f C 99 , ,  d# -  & 7s A1A6c|eZdZddhejZ d dfd ZdZdZdZdZ dZ d Z d Z d Z d ZxZS)ru closure_scoperVc  bt |di| t|jtsJt|jt j sJt|tsJ||_||_ ||_ ||_ ||_ ||_ ||_|d}||_| |_yNr~)rrr.rrrRCodeTyper=fn_namerJrVrWrYrZrXrwrapped_reconstructible) rcr!rJrVrWrYrZrXrr"rnrs r5rz#NestedUserFunctionVariable.__init__s "6"'446<<<$113U^^DDD)T***  "  $& ? M* $ $r7cgSr9r~rbs r5rkz$NestedUserFunctionVariable.self_argsrr7c6|jjSr9)rJrrbs r5r`z#NestedUserFunctionVariable.get_codesyy++--r7cD|jrttj|jj |j |jj }|jr|jj |_ |jr|jj |_ |jrZ|jj }t|trddlm}t#||}t|t"sJ||_|S)NrrP)rXrtrRrOrJrrVr!rWrrYrSrZr.r<rTrQr=rU)rcr[rZrQs r5rsz'NestedUserFunctionVariable.get_functions <<% %!! II ( ( * NN LL + + -  == $ @ @ BD  ??"&//"D"D"FD    **==?K+u-."8K#89 k40 00#.D  r7c|jduSr9)rXrbs r5 has_closurez&NestedUserFunctionVariable.has_closures||4''r7cy)NFr~rbs r5rz#NestedUserFunctionVariable.has_selfsr7c|jSr9)rVrbs r5rz&NestedUserFunctionVariable.get_globals s ~~r7cDddlm}|j}tj||j |j j|jrt|jjndtdtt|jjD}|jr|jj|_t#j$|j&|i|}|j)t+|j,j}t/|j0j2|t5|||} t7|jD]\} } |j8j| } | |vsJt;| |rS|} | r+| | j<vr| j>} | r| | j<vr| tAd| d| j<| || <|j8j| | | <|| fS)Nr)InlinedClosureVariablec32K|]}tdywr9)r).0rs r5 z7NestedUserFunctionVariable.bind_args..sSa)D/SszCouldn't find z7 in the symbolic_locals of the inline interpreter stack)!miscr+r`rRrOrVr!rrWr<r;rangerrrYkeys_as_python_constantrSryrzrrr=rrArCrrMrrXr.symbolic_localsrI RuntimeError)rcrIrmrnr+rJr[r)r>rKrrLrcands r5rz$NestedUserFunctionVariable.bind_args s0}}!!  NN LL + + -*.--E$--%% &T S5T]]_5P5P1Q+RS S   ??"&//"I"I"KD ,!!$',,d=f= eoo++-...7%ffd; "4#3#34 >IC<<%%c*Dv% %%$ 67t4+?+??;;Dt4+?+??<&(.ef $33D9t &*ll&8&8&= d#' >*}$$r7c|j}|jD]-}||jvs|j||j|</yr9)r`rr2)rcrIrrJrs r5rz*NestedUserFunctionVariable.export_freevars7sM}}## ICe+++.3.C.CC.H&&s+ Ir7cjfd|jjj|jgt j |jjj|jr|jn!jjdg|jr|jn!jjdg|jr|jn!jjdg|jr= |jj}jj|gn!jjdgjt!dd|j"rwjfd|j"jt!ddjt%djt!ddyy#t$r|jYwxYw)Nc0jtdS)Nr\)load_import_fromrqcodegensr5z8NestedUserFunctionVariable.reconstruct..?sG,,X7JKr7Fc(jddS)Nrwrapsr8r9sr5r;z8NestedUserFunctionVariable.reconstruct..as00gFr7rr T) add_push_nullrJ extend_output_create_load_constrVr$r0rrfrWcreate_load_constrXrYrZrrtrr"r)rcr:rZs ` r5 reconstructz&NestedUserFunctionVariable.reconstruct=s K   w99$..IJK '' (?(?@A == DMM "  ! !7#<#z1SkipFunctionVariable.call_function..wrapssWb)"F"FGAw~~*.q'..*.q'88O8LL 0A67r7z'skip function z in file '_abc _warningsz.Graph break due to unsupported Python builtin .zM. Please file an issue on GitHub so the PyTorch team can add support for it. optreez)Graph break for an optree C/C++ function zj. Consider using torch.utils._pytree - https://github.com/pytorch/pytorch/blob/main/torch/utils/_pytree.pyz'Graph break due to unsupported builtin a. This function is either a Python builtin (e.g. _warnings.warn) or a third-party C/C++ Python extension (perhaps created with pybind). If it is a Python builtin, please file an issue on GitHub so the PyTorch team can add support for it and see the next case for a workaround. If it is a third-party C/C++ Python extension, please either wrap it into a PyTorch-understood custom operator (see https://pytorch.org/tutorials/advanced/custom_ops_landing_page.html for more details) or, if it is traceable, use torch.compiler.allow_in_graph.z', r)ryrrrrPkeysrrr;getr rr>rr4can_reconstructrCrr LambdaVariablegetfiler TypeErrorrrr_dynamoutils warn_oncerG) rcr2rmrnrr?r@rr>pathmsgknown_python_builtin_moduless ` r5roz"SkipFunctionVariable.call_functions  ! !$**.De L J4::,W X JJ$??AFFH H#D&1DJJ267Q!&&(79?HA1a**,,HEK488:>>tzzJ\^  JJ)// )D QQ*d1g.E.EbiiFWFW.X 8++E2 2$ 7tzz2' (?(?'@ $qQF 4;;S Q'B >C # A8H8! 706 /D,::((,HHHI^I^H__`aeakakaxax`yzGH JJ))5 --88BDDJJDYDYCZZ[\`\f\f\s\s[tu^_ MM''11#6B$**BWBWAXXYZ^ZdZdZqZqYr s9 :MM''11#6C! 7sG0/G5,>?C{{4Ir:dkk4+HI#NN6(//C88w"2t,,r7ctjtjj ||tj |j g||Sr9)r rr getattr_and_traceror$rnrls r5roz)WrapperUserFunctionVariable.call_functionsL --  ' ' - y11$2D2DEMMv  r7rr2r&r)rqrrrrrrorrs@r5rkrks=+ -  #  &  -    r7rkcRtjjrddlm}|SiS)Nrtraceable_collective_remaps)r distributed is_available)torch.distributed._functional_collectivesrurts r5_traceable_collective_remapsrys& %%' +* Ir7ctjjsJd|tj vsJ|j }|j d}t||S)NzIllegal invocation.z)torch.distributed._functional_collectives)rrvrwryvaluesrq import_sourcer)r2r inner_name path_sources r5_traceable_collectives_sourcer sb    ) ) +B-BB + -/668 88 8J""#NOK k: ..r7cpeZdZdZdfd ZeddZedZeddZ d dZ xZ S) !CollectiveFunctionRewriteVariablea Some of the torch.distributed.* collective APIs are possible to rewrite to 'traceable' collectives. This class provides both a way to check if a function is remappable, and perform the remapping. In the case that a function is 'remappable' but only for some combinations of call-time arguments, we check the args at `call_function` time and fall back to graph-breaking if needed. This is no worse than status-quo as we currently graph-break on all distributed.* collectives. c Xt||fi|t|tsJ||_yr9)rrr.rreplacement_var)rcrrrnrs r5rz*CollectiveFunctionRewriteVariable.__init__!s. &v&/+?@@@.r7c jtj||\}}t|ft|fd|i||d|S)Nr4)rr4)rrewriter)r2old_fnr4rnew_fn new_sources r5r0z(CollectiveFunctionRewriteVariable.create&sM>FFr6R 0  0V VgV    r7cHtj|xr |tvSr9)ry isfunctionry)variables r5 can_rewritez-CollectiveFunctionRewriteVariable.can_rewrite0s%   x ( WX9U9W-W r7c8t|}|t||fSr9)ryr)r2rrs r5rz)CollectiveFunctionRewriteVariable.rewrite6s"-/34R@@@r7czddlm}ddlm}t j |j }t|j|i|j}d}d|vr+|djrtd|j |j |j|j|jfvro|jd}| |j n|j"dj$}||vrt'd|t(j*j-|||d<|j.j1|||S)Nr)REDUCE_OP_TO_STRr~async_opzBCollectiveFunctionRewriteVariable can't support async_op=True for opzUnsupported all_reduce op: )torch.distributedrvrxrryrzrr=rrrr all_reducereduce_scatter_tensor_reduce_scatter_baser]rr{defaultrr r$r0rro) rcr2rmrndistrrz reduce_op_var reduce_ops r5roz/CollectiveFunctionRewriteVariable.call_function;s< )N%%dgg. ninnd5f5??@  F:$6$I$I$K TUYU\U\T]^  77 OO  & &  % %  #JJt,M!,##))$/77   00 #>yk!JKK$55<< +F4L##11"dFCCr7rrrr) rqrrrrrhr0rrrorrs@r5rrs{/     AA'D #'D&'D- 'D  'Dr7rcleZdZdeddffd ZdZdZ dd Zddd edefd Z d Z d Z xZ S)FunctoolsPartialVariabler[rhNc t|di|||_t|tsJ||_t|t sJ||_yr)rrr[r.r:rmr=keywords)rcr[rmrrnrs r5rz!FunctoolsPartialVariable.__init__fsH "6" $%%% (D)))  r7c<jfd|j|jrj|j|js2j t t|jdzdyj|jjt|jj}j jt|t|jzdz|dy)Nc(jddS)Nrrr?r9sr5r;z6FunctoolsPartialVariable.reconstruct..osg&>&>{I&Vr7rF) r@r[rmforeachrrArrr{r<r\create_call_function_kw)rcr:r\s ` r5rDz$FunctoolsPartialVariable.reconstructnsVW  99 OODII &}}  ! !"6s499~7I5"Q R  ,,./T]]'')*  + +CIDII,F,JDRW X r7c"|jSr9rrbs r5rsz%FunctoolsPartialVariable.get_function}&&((r7r2r&cz|j|z}i|j|}|jj|||Sr9)rmrr[ro)rcr2rmrn merged_args merged_kwargss r5roz&FunctoolsPartialVariable.call_functions> ii$& 34==3F3 yy&&r; FFr7rLctjjtt j t |Sr9)r r$r0rrrrr)rcr2rLs r5rwz%FunctoolsPartialVariable.call_hasattrs0))00 I%%h/ 6  r7c :tj|jjg|jDcgc]}|jc}i|j j Dcic]\}}||jc}}Scc}wcc}}wr9)rrr[rrmrr;)rcrr?r@s r5rz+FunctoolsPartialVariable.as_python_constants  II ( ( * 26)) <3c$$& < 6:]]5H5H5JKTQq!&&((K  <K B 1Bc :tj|jjg|jDcgc]}|jc}i|j j Dcic]\}}||jc}}Scc}wcc}}w)zcSimilar to as_python_constant(), but add ID_MATCH guards to try to force things to become constants)rrr[guard_as_python_constantrmrr;)rcr@r?s r5rz1FunctoolsPartialVariable.guard_as_python_constants  II . . 0 48II >qa((* > <@==;N;N;PQ41aq!,,..Q  >Qrr) rqrrr"rrDrsrorrwrrrrs@r5rresu!_!4!  )G #G&G- G  G 6 c o   r7rceZdZdddhejZeejddee de fe jffdZ edZdeddffd Zedefd Zd Zd Z dd Z ddZdZxZS)PolyfilledFunctionVariabler wrapped_fn traceable_fnNrh.ciSr9r~)rs r5_get_polyfill_handlersz1PolyfilledFunctionVariable._get_polyfill_handlerss  r7cft|jtj|||Sr)rrrrLrs r5rz-PolyfilledFunctionVariable.create_with_sources(f'' (C(CDE5((r7c *t|di|||_|jj ||}t |s Jd|d|dD]"}t ||d}|st |sJ|}ntd|d||_||_ y)NzPolyfill handler z is not callable for )__torch_dynamo_polyfill____python_implementation__z# does not have a traceable functionr~) rrrrr]callablerr3rr)rcrrnhandlercandidate_attr candidaterrs r5rz#PolyfilledFunctionVariable.__init__s "6"--/33B; X$5gY>STVSW"XX  N >I ***(  #G9,OP & ,r7c|jSr9)rrbs r5 polyfill_fnz&PolyfilledFunctionVariable.polyfill_fns   r7c0t|jddS)N*__torch_dynamo_can_constant_fold_through__F)rrrbs r5can_constant_fold_throughz4PolyfilledFunctionVariable.can_constant_fold_throughs OOI5  r7c"|jSr9rrbs r5rsz'PolyfilledFunctionVariable.get_functionrr7c ddlm}|jr|t||rp|j|Dcgc]}|j c}i|j Dcic]\}}||j c}}}|j||S|j||j} | j|||Scc}wcc}}wr+) r/r-rrrrr;r0rro) rcr2rmrnr-rr?r@r>traceable_function_variables r5roz(PolyfilledFunctionVariable.call_functions F  ) ) +0M &1 6:;a**,;=C\\^LTQq!..00L  %++B7 7&7&>&>r4CTCT&U#*88T6JJ<Ls C Ccb|dk(r|j|||St|j|d}|Jd|d|jt|sJd|d|ji}|jrt |j||d<t |fi|}|j|||S)N__call__zMember z not found in z is not callable in r4)rorrrr4rr)rcr2rLrmrnmethodrpolyfilled_method_variables r5rz&PolyfilledFunctionVariable.call_methods : %%b$7 7$-!JWTF. #JJ!6"QgdV3Gy$QQ" ;; *4;; =GH %?%R'%R")77D&IIr7c|jSr9rrbs r5rz-PolyfilledFunctionVariable.as_python_constantrr7rrmrrnrrhr")rqrrr"rrrrirrrrRrOrrr(rpropertyrrrsrorrrrs@r5rrs   ' ' NYtHS#X,>@R@R,R'S)) -2-D-.!R!! )K #K&K- K  K,J& J - J  J&r7r)TritonHOPifierc0eZdZdZdZdZdZdZdZy)DynamoTritonHOPifierct|r9)r)rcrfs r5raise_unsupportedz&DynamoTritonHOPifier.raise_unsupporteds #r7c.t|ttfSr9)r.rur)rcmaybe_callables r5 is_callablez DynamoTritonHOPifier.is_callable s 79MN  r7c|jSr9rJ)rcr3s r5 get_valuezDynamoTritonHOPifier.get_values yyr7cvddlm}t||r|jSt dt |y)Nr)BaseListVariablezgrid for the triton kernel is )listsrr.as_proxyrtype)rcgridrs r5 check_gridzDynamoTritonHOPifier.check_grids0+ d, -==? " :4:,G Hr7c|jDcic]%\}}tjj||'}}}|j ||gi}|Scc}}wr9)r;r r$r0ro)rcrmetar2r?r@s r5 call_gridzDynamoTritonHOPifier.call_gridsVDHJJLQDAq **11!4a7QQ!!"tfb1 Rs*Ac ddlm}ddlm}|j Dcic]%\}}t jj ||'} }}ddlm} m } |j Dcic]"\}}t||r||j$} }}| j Dcic]\}}t||s||} }}| j| }|| t}|jjd| d|j |||j#dt jdScc}}wcc}}wcc}}w) Nrr#)ConstDictVariabler)kernel_side_tabletriton_kernel_wrapper_mutationror~) kernel_idxconstant_args_idxrrn)rr$dictsrr;r r0*torch._higher_order_ops.triton_kernel_wraprrr.radd_constant_argsr=rC create_proxyrr)rcrgridscombined_args_rawr2r$rr?r@ combined_argsrr constant_argsnon_constant_argsrrs r5call_HOPzDynamoTritonHOPifier.call_HOPsP.,*//1 1  & & - -a 0! 3   *//1 1!-. q##% %  &++- 1a!12 qD  .?? N !2D9   * &11%6--/   ))   M   s*D/('D5%D;N) rqrrrrrrrrr~r7r5rrs! I , r7rcPeZdZdfd Z ddZ dfd ZxZS)TritonKernelVariablec Tt|di|tj||||yr)rr dynamo_triton_hopifier_singleton init_variable)rckernelrrrnrs r5rzTritonKernelVariable.__init__Rs( "6"(66tVZQUVr7c2tj||||Sr9)rcall_triton_kernelrls r5roz"TritonKernelVariable.call_functionVs 0BB $  r7c|dk(rtj||S|dk(rtj||||St|||||S)N __getitem__run)r call_getitemcall_runrr)rcr2rLrmrnrs r5rz TritonKernelVariable.call_method`sW = 3@@tL L U]3<rsx UUU #H,0NN98&D D$ T" A. (@B73B7J=5-=5@ 2("6(  gA!9gATn?nb% /% P/LD(<LD^8 8 v``FFE >E P$8#9 ;?;c!s<EEE