sg@*UddlmZddlZddlmZddlmZddlmZddl m Z m Z ddl m Z ddlmZmZmZmZmZmZmZmZmZmZmZmZdd lmZej:d ej<d ej>d ej@d ejBd ejDd ejFdejHd ejJd ejLd ejNd ejPdi Z)ej:dej<dej>d ej@dejBdejDd ejFdejHdejJdejLdejNdejPdi Z*ej:dej<dej>dej@dejBdejDdejFdejHdejJdejLdejNdejPd i Z+d3d!Z,d4d"Z-d5d#Z.d6d$Z/ia0d%e1d&< d7d'Z2 d8d(Z3 d9d)Z4 d:d*Z5 d;d+Z6d d?d2Z:y)@) annotationsN) dataclass)Sequence)DispatcherSignature) CppSignatureCppSignatureGroup)method_with_native_function) Argument BackendIndexBaseTyBaseType DispatchKeyFunctionSchemaListTypeNativeFunctionNativeFunctionsGroup OperatorName OptionalTypeType)mapMaybeAtenTensorHandleint32_tint64_tdoublez const char*AtenGeneratorHandlez at::Tensorboolz c10::SymIntz c10::Scalarzc10::string_viewzc10::DeviceIndexz c10::Layoutzc10::MemoryFormatzc10::ScalarTypez at::Generatorz *tensor_handle_to_tensor_pointerzstatic_castzstatic_castzstatic_castzstatic_castz&*generator_handle_to_generator_pointerc t|tr|jtvrZt|jg|gt|jgt |jrt |jd|dgfS|gfS|jt jk(rddg||dzgdgd|d|dgfStd t|t|tr t|j|\}}}}d }g}g}|D]} ||d z||<| jd rM|jd | d| td d} |jd| d||d||dzd|dz }l| dk(r8|jd|jd||d||dzd|dz }|jd | d|jd| d||d|dz }||||fSt|t r t|j|\}}}} t|dk(sJdt|zd|d d |d <|jd|d }|j|dz|d } g}| dk(r1|j"J|jd|j"d|dnB| dk(r"|jd| d | d!| d|d|d" n|jd| d|d|d#|D cgc]} d | d }} ||||fSycc} w)$N()r_index_z c10::Devicez)c10::Device(static_cast(z!), static_cast(z _index_))zTODO: add support for arg type r*zc10::ArrayRefzpointer_to_optional_list(, z::std::optionalzpointer_to_optional_device(zpointer_to_optionalz c10::List(c10::ArrayRef(pointer_to_lists rD gen_argumentsrRs EIN22K HHchh3 / 5!/  Y01 2 UI . >>c 8g}g}t|jD]\}}|jd|t|jt rL|jj tvr0|jt|jj dztdt|jdd}d}|j j}dD] }||vsd}ng} t|jD]\}}t|dk(rd nd |d } t|jt sJ||j| } |r"| jd ||d ||d| do| jd||d| dt||| fS)Nretr"z"TODO: add support for return type c|jtjk(rd|dS|jtjk(r|dS|jtjk(r|dS|S)Nznew_tensor_handle(std::move(z));z .expect_int()z .toDouble())r*r TensorSymIntScalar)r7vals rDconvert_returnz#gen_returns..convert_returns` 88v}} $1#c: : XX &U-( ( XX &U+& &JrSF)#_scaled_dot_product_flash_attention'_scaled_dot_product_efficient_attention#_scaled_dot_product_cudnn_attentionconvolution_backwardTr& tmp_resultz std::get(tmp_result)zif (z) { *z = z; };)r7r rZstrreturnrb) enumeratereturnsr4r)rLr r*r+r/r0unambiguous_namer5rI) schemarHr9idxrUr[ret_pointer_can_be_nullrfr*r;tmprvals rD gen_returnsrls E Efnn-S s3%[! chh )chhmm?R.R LL,SXX]];cA B%4T#((^4DE  ${{335 # #&* # !#Nfnn->S!%jAolYse=3Q#((H---chh, "  ! !Ds F5:,c$t"T U  ! !AeCj\TF!"< => UE *N ::rSz+dict[tuple[str, str, str], tuple[str, str]]declaration_definition_cachec |jj}|||ftvr t|||fS|jr=t g|j j |j j\}}g}net |j j\}}|jjjrggfn t|\}}|j|d|d|ddj|d}|rdnd} |rddj|znd} d|d | |d tjdj|d d tj| d d } || ft|||f<|| fS)NzAOTITorchError aoti_torch_rArr%r zauto tmp_result = r z< { AOTI_TORCH_CONVERT_EXCEPTION_TO_ERROR_CODE({ z( z z );z z }); } )r*rfrm is_out_fnrR argumentsout flat_non_outflat_allinplacerlrMjointextwrapindent) rgdevice backend_call func_nameargsr;ret_assignmentsret_declarations declarationr`ret_assignments_str definitions rDgen_declaration_and_definitionrs ,,.I 6<(,HH+Y ,MNN  - Cf"" CV%5%5%B%B C n&(,V-=-=-F-FGn ((00RHk&6I */ $%.vha {!DIIdOCTTUVK)8%bJ?N$?!;;TV   \N# >*N;<= ??. ; <= J G )V\!BC  ""rSctj|j}tj|dd}|j r'|jj r |j}n |j}|J|S)NF)methodfallback_binding) r from_schemafuncrfrom_native_functionsymint has_symintsymint_signature signature)sigfcpp_sigscpp_sigs rD*gen_static_dispatch_backend_call_signaturer!sn  ) )!&& 1C 55 %%H zzaff'')++$$    NrSctj|j}t||}d|jj d|j S)Nzat::z::)rrrr dispatch_keylowerr*)r backend_indexrrs rD gen_static_dispatch_backend_callr1sN  ) )!&& 1C8a@G -,,2245R 7G HHrScd}||j|s;|j6|j|vr(||j||jr||}|S|tjj|r|tj}|S|tjj|r|tj}|S|tj j|r|tj }|SrK) has_kernelstructured_delegaterCompositeExplicitAutograd&CompositeExplicitAutogradNonFunctionalCompositeImplicitAutogradrfunc_group_mappingrbackend_indicesrs rDget_backend_index_for_aotir:s  M|$//5   ,  $ $(: : L ) 4 4 t77 8 ( 5   >> ? J J4 P' (M(MN   KK L W W  (  > >  >> ? J J4 P' (M(MN rSc|t||||}|dSd|jd|jjdS)Nz#include )r root_namerrrs rDget_header_for_aotirYsY /  ,M   #4>>"2!M4N4N4T4T4V3WWc drScB|jjjrP|jd|jjjd|jjjS|jd|jjjdS)N.z.default)rr* overload_name namespace)rs rDget_fallback_op_nameris~ 99>> ' ' >> !DIINN//0$))..2N2N1OPq!4!4 5X >rSct||||}|y|j}|j}t||} |rt |||\} } d| dSt |||\} } | S#t $rYywxYw)NzAOTI_TORCH_EXPORT ra)rrrrrr/) rrrrheaderrrgryrzrrArs rD gen_c_shimrqs/  ,M YYF    !F3 L  ; NK( }A6 6:66<XMAz  sA%A%% A10A1T)frozencPeZdZUded<ded<ded<ded<e d d Zy ) ShimGenerator(dict[OperatorName, NativeFunctionsGroup]rrrdict[DispatchKey, BackendIndex]rrrctt||j|j|j|j}|SrK)rrrrr)selfrresults rD__call__zShimGenerator.__call__s:    # #     KK   rSN)rrrc str | None)__name__ __module__ __qualname____annotations__r rrSrDrrs=@@44 L     ! rSrc djttt|||||}|j }d}|r d|d|dSd|d|dt |d|d| S) Nroz // WARNING: THIS FILE IS AUTOGENERATED BY torchgen. DO NOT MODIFY BY HAND. // See https://github.com/pytorch/pytorch/blob/7e86a7c0155295539996e0cf422883571126073e/torchgen/gen.py#L2424-L2436 for detailszl #pragma once #include #ifdef __cplusplus extern "C" { #endif z, #ifdef __cplusplus } // extern "C" #endif z< #include #include #ifndef AT_PER_OPERATOR_HEADERS #include #include #include #include #else z/ #endif using namespace torch::aot_inductor; )rvlistrrrrb) native_functionsrrrrincludesbodyrywarnings rDgen_aoti_c_shimrs 99 & ov!    D   !FCG  &  ;;A(CL!"#    #  rS)r7rr*rbrcz1tuple[list[str], list[str], list[str], list[str]])rH list[str]r9rrcr)rNzSequence[Argument]rctuple[list[str], list[str]])rgrrcr)rgrryrbrzrbrcztuple[str, str])rz"CppSignature | DispatcherSignaturerrrcr)rrrr rcrb) rrrrrrrrrczBackendIndex | None) rrrrrrrrrcr)rrrcrb) rrrrrrrrrrrcr)r)rzSequence[NativeFunction]rrrrrrrrrrbrcrb); __future__rrw dataclassesrtypingrtorchgen.api.typesrtorchgen.api.types.signaturesrrtorchgen.contextr torchgen.modelr r r r rrrrrrrrtorchgen.utilsrrWrintrXrYfloatrb DeviceIndexLayout MemoryFormat ScalarType Generatorr+r,r-r1rIrRrlrmrrrrrrrrrrrrSrDrs\"!2I8    $ MM% KK JJ  MM9 MM8 LL( JJ    MM9  y +   MM< KK JJ  MM= MM= LL( JJ" * MM= , ( o   MM5 KK JJ MM2 MM2 LL" JJ 7 MM- 9 5 > "_ DA ?",;`MOIN)# )#$')#7:)#)#X  +    III I @5   >   @  5     @5     D $6 = .= @= = 5 =  =  =  = rS